00000080:00000010:0.1:1787760249.343666:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5a66a040.
00000080:00000010:0.1:1787760249.343688:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c6f5d51a0.
00010000:00000010:0.1:1787760250.038484:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d42ebbe00.
00010000:00000010:0.1:1787760250.038501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d8193a600.
00000080:00000010:0.1:1787760250.066376:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5a66afa0.
00000080:00000010:0.1:1787760250.066395:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5a66ae80.
00010000:00000010:0.1:1787760250.895131:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d55a900.
00010000:00000010:0.1:1787760250.895145:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75343000.
00010000:00000010:0.1:1787760252.101768:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d519f4f00.
00010000:00000010:0.1:1787760252.101780:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75342800.
00000080:00000010:0.1:1787760252.110478:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5a66a7c0.
00000080:00000010:0.1:1787760252.110490:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c6f5d5740.
00010000:00000010:0.1:1787760254.809483:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7dc5ca00.
00010000:00000010:0.1:1787760254.809506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76c87a00.
00010000:00000010:0.1:1787760256.615687:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d42ebbb00.
00010000:00000010:0.1:1787760256.615693:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d8193a000.
00000080:00000010:0.1:1787760256.628490:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5a66ae60.
00000080:00000010:0.1:1787760256.628510:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5a66a320.
00010000:00000010:0.1:1787760256.818791:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f6f6900.
00010000:00000010:0.1:1787760256.818800:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75318200.
00000080:00000010:0.1:1787760256.834472:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5a66a5a0.
00000080:00000010:0.1:1787760256.834490:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c625da180.
00010000:00000010:0.1:1787760256.910505:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d42ebb700.
00010000:00000010:0.1:1787760256.910520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d8193b200.
00000080:00000010:0.1:1787760256.921482:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5a66a5a0.
00000080:00000010:0.1:1787760256.921497:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5a66a140.
00010000:00000010:0.1:1787760257.664503:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f6f6000.
00010000:00000010:0.1:1787760257.664520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75316000.
00000080:00000010:0.1:1787760257.705523:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5a66a1c0.
00000080:00000010:0.1:1787760257.705540:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c625da1e0.
00000080:00000010:0.1:1787760258.494579:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c7574d5e0.
00000080:00000010:0.1:1787760258.494593:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4c8e52c0.
00010000:00000010:0.1:1787760258.671507:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f6f6d00.
00010000:00000010:0.1:1787760258.671522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75317600.
00010000:00000010:0.1:1787760258.839584:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f6f6d00.
00010000:00000010:0.1:1787760258.839610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75317400.
00000080:00000010:0.1:1787760258.867756:0:256671:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5a66a7c0.
00000080:00000010:0.1:1787760258.867765:0:256671:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c625da300.
00010000:00000010:0.1:1787760259.085081:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d42ebbd00.
00010000:00000010:0.1:1787760259.085096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d8193b800.
00000080:00000010:0.1:1787760259.097481:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5a66afa0.
00000080:00000010:0.1:1787760259.097494:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5a66a740.
00010000:00000010:0.1:1787760259.422520:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d753a6600.
00010000:00000010:0.1:1787760259.422534:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75316c00.
00000080:00000010:0.1:1787760259.441875:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5a66afa0.
00000080:00000010:0.1:1787760259.441901:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c625dae00.
00010000:00000010:0.1:1787760261.892492:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d42ebb300.
00010000:00000010:0.1:1787760261.892509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f679200.
00000080:00000010:0.1:1787760261.928974:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5a66ae00.
00000080:00000010:0.1:1787760261.928990:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5a66a620.
00010000:00000010:0.1:1787760262.749235:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d42ebb800.
00010000:00000010:0.1:1787760262.749261:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f678000.
00010000:00000010:0.1:1787760263.583524:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d42ebb800.
00010000:00000010:0.1:1787760263.583559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f678000.
00000080:00000010:0.1:1787760263.647669:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5a66a040.
00000080:00000010:0.1:1787760263.647698:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5a66a760.
00010000:00000010:0.1:1787760264.563963:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d753a6400.
00010000:00000010:0.1:1787760264.564003:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d610e3000.
00000080:00000010:0.1:1787760264.591495:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5a66ac20.
00000080:00000010:0.1:1787760264.591517:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d453f03c0.
00010000:00000010:0.1:1787760264.778271:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7539a000.
00010000:00000010:0.1:1787760264.778295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75316000.
00000080:00000010:0.1:1787760264.818834:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5a66a140.
00000080:00000010:0.1:1787760264.818854:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c625da400.
00010000:00000010:0.1:1787760265.681506:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d74991300.
00010000:00000010:0.1:1787760265.681520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f679400.
00000080:00000010:0.1:1787760265.716087:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5a66a320.
00000080:00000010:0.1:1787760265.716102:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5a66a5a0.
00010000:00000010:0.1:1787760267.866492:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d753a6600.
00010000:00000010:0.1:1787760267.866511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d58165e00.
00010000:00000010:0.1:1787760270.788180:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d76fd6500.
00010000:00000010:0.1:1787760270.788201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d58164600.
00010000:00000010:0.1:1787760271.219570:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d74991900.
00010000:00000010:0.1:1787760271.219582:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818b3c00.
00000080:00000010:0.1:1787760271.230615:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5a66a800.
00000080:00000010:0.1:1787760271.230625:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5a66ab80.
00010000:00000010:0.1:1787760273.359500:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d76ef2a00.
00010000:00000010:0.1:1787760273.359516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75296c00.
00010000:00000010:0.1:1787760273.770560:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d74991000.
00010000:00000010:0.1:1787760273.770568:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818b3200.
00010000:00000010:0.1:1787760274.232493:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d446b9800.
00010000:00000010:0.1:1787760274.232510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d413fca00.
00000080:00000010:0.1:1787760277.250937:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5d1c5560.
00000080:00000010:0.1:1787760277.250969:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d54ba1320.
00010000:00000010:0.1:1787760278.646480:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d54fd5800.
00010000:00000010:0.1:1787760278.646753:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75296c00.
00000080:00000010:0.1:1787760278.662765:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5a66a640.
00000080:00000010:0.1:1787760278.662780:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5d1c56a0.
00010000:00000010:0.1:1787760279.070696:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d74991500.
00010000:00000010:0.1:1787760279.070711:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818b2200.
00000080:00000010:0.1:1787760279.093491:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5a66ae00.
00000080:00000010:0.1:1787760279.093505:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5a66a460.
00010000:00000010:0.1:1787760279.516497:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d74991700.
00010000:00000010:0.1:1787760279.516514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818b2c00.
00010000:00000010:0.1:1787760279.994001:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d74991b00.
00010000:00000010:0.1:1787760279.994011:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818b2400.
00000080:00000010:0.1:1787760280.003495:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5a66ab80.
00000080:00000010:0.1:1787760280.003509:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5a66a800.
00010000:00000010:0.1:1787760280.595604:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d54fd5e00.
00010000:00000010:0.1:1787760280.595618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75296c00.
00000080:00000010:0.1:1787760280.620867:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5a66ae00.
00000080:00000010:0.1:1787760280.620907:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5d1c5c80.
00010000:00000010:0.1:1787760282.129652:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d74991a00.
00010000:00000010:0.1:1787760282.129673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818b3a00.
00000080:00000010:0.1:1787760282.423223:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d51c27840.
00000080:00000010:0.1:1787760282.423239:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d51c27c80.
00010000:00000010:0.1:1787760284.727536:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d48a300.
00010000:00000010:0.1:1787760284.727550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4a1800.
00000080:00000010:0.1:1787760284.743475:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5a66ae00.
00000080:00000010:0.1:1787760284.743489:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d51c27bc0.
00010000:00000010:0.1:1787760285.679545:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d48a21600.
00010000:00000010:0.1:1787760285.679552:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818b2600.
00000080:00000010:0.1:1787760285.699481:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4c8e56a0.
00000080:00000010:0.1:1787760285.699493:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4c8e5b40.
00010000:00000010:0.1:1787760285.921497:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d54fd5600.
00010000:00000010:0.1:1787760285.921518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d48e200.
00000080:00000010:0.1:1787760285.953892:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4c8e5b40.
00000080:00000010:0.1:1787760285.953921:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5d1c5e00.
00000080:00000010:0.1:1787760286.541631:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d51c271e0.
00000080:00000010:0.1:1787760286.541657:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4c8e5380.
00010000:00000010:0.1:1787760290.079498:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d454b6a00.
00010000:00000010:0.1:1787760290.079514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818b3a00.
00010000:00000010:0.1:1787760291.232757:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d454b6600.
00010000:00000010:0.1:1787760291.232772:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819af400.
00000080:00000010:0.1:1787760291.259484:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4c8e5380.
00000080:00000010:0.1:1787760291.259500:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d42470e40.
00000080:00000010:0.1:1787760291.477879:0:256672:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5d1c5100.
00000080:00000010:0.1:1787760291.477898:0:256672:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d42470e40.
00010000:00000010:0.1:1787760291.719589:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7df54700.
00010000:00000010:0.1:1787760291.719605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819ae200.
00000080:00000010:0.1:1787760291.746006:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4c8e5380.
00000080:00000010:0.1:1787760291.746027:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d52a57220.
00010000:00000010:0.1:1787760292.547670:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5992e300.
00010000:00000010:0.1:1787760292.547683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d53e800.
00000080:00000010:0.1:1787760292.588483:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c59260420.
00000080:00000010:0.1:1787760292.588526:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c59260760.
00010000:00000010:0.1:1787760294.039578:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7df54100.
00010000:00000010:0.1:1787760294.039599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819ae400.
00000080:00000010:0.1:1787760294.069487:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c59260480.
00000080:00000010:0.1:1787760294.069504:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d52a57100.
00010000:00000010:0.1:1787760294.317551:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7df54500.
00010000:00000010:0.1:1787760294.317575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819aee00.
00000080:00000010:0.1:1787760294.375802:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c59260480.
00000080:00000010:0.1:1787760294.375831:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d52a57b60.
00010000:00000010:0.1:1787760295.898751:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7df54c00.
00010000:00000010:0.1:1787760295.898783:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d413fc400.
00010000:00000010:0.1:1787760298.492486:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5992ef00.
00010000:00000010:0.1:1787760298.492498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819aea00.
00000080:00000010:0.1:1787760298.710060:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d52a57300.
00000080:00000010:0.1:1787760298.710080:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d52a57ae0.
00010000:00000010:0.1:1787760299.034709:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7e593d00.
00010000:00000010:0.1:1787760299.034726:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d45d73200.
00000080:00000010:0.1:1787760299.052737:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c59260020.
00000080:00000010:0.1:1787760299.052763:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d52a57820.
00000080:00000010:0.1:1787760300.499479:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d52a57460.
00000080:00000010:0.1:1787760300.499490:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d52a57da0.
00000080:00000010:0.1:1787760300.798488:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d52a57da0.
00000080:00000010:0.1:1787760300.798517:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d52a57640.
00010000:00000010:0.1:1787760301.054173:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818b1b00.
00010000:00000010:0.1:1787760301.054194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d539c00.
00000080:00000010:0.1:1787760301.108116:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c59260a60.
00000080:00000010:0.1:1787760301.108133:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5d1c5280.
00010000:00000010:0.1:1787760304.241528:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7e593900.
00010000:00000010:0.1:1787760304.241544:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d45d72800.
00000080:00000010:0.1:1787760304.296780:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c59260120.
00000080:00000010:0.1:1787760304.296795:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d52a570c0.
00000080:00000010:0.1:1787760305.042805:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c7574dcc0.
00000080:00000010:0.1:1787760305.042823:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c59260ce0.
00010000:00000010:0.1:1787760306.015588:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7e593e00.
00010000:00000010:0.1:1787760306.015606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d40031a00.
00000080:00000010:0.1:1787760306.026478:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c59260ac0.
00000080:00000010:0.1:1787760306.026491:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c7574dbe0.
00010000:00000010:0.1:1787760308.807490:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d446b9600.
00010000:00000010:0.1:1787760308.807503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d40031a00.
00010000:00000010:0.1:1787760309.113485:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818b1a00.
00010000:00000010:0.1:1787760309.113498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75361400.
00010000:00000010:0.1:1787760309.388565:0:256672:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818b1000.
00010000:00000010:0.1:1787760309.388577:0:256672:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7537ae00.
00010000:00000010:0.1:1787760310.865498:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818b1b00.
00010000:00000010:0.1:1787760310.865515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75361a00.
00000080:00000010:0.1:1787760310.906539:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c59260060.
00000080:00000010:0.1:1787760310.906551:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5d1c55c0.
00000080:00000010:0.1:1787760311.573161:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5d1c5340.
00000080:00000010:0.1:1787760311.576689:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c59260420.
00010000:00000010:0.1:1787760313.468499:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d556a00.
00010000:00000010:0.1:1787760313.468515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7537a200.
00000080:00000010:0.1:1787760314.245458:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d42aaf800.
00000080:00000010:0.1:1787760314.245476:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5d1c5b60.
00000080:00000010:0.1:1787760316.137498:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d42aaf520.
00000080:00000010:0.1:1787760316.137511:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d42aafec0.
00010000:00000010:0.1:1787760316.878642:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77ad8900.
00010000:00000010:0.1:1787760316.878658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7537b000.
00010000:00000010:0.1:1787760318.630597:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77ad8300.
00010000:00000010:0.1:1787760318.630610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7537a000.
00010000:00000010:0.1:1787760319.298816:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d54e44000.
00010000:00000010:0.1:1787760319.298831:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7800de00.
00000080:00000010:0.1:1787760319.319490:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c592603a0.
00000080:00000010:0.1:1787760319.319506:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c59260340.
00010000:00000010:0.1:1787760320.544745:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77ad8a00.
00010000:00000010:0.1:1787760320.544753:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7537b000.
00000080:00000010:0.1:1787760320.558649:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c59260fc0.
00000080:00000010:0.1:1787760320.558670:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d50953940.
00010000:00000010:0.1:1787760322.506475:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77ad8a00.
00010000:00000010:0.1:1787760322.506487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d45d800.
00000080:00000010:0.1:1787760322.530480:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c59260200.
00000080:00000010:0.1:1787760322.530499:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d50953160.
00010000:00000010:0.1:1787760322.708491:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d54e44900.
00010000:00000010:0.1:1787760322.708503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7800d400.
00010000:00000010:0.1:1787760323.821661:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5142ed00.
00010000:00000010:0.1:1787760323.821676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d53f200.
00000080:00000010:0.1:1787760323.842614:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c59260c40.
00000080:00000010:0.1:1787760323.842627:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5d1c5b60.
00010000:00000010:0.1:1787760324.854484:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d54e44400.
00010000:00000010:0.1:1787760324.854498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7800c600.
00000080:00000010:0.1:1787760324.888780:0:1359:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c592603c0.
00000080:00000010:0.1:1787760324.888795:0:1359:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c59260220.
00010000:00000010:0.1:1787760325.552604:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d54e44e00.
00010000:00000010:0.1:1787760325.552619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7800de00.
00000080:00000010:0.1:1787760325.567610:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c59260160.
00000080:00000010:0.1:1787760325.598495:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c592604e0.
00010000:00000010:0.1:1787760328.111806:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d54e44700.
00010000:00000010:0.1:1787760328.111815:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d52d000.
00000080:00000010:0.1:1787760328.129516:0:1037:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c592609a0.
00000080:00000010:0.1:1787760328.129530:0:1037:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c592600a0.
00010000:00000010:0.1:1787760329.459618:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d4320a900.
00010000:00000010:0.1:1787760329.459651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d45cc00.
00000080:00000010:0.1:1787760329.518480:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c592605e0.
00000080:00000010:0.1:1787760329.518494:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d50953f60.
00010000:00000010:0.1:1787760330.013489:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7dd4c800.
00010000:00000010:0.1:1787760330.013505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d45c200.
00000080:00000010:0.1:1787760330.033484:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c592605e0.
00000080:00000010:0.1:1787760330.033502:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d50953120.
00010000:00000010:0.1:1787760330.424660:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d4320a600.
00010000:00000010:0.1:1787760330.424677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d45c800.
00000080:00000010:0.1:1787760330.492467:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c592605e0.
00000080:00000010:0.1:1787760330.492501:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d50953a00.
00010000:00000010:0.1:1787760330.736640:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d54e44a00.
00010000:00000010:0.1:1787760330.736648:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d52c600.
00000080:00000010:0.1:1787760330.746308:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c59260160.
00000080:00000010:0.1:1787760330.746329:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c592605e0.
00010000:00000010:0.1:1787760331.193098:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d54e44a00.
00010000:00000010:0.1:1787760331.193115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d52de00.
00010000:00000010:0.1:1787760332.229308:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d4320a600.
00010000:00000010:0.1:1787760332.229324:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d45b23000.
00010000:00000010:0.1:1787760332.586640:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d4320ab00.
00010000:00000010:0.1:1787760332.586650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76f29e00.
00010000:00000010:0.1:1787760333.253669:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d4320ab00.
00010000:00000010:0.1:1787760333.253681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76f29800.
00010000:00000010:0.1:1787760333.952625:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7dd4ce00.
00010000:00000010:0.1:1787760333.952641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d45b22400.
00000080:00000010:0.1:1787760333.972370:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c59260ec0.
00000080:00000010:0.1:1787760334.013524:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5d1c5160.
00010000:00000010:0.1:1787760335.495822:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7dd4c400.
00010000:00000010:0.1:1787760335.495837:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d45b22e00.
00000080:00000010:0.1:1787760335.516723:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c59260920.
00000080:00000010:0.1:1787760335.516794:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5d1c5520.
00010000:00000010:0.1:1787760335.829294:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52c04000.
00010000:00000010:0.1:1787760335.829304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d52d600.
00000080:00000010:0.1:1787760335.846493:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c59260180.
00000080:00000010:0.1:1787760335.846523:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c592603a0.
00010000:00000010:0.1:1787760336.661535:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d446b9e00.
00010000:00000010:0.1:1787760336.661551:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d52c400.
00010000:00000010:0.1:1787760336.949504:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7dd4cc00.
00010000:00000010:0.1:1787760336.949520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76f29a00.
00000080:00000010:0.1:1787760336.961482:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c59260e00.
00000080:00000010:0.1:1787760336.961506:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d50953e40.
00010000:00000010:0.1:1787760337.658987:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7edbe900.
00010000:00000010:0.1:1787760337.659003:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76f28200.
00000080:00000010:0.1:1787760337.678531:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c59260940.
00000080:00000010:0.1:1787760337.678549:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d50953920.
00010000:00000010:0.1:1787760339.567505:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7edbe200.
00010000:00000010:0.1:1787760339.567530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76f29c00.
00000080:00000010:0.1:1787760339.590629:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c59260f40.
00000080:00000010:0.1:1787760339.590651:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d509530e0.
00010000:00000010:0.1:1787760339.885535:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52c04c00.
00010000:00000010:0.1:1787760339.885549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d52cc00.
00000080:00000010:0.1:1787760339.900531:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c59260c40.
00000080:00000010:0.1:1787760339.900545:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c592601e0.
00000080:00000010:0.1:1787760340.478529:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d50953ee0.
00000080:00000010:0.1:1787760340.478547:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c59260c40.
00010000:00000010:0.1:1787760340.737527:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7edbe200.
00010000:00000010:0.1:1787760340.737542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76f29800.
00000080:00000010:0.1:1787760344.026603:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d50953bc0.
00000080:00000010:0.1:1787760344.026624:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d50953a00.
00010000:00000010:0.1:1787760344.411478:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819e5a00.
00010000:00000010:0.1:1787760344.411490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76f29c00.
00000080:00000010:0.1:1787760344.428256:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c59260240.
00000080:00000010:0.1:1787760344.428271:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d50953ee0.
00000080:00000010:0.1:1787760345.377521:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d50953bc0.
00000080:00000010:0.1:1787760345.377537:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d50953a00.
00000080:00000010:0.1:1787760345.641764:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5d1c5d60.
00000080:00000010:0.1:1787760345.641778:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d50953a00.
00000080:00000010:0.1:1787760346.002777:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c7574d380.
00000080:00000010:0.1:1787760346.002795:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c59260c20.
00010000:00000010:0.1:1787760347.640503:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819e5800.
00010000:00000010:0.1:1787760347.640517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75215a00.
00010000:00000010:0.1:1787760348.368722:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7dd4c200.
00010000:00000010:0.1:1787760348.368733:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d514600.
00000080:00000010:0.1:1787760348.397512:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c59260260.
00000080:00000010:0.1:1787760348.397531:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5d1c5aa0.
00010000:00000010:0.1:1787760350.350847:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d821fb900.
00010000:00000010:0.1:1787760350.350863:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81957000.
00000080:00000010:0.1:1787760350.368649:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c592603a0.
00000080:00000010:0.1:1787760350.368663:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c59260560.
00010000:00000010:3.1:1787760351.556848:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d514c00.
00010000:00000010:3.1:1787760352.099543:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f787600.
00010000:00000010:3.1:1787760352.099558:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d515800.
00010000:00000010:3.1:1787760352.434515:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819e5800.
00010000:00000010:3.1:1787760352.434532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75215400.
00000080:00000010:3.1:1787760352.447485:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5d1c5560.
00000080:00000010:3.1:1787760352.488684:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c686139a0.
00010000:00000010:0.1:1787760352.871994:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819e5700.
00010000:00000010:0.1:1787760352.872009:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7539fc00.
00000080:00000010:0.1:1787760352.888792:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c592604c0.
00000080:00000010:0.1:1787760352.888808:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c7574d420.
00010000:00000010:0.1:1787760353.121508:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d46c95b00.
00010000:00000010:0.1:1787760353.121523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81957e00.
00000080:00000010:0.1:1787760353.154503:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c59260240.
00000080:00000010:0.1:1787760353.154514:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c592602c0.
00010000:00000010:3.1:1787760354.117617:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f787600.
00010000:00000010:3.1:1787760354.117631:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75215c00.
00010000:00000010:3.1:1787760354.619551:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d46c95500.
00010000:00000010:3.1:1787760354.619567:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81956000.
00000080:00000010:3.1:1787760354.678728:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5d1c5a00.
00000080:00000010:3.1:1787760354.678756:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c59260a60.
00010000:00000010:0.1:1787760354.938551:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d46c95d00.
00010000:00000010:0.1:1787760354.938569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81956800.
00000080:00000010:0.1:1787760354.957494:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c59260800.
00000080:00000010:0.1:1787760354.957510:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c59260200.
00010000:00000010:0.1:1787760355.309666:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f787d00.
00010000:00000010:0.1:1787760355.309700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d514400.
00000080:00000010:0.1:1787760355.342096:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c59260900.
00000080:00000010:0.1:1787760355.342117:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5d1c5a00.
00010000:00000010:3.1:1787760355.696321:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f787800.
00010000:00000010:3.1:1787760355.696339:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d514800.
00000080:00000010:3.1:1787760355.728506:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5d1c5ac0.
00000080:00000010:3.1:1787760355.728521:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5d1c5540.
00010000:00000010:0.1:1787760356.137755:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819e5800.
00010000:00000010:0.1:1787760356.137770:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75214800.
00000080:00000010:0.1:1787760356.183477:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c59260a00.
00000080:00000010:0.1:1787760356.183486:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613d60.
00000080:00000010:3.1:1787760356.481318:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613300.
00000080:00000010:3.1:1787760356.481341:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c686136e0.
00010000:00000010:0.1:1787760356.705416:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f787000.
00010000:00000010:0.1:1787760356.705432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d515c00.
00000080:00000010:0.1:1787760356.764491:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c592600a0.
00000080:00000010:0.1:1787760356.764520:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5d1c5ac0.
00010000:00000010:0.1:1787760357.442890:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7dfc0500.
00010000:00000010:0.1:1787760357.442898:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75215800.
00000080:00000010:0.1:1787760357.486731:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c59260900.
00000080:00000010:0.1:1787760357.486752:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613ca0.
00010000:00000010:0.1:1787760357.850753:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7dfc0d00.
00010000:00000010:0.1:1787760357.850771:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75214c00.
00000080:00000010:0.1:1787760357.878396:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c59260940.
00000080:00000010:0.1:1787760357.878411:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613820.
00010000:00000010:0.1:1787760358.628764:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7dfc0300.
00010000:00000010:0.1:1787760358.628780:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75215a00.
00000080:00000010:0.1:1787760358.686714:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c592602c0.
00000080:00000010:0.1:1787760358.686735:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613420.
00010000:00000010:0.1:1787760359.130584:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7dfc0000.
00010000:00000010:0.1:1787760359.130601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7539e800.
00000080:00000010:0.1:1787760359.188527:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c59260b60.
00000080:00000010:0.1:1787760359.188544:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c7574df80.
00010000:00000010:3.1:1787760360.100492:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d446b9700.
00010000:00000010:3.1:1787760360.100504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7539f800.
00000080:00000010:3.1:1787760360.114984:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5d1c5720.
00000080:00000010:3.1:1787760360.115004:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c7574dba0.
00010000:00000010:0.1:1787760360.559491:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d446b9700.
00010000:00000010:0.1:1787760360.559508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7539f400.
00010000:00000010:3.1:1787760361.261920:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d446b9700.
00010000:00000010:3.1:1787760361.261938:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75215800.
00000080:00000010:3.1:1787760361.310336:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613d20.
00000080:00000010:3.1:1787760361.310360:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613b00.
00000080:00000010:3.1:1787760361.695524:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5d1c5720.
00000080:00000010:3.1:1787760361.695540:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c686138e0.
00000080:00000010:3.1:1787760362.216494:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613640.
00000080:00000010:3.1:1787760362.216514:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613ae0.
00000080:00000010:2.1:1787760362.635783:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c592603c0.
00010000:00000010:3.1:1787760362.874561:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7dfc0f00.
00010000:00000010:3.1:1787760362.874576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75215c00.
00000080:00000010:3.1:1787760362.907499:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5d1c5720.
00000080:00000010:3.1:1787760362.907520:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c686134c0.
00010000:00000010:3.1:1787760363.222521:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7dfc0c00.
00010000:00000010:3.1:1787760363.222537:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75215c00.
00000080:00000010:3.1:1787760363.282531:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5d1c5720.
00000080:00000010:3.1:1787760363.282550:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c686131a0.
00010000:00000010:2.1:1787760363.560694:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d42a23a00.
00010000:00000010:2.1:1787760363.560709:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7539ea00.
00000080:00000010:2.1:1787760363.608829:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c7574d780.
00000080:00000010:2.1:1787760363.608845:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c7574df80.
00010000:00000010:2.1:1787760363.945777:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f787700.
00010000:00000010:2.1:1787760363.945793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75215c00.
00000080:00000010:2.1:1787760363.991722:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613620.
00000080:00000010:2.1:1787760363.991738:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613b60.
00010000:00000010:3.1:1787760364.425576:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7dfc0f00.
00010000:00000010:3.1:1787760364.425588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752bf400.
00000080:00000010:3.1:1787760364.490640:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5d1c5720.
00000080:00000010:3.1:1787760364.490656:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613b60.
00010000:00000010:3.1:1787760364.771574:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f787400.
00010000:00000010:3.1:1787760364.771588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d515e00.
00000080:00000010:3.1:1787760364.805475:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5d1c5a00.
00000080:00000010:3.1:1787760364.805488:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5d1c5720.
00010000:00000010:3.1:1787760365.057564:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f787400.
00010000:00000010:3.1:1787760365.057577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d515e00.
00000080:00000010:3.1:1787760365.074179:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5d1c5a00.
00000080:00000010:3.1:1787760365.074193:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5d1c5720.
00010000:00000010:0.1:1787760365.544489:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7dfc0d00.
00010000:00000010:0.1:1787760365.544506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752bea00.
00000080:00000010:2.1:1787760365.606999:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c592600a0.
00000080:00000010:2.1:1787760365.607017:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613600.
00010000:00000010:3.1:1787760366.019343:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f787400.
00010000:00000010:3.1:1787760366.019357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d514600.
00000080:00000010:3.1:1787760366.035642:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5d1c5560.
00000080:00000010:3.1:1787760366.035661:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5d1c5a00.
00010000:00000010:0.1:1787760366.619532:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7dfc0500.
00010000:00000010:0.1:1787760366.619548:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d515200.
00010000:00000010:0.1:1787760367.229645:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d42a23c00.
00010000:00000010:0.1:1787760367.229662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7539f800.
00000080:00000010:2.1:1787760367.271471:0:25:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c59260e80.
00000080:00000010:2.1:1787760367.271485:0:25:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c7574d100.
00000080:00000010:2.1:1787760367.808199:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c7574d8c0.
00000080:00000010:2.1:1787760367.808216:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c7574dba0.
00010000:00000010:2.1:1787760368.145819:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f787100.
00010000:00000010:2.1:1787760368.145833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4aa200.
00000080:00000010:2.1:1787760368.216745:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5d1c5c80.
00000080:00000010:2.1:1787760368.216759:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5d1c55e0.
00000080:00000010:2.1:1787760368.985729:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c7574dcc0.
00000080:00000010:2.1:1787760368.985751:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613600.
00010000:00000010:2.1:1787760369.406508:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d42a23100.
00010000:00000010:2.1:1787760369.406532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81956000.
00000080:00000010:2.1:1787760369.454482:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613600.
00000080:00000010:2.1:1787760369.454514:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c592603a0.
00010000:00000010:3.1:1787760370.347703:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7dfc0d00.
00010000:00000010:3.1:1787760370.348023:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752bfe00.
00000080:00000010:2.1:1787760370.395479:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5d1c5880.
00000080:00000010:2.1:1787760370.395499:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613600.
00010000:00000010:2.1:1787760370.936137:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d78035f00.
00010000:00000010:2.1:1787760370.936150:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752bf000.
00000080:00000010:2.1:1787760370.976800:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c686134e0.
00000080:00000010:2.1:1787760370.976816:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613600.
00010000:00000010:3.1:1787760371.297673:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d78035c00.
00010000:00000010:3.1:1787760371.297688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752bf800.
00000080:00000010:3.1:1787760371.346157:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5d1c5aa0.
00000080:00000010:3.1:1787760371.346176:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c686134e0.
00010000:00000010:3.1:1787760371.610491:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d78035100.
00010000:00000010:3.1:1787760371.610506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752be000.
00000080:00000010:3.1:1787760371.661732:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5d1c5aa0.
00000080:00000010:3.1:1787760371.661742:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c686133a0.
00010000:00000010:2.1:1787760371.854475:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d78035500.
00010000:00000010:2.1:1787760371.854484:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752be400.
00000080:00000010:2.1:1787760371.869693:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613e20.
00000080:00000010:2.1:1787760371.869709:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613de0.
00010000:00000010:2.1:1787760372.290673:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f787200.
00010000:00000010:2.1:1787760372.290686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4aa400.
00000080:00000010:0.1:1787760372.317369:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613de0.
00000080:00000010:0.1:1787760372.317387:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5d1c5100.
00010000:00000010:0.1:1787760372.691493:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f787d00.
00010000:00000010:0.1:1787760372.691503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752be800.
00000080:00000010:2.1:1787760372.699521:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c59260460.
00000080:00000010:2.1:1787760372.699537:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613340.
00010000:00000010:0.1:1787760373.066629:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d78035600.
00010000:00000010:0.1:1787760373.066644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4aae00.
00000080:00000010:0.1:1787760373.112461:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c59260c20.
00000080:00000010:0.1:1787760373.112490:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5d1c5ca0.
00010000:00000010:3.1:1787760373.358278:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f787200.
00010000:00000010:3.1:1787760373.358291:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4abc00.
00010000:00000010:0.1:1787760373.835608:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d78035800.
00010000:00000010:0.1:1787760373.835626:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752bfc00.
00000080:00000010:0.1:1787760373.947277:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c592603c0.
00000080:00000010:0.1:1787760373.947298:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c686135c0.
00010000:00000010:3.1:1787760374.331551:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f787200.
00010000:00000010:3.1:1787760374.331569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752bf600.
00000080:00000010:3.1:1787760374.385510:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5d1c5520.
00000080:00000010:3.1:1787760374.385522:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c686130c0.
00010000:00000010:0.1:1787760374.842600:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d78035300.
00010000:00000010:0.1:1787760374.842628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752bf200.
00010000:00000010:0.1:1787760375.188749:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f787100.
00010000:00000010:0.1:1787760375.188761:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4ab600.
00010000:00000010:0.1:1787760375.448886:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d42a23100.
00010000:00000010:0.1:1787760375.448916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d53b000.
00000080:00000010:2.1:1787760375.490570:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c592608c0.
00000080:00000010:2.1:1787760375.490584:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c7574d120.
00010000:00000010:0.1:1787760375.837621:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d78035e00.
00010000:00000010:0.1:1787760375.837637:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752bf600.
00000080:00000010:0.1:1787760375.862488:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c59260e20.
00000080:00000010:0.1:1787760375.885518:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613fc0.
00000080:00000010:0.1:1787760376.256848:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c7574dac0.
00000080:00000010:0.1:1787760376.256864:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613fe0.
00010000:00000010:2.1:1787760376.506699:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d78035a00.
00010000:00000010:2.1:1787760376.506708:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752be800.
00000080:00000010:2.1:1787760376.518546:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613020.
00000080:00000010:2.1:1787760376.518561:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c592608c0.
00010000:00000010:2.1:1787760376.808698:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d46c95e00.
00010000:00000010:2.1:1787760376.808712:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819b9a00.
00000080:00000010:2.1:1787760376.828618:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613020.
00000080:00000010:2.1:1787760376.858485:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c59260cc0.
00010000:00000010:0.1:1787760377.170064:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d78035a00.
00010000:00000010:0.1:1787760377.170080:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d53be00.
00000080:00000010:0.1:1787760377.207477:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c59260a60.
00000080:00000010:0.1:1787760377.207487:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c7574d320.
00010000:00000010:3.1:1787760377.472740:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d78035a00.
00010000:00000010:3.1:1787760377.472755:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752be000.
00000080:00000010:3.1:1787760377.512149:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5d1c5c20.
00000080:00000010:3.1:1787760377.512163:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613440.
00010000:00000010:0.1:1787760377.768001:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d433100.
00010000:00000010:0.1:1787760377.768012:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4ab400.
00010000:00000010:2.1:1787760378.017861:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d433900.
00010000:00000010:2.1:1787760378.017869:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4aa600.
00000080:00000010:2.1:1787760378.049627:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613200.
00000080:00000010:2.1:1787760378.049648:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5d1c5220.
00010000:00000010:2.1:1787760378.229671:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d78035800.
00010000:00000010:2.1:1787760378.229687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752be200.
00000080:00000010:2.1:1787760378.260575:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613200.
00000080:00000010:2.1:1787760378.260598:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613580.
00000080:00000010:3.1:1787760378.760493:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c7574d420.
00000080:00000010:3.1:1787760378.760512:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613580.
00000080:00000010:2.1:1787760379.351485:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c7574d620.
00000080:00000010:2.1:1787760379.351513:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613200.
00010000:00000010:0.1:1787760379.803999:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d46c95400.
00010000:00000010:0.1:1787760379.804011:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819b9200.
00000080:00000010:0.1:1787760379.841528:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c592604e0.
00000080:00000010:0.1:1787760379.841555:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c59260a00.
00010000:00000010:2.1:1787760380.146531:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d433d00.
00010000:00000010:2.1:1787760380.146548:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4aa600.
00000080:00000010:2.1:1787760380.174915:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613860.
00000080:00000010:2.1:1787760380.174937:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5d1c5da0.
00010000:00000010:3.1:1787760380.393587:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d433200.
00010000:00000010:3.1:1787760380.393604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4ab200.
00000080:00000010:3.1:1787760380.437475:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5d1c5da0.
00000080:00000010:3.1:1787760380.437490:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5d1c5640.
00010000:00000010:0.1:1787760380.845028:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d78035c00.
00010000:00000010:0.1:1787760380.845041:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752bea00.
00000080:00000010:0.1:1787760380.869416:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c59260580.
00000080:00000010:0.1:1787760380.869470:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5d1c5640.
00010000:00000010:2.1:1787760381.287495:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d433300.
00010000:00000010:2.1:1787760381.287511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819b8c00.
00000080:00000010:2.1:1787760381.298480:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613860.
00000080:00000010:2.1:1787760381.298493:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c59260460.
00010000:00000010:3.1:1787760381.823831:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d433e00.
00010000:00000010:3.1:1787760381.823849:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4aae00.
00000080:00000010:2.1:1787760381.864735:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5d1c5520.
00000080:00000010:2.1:1787760381.864753:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5d1c5c20.
00010000:00000010:0.1:1787760382.142517:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d433700.
00010000:00000010:0.1:1787760382.142534:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4aa400.
00000080:00000010:0.1:1787760382.165707:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c59260a60.
00000080:00000010:0.1:1787760382.165725:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5d1c5f00.
00010000:00000010:0.1:1787760382.552828:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d78035100.
00010000:00000010:0.1:1787760382.552843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752bfa00.
00000080:00000010:0.1:1787760382.615523:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c59260cc0.
00000080:00000010:0.1:1787760382.615544:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613860.
00010000:00000010:2.1:1787760382.972492:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d78035a00.
00010000:00000010:2.1:1787760382.972506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752bf600.
00000080:00000010:2.1:1787760383.024483:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613700.
00000080:00000010:2.1:1787760383.024499:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613f60.
00010000:00000010:2.1:1787760383.409593:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d433a00.
00010000:00000010:2.1:1787760383.409610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4abe00.
00000080:00000010:3.1:1787760383.461130:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613f60.
00000080:00000010:3.1:1787760383.461150:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5d1c5ca0.
00010000:00000010:2.1:1787760383.789537:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4f8900.
00010000:00000010:2.1:1787760383.789552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752bea00.
00000080:00000010:2.1:1787760383.798686:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613940.
00000080:00000010:2.1:1787760383.798700:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c686133e0.
00010000:00000010:3.1:1787760384.148495:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4f8900.
00010000:00000010:3.1:1787760384.148519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819b9c00.
00000080:00000010:3.1:1787760384.191560:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5d1c5ca0.
00000080:00000010:3.1:1787760384.191572:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c59260b20.
00010000:00000010:3.1:1787760384.597695:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d433f00.
00010000:00000010:3.1:1787760384.597706:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4aa200.
00000080:00000010:2.1:1787760384.627747:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5d1c5100.
00000080:00000010:2.1:1787760384.627766:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5d1c5ca0.
00000080:00000010:2.1:1787760384.856757:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c7574d320.
00000080:00000010:2.1:1787760384.856769:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c59260240.
00010000:00000010:2.1:1787760385.045725:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d433f00.
00010000:00000010:2.1:1787760385.045742:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d50ec00.
00000080:00000010:2.1:1787760385.101491:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613560.
00000080:00000010:2.1:1787760385.101509:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613e40.
00010000:00000010:0.1:1787760385.489492:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d433700.
00010000:00000010:0.1:1787760385.489506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4aa200.
00000080:00000010:0.1:1787760385.507116:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c59260e80.
00000080:00000010:0.1:1787760385.507133:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5d1c5fa0.
00010000:00000010:3.1:1787760385.746499:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4f8d00.
00010000:00000010:3.1:1787760385.746516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d50f000.
00000080:00000010:3.1:1787760385.775481:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5d1c5880.
00000080:00000010:3.1:1787760385.775493:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613560.
00010000:00000010:3.1:1787760386.000514:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d433d00.
00010000:00000010:3.1:1787760386.000524:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4abe00.
00000080:00000010:3.1:1787760386.024653:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5d1c55e0.
00000080:00000010:3.1:1787760386.024666:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5d1c5880.
00010000:00000010:3.1:1787760386.234895:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4f8200.
00010000:00000010:3.1:1787760386.234912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d50e000.
00000080:00000010:3.1:1787760386.277672:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5d1c5880.
00000080:00000010:3.1:1787760386.277690:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c686135e0.
00010000:00000010:0.1:1787760386.590492:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d46c95200.
00010000:00000010:0.1:1787760386.590508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819b9600.
00000080:00000010:0.1:1787760386.633801:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c59260240.
00000080:00000010:0.1:1787760386.633820:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c59260200.
00010000:00000010:3.1:1787760386.846513:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4f8000.
00010000:00000010:3.1:1787760386.846530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d50e800.
00000080:00000010:2.1:1787760386.872509:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5d1c5880.
00000080:00000010:2.1:1787760386.872525:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c686136a0.
00010000:00000010:2.1:1787760387.222063:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4f8700.
00010000:00000010:2.1:1787760387.222080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d50fc00.
00000080:00000010:0.1:1787760387.264473:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613ee0.
00000080:00000010:0.1:1787760387.264485:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613180.
00010000:00000010:2.1:1787760387.523975:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4f8700.
00010000:00000010:2.1:1787760387.524001:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d53be00.
00000080:00000010:2.1:1787760387.538481:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613cc0.
00000080:00000010:2.1:1787760387.538496:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c7574d320.
00010000:00000010:3.1:1787760387.836480:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4f8a00.
00010000:00000010:3.1:1787760387.836495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d50fc00.
00000080:00000010:3.1:1787760387.853471:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5d1c55e0.
00000080:00000010:3.1:1787760387.853489:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613cc0.
00010000:00000010:0.1:1787760388.219488:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4f8400.
00010000:00000010:0.1:1787760388.219516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d50f600.
00010000:00000010:3.1:1787760388.682490:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4f8c00.
00010000:00000010:3.1:1787760388.682506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d50f200.
00000080:00000010:3.1:1787760388.729755:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5d1c55e0.
00000080:00000010:3.1:1787760388.729774:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613260.
00010000:00000010:0.1:1787760388.934493:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4f8b00.
00010000:00000010:0.1:1787760388.934509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4aa400.
00000080:00000010:3.1:1787760388.975490:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c592604e0.
00000080:00000010:3.1:1787760388.975511:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5d1c55e0.
00010000:00000010:2.1:1787760389.296818:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4f8b00.
00010000:00000010:2.1:1787760389.296829:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819b8c00.
00000080:00000010:2.1:1787760389.327489:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613d00.
00000080:00000010:2.1:1787760389.327508:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613140.
00010000:00000010:3.1:1787760390.159106:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4f8400.
00010000:00000010:3.1:1787760390.159130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d53b400.
00000080:00000010:3.1:1787760390.193693:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5d1c55e0.
00000080:00000010:3.1:1787760390.193707:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c7574dba0.
00010000:00000010:0.1:1787760390.724676:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4f8000.
00010000:00000010:0.1:1787760390.724692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d50e600.
00000080:00000010:2.1:1787760390.728513:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c592602c0.
00000080:00000010:2.1:1787760390.728541:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613960.
00010000:00000010:0.1:1787760391.152538:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4f8d00.
00010000:00000010:0.1:1787760391.152552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d50f600.
00000080:00000010:0.1:1787760391.174108:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c59260b20.
00000080:00000010:0.1:1787760391.174137:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613960.
00010000:00000010:2.1:1787760391.345489:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d46c95100.
00010000:00000010:2.1:1787760391.345498:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819b8800.
00000080:00000010:2.1:1787760391.385247:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613ec0.
00000080:00000010:2.1:1787760391.385272:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c592608c0.
00010000:00000010:2.1:1787760391.842501:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d433100.
00010000:00000010:2.1:1787760391.842515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4aa600.
00000080:00000010:2.1:1787760391.907618:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613ec0.
00000080:00000010:2.1:1787760391.907637:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5d1c55e0.
00010000:00000010:3.1:1787760392.464934:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d46c95100.
00010000:00000010:3.1:1787760392.464962:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d53ba00.
00000080:00000010:3.1:1787760392.520221:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5d1c55e0.
00000080:00000010:3.1:1787760392.520238:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c7574d620.
00010000:00000010:3.1:1787760392.886523:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4f8900.
00010000:00000010:3.1:1787760392.886543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d50e800.
00000080:00000010:3.1:1787760392.934075:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5d1c55e0.
00000080:00000010:3.1:1787760392.934095:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613ec0.
00010000:00000010:0.1:1787760393.268294:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d46c95100.
00010000:00000010:0.1:1787760393.268310:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819b8800.
00000080:00000010:0.1:1787760393.294779:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c59260c20.
00000080:00000010:0.1:1787760393.294795:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c59260a60.
00010000:00000010:3.1:1787760393.648871:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d433f00.
00010000:00000010:3.1:1787760393.648884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d50f000.
00000080:00000010:3.1:1787760393.663490:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5d1c55e0.
00000080:00000010:3.1:1787760393.663507:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613bc0.
00010000:00000010:0.1:1787760393.973423:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d433100.
00010000:00000010:0.1:1787760393.973436:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d559400.
00000080:00000010:0.1:1787760393.980583:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c59260160.
00000080:00000010:0.1:1787760393.980604:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5d1c55e0.
00000080:00000010:2.1:1787760394.409568:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c7574d420.
00000080:00000010:2.1:1787760394.409586:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5d1c5fa0.
00010000:00000010:3.1:1787760394.734487:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f22bb00.
00010000:00000010:3.1:1787760394.734503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d559a00.
00000080:00000010:3.1:1787760394.754528:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5d1c5f00.
00000080:00000010:3.1:1787760394.754556:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5d1c5100.
00010000:00000010:3.1:1787760395.203485:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d46c95100.
00010000:00000010:3.1:1787760395.203503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d559a00.
00000080:00000010:0.1:1787760395.225619:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5d1c5f00.
00000080:00000010:0.1:1787760395.225636:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5d1c5100.
00010000:00000010:2.1:1787760395.603001:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d42a23100.
00010000:00000010:2.1:1787760395.603019:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819b8800.
00000080:00000010:2.1:1787760395.642503:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613c80.
00000080:00000010:2.1:1787760395.643039:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c59260c20.
00010000:00000010:2.1:1787760395.947708:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f22b900.
00010000:00000010:2.1:1787760395.947724:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d558200.
00000080:00000010:3.1:1787760395.988073:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613c80.
00000080:00000010:3.1:1787760395.988102:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5d1c5520.
00010000:00000010:2.1:1787760396.258489:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819f8f00.
00010000:00000010:2.1:1787760396.258605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819b8c00.
00000080:00000010:3.1:1787760396.296713:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613be0.
00000080:00000010:3.1:1787760396.296733:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c59260a60.
00010000:00000010:3.1:1787760396.630501:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819f8c00.
00010000:00000010:3.1:1787760396.630522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819b8c00.
00000080:00000010:3.1:1787760396.693641:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5d1c5520.
00000080:00000010:3.1:1787760396.693659:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c592603c0.
00010000:00000010:0.1:1787760397.083894:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4f8400.
00010000:00000010:0.1:1787760397.083912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d50e800.
00000080:00000010:0.1:1787760397.134782:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c59260c20.
00000080:00000010:0.1:1787760397.134798:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613d80.
00010000:00000010:2.1:1787760397.483161:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f22b600.
00010000:00000010:2.1:1787760397.483178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d559e00.
00000080:00000010:3.1:1787760397.529669:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613120.
00000080:00000010:3.1:1787760397.529689:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5d1c5520.
00010000:00000010:2.1:1787760397.851491:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f22b800.
00010000:00000010:2.1:1787760397.851507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d559000.
00000080:00000010:2.1:1787760397.880306:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c686134a0.
00000080:00000010:2.1:1787760397.880327:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5d1c5520.
00010000:00000010:0.1:1787760398.279408:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f22b200.
00010000:00000010:0.1:1787760398.279425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d559800.
00000080:00000010:0.1:1787760398.336267:0:256671:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c592602c0.
00000080:00000010:0.1:1787760398.336308:0:256671:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5d1c5520.
00010000:00000010:2.1:1787760398.776487:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f22b000.
00010000:00000010:2.1:1787760398.776508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d558400.
00000080:00000010:2.1:1787760398.804884:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c686133c0.
00000080:00000010:2.1:1787760398.804906:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5d1c5f00.
00010000:00000010:0.1:1787760399.355557:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d4383fe00.
00010000:00000010:0.1:1787760399.355565:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d53aa00.
00010000:00000010:3.1:1787760399.718571:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818df200.
00010000:00000010:3.1:1787760399.718587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d50e800.
00000080:00000010:3.1:1787760399.763539:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5d1c5fa0.
00000080:00000010:3.1:1787760399.763551:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c686132a0.
00010000:00000010:2.1:1787760400.207649:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f22b700.
00010000:00000010:2.1:1787760400.207664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d558e00.
00000080:00000010:2.1:1787760400.280332:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c686138c0.
00000080:00000010:2.1:1787760400.280354:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5d1c5fa0.
00010000:00000010:2.1:1787760400.758521:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f22b400.
00010000:00000010:2.1:1787760400.758537:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d559600.
00000080:00000010:2.1:1787760400.775503:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c686138c0.
00000080:00000010:2.1:1787760400.775526:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5d1c5f00.
00010000:00000010:2.1:1787760401.215501:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818df300.
00010000:00000010:2.1:1787760401.215515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819b8c00.
00000080:00000010:2.1:1787760401.247758:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c686138c0.
00000080:00000010:2.1:1787760401.247780:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c59260160.
00010000:00000010:2.1:1787760401.752355:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819f8900.
00010000:00000010:2.1:1787760401.752377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819b8000.
00000080:00000010:2.1:1787760401.796492:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c686138c0.
00000080:00000010:2.1:1787760401.796520:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c59260240.
00010000:00000010:0.1:1787760402.277930:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818df000.
00010000:00000010:0.1:1787760402.277946:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d50e800.
00000080:00000010:0.1:1787760402.304484:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c592608c0.
00000080:00000010:0.1:1787760402.304505:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c686138c0.
00010000:00000010:2.1:1787760402.842487:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819f8500.
00010000:00000010:2.1:1787760402.842506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d559600.
00000080:00000010:3.1:1787760402.845819:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613900.
00000080:00000010:3.1:1787760402.845853:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5d1c5520.
00010000:00000010:3.1:1787760403.274551:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f22b400.
00010000:00000010:3.1:1787760403.274570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d558400.
00000080:00000010:3.1:1787760403.292514:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5a66a8e0.
00000080:00000010:3.1:1787760403.292535:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5d1c5520.
00010000:00000010:3.1:1787760403.730501:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819f8d00.
00010000:00000010:3.1:1787760403.730518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819b8c00.
00000080:00000010:3.1:1787760403.825387:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613980.
00000080:00000010:3.1:1787760403.825402:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c592604e0.
00010000:00000010:2.1:1787760404.236430:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819f8200.
00010000:00000010:2.1:1787760404.236465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752b8800.
00000080:00000010:2.1:1787760404.265792:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613f80.
00000080:00000010:2.1:1787760404.265814:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c592608c0.
00010000:00000010:0.1:1787760404.705500:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819f8000.
00010000:00000010:0.1:1787760404.705517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752b9400.
00000080:00000010:0.1:1787760404.741508:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c59260240.
00000080:00000010:0.1:1787760404.741521:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c59260160.
00010000:00000010:3.1:1787760405.172666:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819f8e00.
00010000:00000010:3.1:1787760405.172683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752b8600.
00000080:00000010:3.1:1787760405.238485:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5a66a8e0.
00000080:00000010:3.1:1787760405.238499:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c59260240.
00010000:00000010:3.1:1787760405.714486:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819f8700.
00010000:00000010:3.1:1787760405.714501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d558400.
00000080:00000010:3.1:1787760405.730396:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5a66ac00.
00000080:00000010:3.1:1787760405.730412:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5a66a8e0.
00010000:00000010:3.1:1787760406.132070:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818dfa00.
00010000:00000010:3.1:1787760406.132088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81836800.
00000080:00000010:3.1:1787760406.194567:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5a66a8e0.
00000080:00000010:3.1:1787760406.194588:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613880.
00010000:00000010:3.1:1787760406.550484:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818dff00.
00010000:00000010:3.1:1787760406.550502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81837c00.
00000080:00000010:3.1:1787760406.569484:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5a66a8e0.
00000080:00000010:3.1:1787760406.569501:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613660.
00010000:00000010:3.1:1787760407.010557:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818df100.
00010000:00000010:3.1:1787760407.010572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81837200.
00000080:00000010:3.1:1787760407.030308:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5a66a8e0.
00000080:00000010:3.1:1787760407.030326:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613a60.
00010000:00000010:3.1:1787760407.456086:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818df500.
00010000:00000010:3.1:1787760407.456102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81837400.
00000080:00000010:3.1:1787760407.489485:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5a66a8e0.
00000080:00000010:3.1:1787760407.489501:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613c60.
00010000:00000010:2.1:1787760407.974572:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f22b700.
00010000:00000010:2.1:1787760407.974589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d559800.
00000080:00000010:2.1:1787760408.015128:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613dc0.
00000080:00000010:2.1:1787760408.015146:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5a66ac00.
00010000:00000010:0.1:1787760408.551960:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818df600.
00010000:00000010:0.1:1787760408.551976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81836600.
00000080:00000010:3.1:1787760408.609486:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c592604e0.
00000080:00000010:3.1:1787760408.609503:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613dc0.
00010000:00000010:3.1:1787760408.848847:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818df800.
00010000:00000010:3.1:1787760408.848863:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81837a00.
00000080:00000010:3.1:1787760408.888483:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5a66a2c0.
00000080:00000010:3.1:1787760408.888497:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c686139e0.
00010000:00000010:3.1:1787760409.189005:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818df600.
00010000:00000010:3.1:1787760409.189020:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81836200.
00000080:00000010:3.1:1787760409.197915:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5a66a2c0.
00000080:00000010:3.1:1787760409.197934:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613040.
00010000:00000010:3.1:1787760409.780616:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f22b200.
00010000:00000010:3.1:1787760409.780786:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d559e00.
00000080:00000010:3.1:1787760409.834474:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5a66ac00.
00000080:00000010:3.1:1787760409.834492:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5a66abe0.
00000080:00000010:2.1:1787760410.353483:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c7574d120.
00000080:00000010:2.1:1787760410.353497:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5a66abe0.
00010000:00000010:2.1:1787760410.599480:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818df100.
00010000:00000010:2.1:1787760410.599494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81837000.
00000080:00000010:2.1:1787760410.663607:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613780.
00000080:00000010:2.1:1787760410.663628:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c686136c0.
00010000:00000010:2.1:1787760411.185692:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818df100.
00010000:00000010:2.1:1787760411.185711:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d558600.
00000080:00000010:2.1:1787760411.185718:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c686136c0.
00000080:00000010:2.1:1787760411.185729:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5a66abe0.
00010000:00000010:2.1:1787760411.617407:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819f8a00.
00010000:00000010:2.1:1787760411.617424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752b9e00.
00000080:00000010:3.1:1787760411.661794:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c686136c0.
00000080:00000010:3.1:1787760411.661812:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c59260160.
00010000:00000010:3.1:1787760412.139175:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f22b800.
00010000:00000010:3.1:1787760412.139189:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d559e00.
00000080:00000010:3.1:1787760412.154264:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4c8e5160.
00000080:00000010:3.1:1787760412.207663:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c59260160.
00010000:00000010:2.1:1787760412.861083:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818dfc00.
00010000:00000010:2.1:1787760412.861100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81837000.
00000080:00000010:2.1:1787760412.893489:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613ea0.
00000080:00000010:2.1:1787760412.893506:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613780.
00010000:00000010:0.1:1787760413.394545:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818dfc00.
00010000:00000010:0.1:1787760413.394561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81837000.
00000080:00000010:3.1:1787760413.454670:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c66f65120.
00000080:00000010:3.1:1787760413.454684:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613780.
00010000:00000010:2.1:1787760413.927588:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819f8700.
00010000:00000010:2.1:1787760413.927604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752b8a00.
00000080:00000010:2.1:1787760413.958540:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613ea0.
00000080:00000010:2.1:1787760413.958557:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c66f65360.
00000080:00000010:2.1:1787760414.723973:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c7574d800.
00000080:00000010:2.1:1787760414.723994:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4c8e5380.
00010000:00000010:3.1:1787760415.531502:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818df200.
00010000:00000010:3.1:1787760415.531516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81836200.
00000080:00000010:3.1:1787760415.607474:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4c8e5380.
00000080:00000010:3.1:1787760415.607490:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613ba0.
00010000:00000010:0.1:1787760416.121473:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818dfc00.
00010000:00000010:0.1:1787760416.121480:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81836600.
00000080:00000010:0.1:1787760416.134858:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d47d3f1e0.
00000080:00000010:0.1:1787760416.134876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613520.
00010000:00000010:2.1:1787760416.489541:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818dfc00.
00010000:00000010:2.1:1787760416.489555:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81837200.
00000080:00000010:2.1:1787760416.507487:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613740.
00000080:00000010:2.1:1787760416.507505:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613380.
00010000:00000010:3.1:1787760417.027488:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f22b700.
00010000:00000010:3.1:1787760417.027499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d559600.
00000080:00000010:3.1:1787760417.027504:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c59260160.
00000080:00000010:3.1:1787760417.027514:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4c8e5160.
00010000:00000010:2.1:1787760417.548502:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818dfc00.
00010000:00000010:2.1:1787760417.548517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81837200.
00000080:00000010:2.1:1787760417.616481:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613740.
00000080:00000010:2.1:1787760417.616501:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613380.
00010000:00000010:2.1:1787760417.940786:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7ed0ae00.
00010000:00000010:2.1:1787760417.940800:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d559600.
00000080:00000010:2.1:1787760417.968186:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613380.
00000080:00000010:2.1:1787760417.968204:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c59260160.
00010000:00000010:0.1:1787760418.444864:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52eb8c00.
00010000:00000010:0.1:1787760418.444874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81837c00.
00010000:00000010:0.1:1787760419.074261:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52eb8100.
00010000:00000010:0.1:1787760419.074276:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81837c00.
00000080:00000010:0.1:1787760419.140483:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d47d3f1e0.
00000080:00000010:0.1:1787760419.140502:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613280.
00010000:00000010:0.1:1787760419.774428:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7ed0aa00.
00010000:00000010:0.1:1787760419.774464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d559e00.
00000080:00000010:0.1:1787760419.824846:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d47d3f1e0.
00000080:00000010:0.1:1787760419.824866:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4c8e5160.
00010000:00000010:0.1:1787760420.342552:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52eb8500.
00010000:00000010:0.1:1787760420.342561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81836200.
00000080:00000010:2.1:1787760420.388491:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d47d3f1e0.
00000080:00000010:2.1:1787760420.388510:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613380.
00000080:00000010:0.1:1787760420.976486:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c7574d800.
00000080:00000010:0.1:1787760420.976500:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4c8e5160.
00010000:00000010:2.1:1787760421.492491:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52eb8800.
00010000:00000010:2.1:1787760421.492507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81837c00.
00010000:00000010:2.1:1787760421.825834:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7ed0ac00.
00010000:00000010:2.1:1787760421.825851:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81837c00.
00000080:00000010:2.1:1787760421.881563:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c7574d800.
00000080:00000010:2.1:1787760421.881582:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613ba0.
00010000:00000010:2.1:1787760422.406478:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7ed0ab00.
00010000:00000010:2.1:1787760422.406488:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81837c00.
00000080:00000010:2.1:1787760422.433483:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613780.
00000080:00000010:2.1:1787760422.433497:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613ba0.
00010000:00000010:2.1:1787760422.728879:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52eb8000.
00010000:00000010:2.1:1787760422.728904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81837c00.
00000080:00000010:2.1:1787760422.763604:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613780.
00000080:00000010:2.1:1787760422.763627:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613ba0.
00010000:00000010:2.1:1787760423.235831:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7ed0a900.
00010000:00000010:2.1:1787760423.235845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f30f200.
00000080:00000010:2.1:1787760423.279116:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613ba0.
00000080:00000010:2.1:1787760423.279153:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae160.
00010000:00000010:2.1:1787760424.105603:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819f8d00.
00010000:00000010:2.1:1787760424.105619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752b9400.
00000080:00000010:3.1:1787760424.166477:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613ba0.
00000080:00000010:3.1:1787760424.166493:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c571bd980.
00010000:00000010:3.1:1787760424.603604:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52eb8e00.
00010000:00000010:3.1:1787760424.603618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d553c00.
00000080:00000010:3.1:1787760424.648492:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae860.
00000080:00000010:3.1:1787760424.648510:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c686136c0.
00010000:00000010:2.1:1787760425.213492:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819f8900.
00010000:00000010:2.1:1787760425.213508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752b8a00.
00000080:00000010:2.1:1787760425.248978:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613040.
00000080:00000010:2.1:1787760425.248995:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c571bd840.
00010000:00000010:2.1:1787760425.787140:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52eb8700.
00010000:00000010:2.1:1787760425.787150:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d553600.
00000080:00000010:2.1:1787760425.803478:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c686139e0.
00000080:00000010:2.1:1787760425.803492:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613040.
00010000:00000010:2.1:1787760425.969612:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7ed0ad00.
00010000:00000010:2.1:1787760425.969620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f30ea00.
00000080:00000010:2.1:1787760425.997480:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613040.
00000080:00000010:2.1:1787760425.997497:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae580.
00010000:00000010:2.1:1787760426.160554:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7ed0a300.
00010000:00000010:2.1:1787760426.160567:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d553200.
00000080:00000010:2.1:1787760426.187592:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613dc0.
00000080:00000010:2.1:1787760426.187610:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613040.
00010000:00000010:2.1:1787760426.351486:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52eb8400.
00010000:00000010:2.1:1787760426.351500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d553400.
00000080:00000010:2.1:1787760426.377924:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613dc0.
00000080:00000010:2.1:1787760426.377942:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613040.
00010000:00000010:2.1:1787760426.531491:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52eb8f00.
00010000:00000010:2.1:1787760426.531505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d552600.
00000080:00000010:2.1:1787760426.559757:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613dc0.
00000080:00000010:2.1:1787760426.559773:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613040.
00010000:00000010:2.1:1787760426.720482:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52eb8e00.
00010000:00000010:2.1:1787760426.720496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d552a00.
00000080:00000010:2.1:1787760426.748047:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613dc0.
00000080:00000010:2.1:1787760426.748065:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613040.
00010000:00000010:2.1:1787760426.909303:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52eb8d00.
00010000:00000010:2.1:1787760426.909310:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d553a00.
00000080:00000010:2.1:1787760426.950164:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613dc0.
00000080:00000010:2.1:1787760426.950183:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613040.
00010000:00000010:3.1:1787760427.135541:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52eb8500.
00010000:00000010:3.1:1787760427.135550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d552200.
00000080:00000010:3.1:1787760427.135554:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3aec40.
00000080:00000010:3.1:1787760427.135561:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613040.
00010000:00000010:3.1:1787760427.349190:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7ed0a800.
00010000:00000010:3.1:1787760427.349202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f30e200.
00000080:00000010:3.1:1787760427.414487:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3aee80.
00000080:00000010:3.1:1787760427.414506:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3aec40.
00010000:00000010:3.1:1787760427.836234:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819f8c00.
00010000:00000010:3.1:1787760427.836250:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752b9e00.
00000080:00000010:3.1:1787760427.891844:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3aec40.
00000080:00000010:3.1:1787760427.891870:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613900.
00010000:00000010:3.1:1787760428.302205:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52eb8c00.
00010000:00000010:3.1:1787760428.302218:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81939c00.
00000080:00000010:3.1:1787760428.360478:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3aec40.
00000080:00000010:3.1:1787760428.360491:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c7574d420.
00010000:00000010:3.1:1787760428.769507:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52eb8500.
00010000:00000010:3.1:1787760428.769515:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d553e00.
00000080:00000010:3.1:1787760428.800849:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3aec40.
00000080:00000010:3.1:1787760428.800873:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c686138c0.
00010000:00000010:0.1:1787760429.216675:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52eb8500.
00010000:00000010:0.1:1787760429.216696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d553000.
00000080:00000010:3.1:1787760429.217517:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c571bd740.
00000080:00000010:3.1:1787760429.217537:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c686132a0.
00010000:00000010:0.1:1787760429.896492:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819f8f00.
00010000:00000010:0.1:1787760429.896506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752b9a00.
00000080:00000010:0.1:1787760429.896512:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c571bd240.
00000080:00000010:0.1:1787760429.896523:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c571bd4c0.
00010000:00000010:0.1:1787760430.391486:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7ed0a300.
00010000:00000010:0.1:1787760430.391497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f30fe00.
00000080:00000010:0.1:1787760430.448491:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c571bd4c0.
00000080:00000010:0.1:1787760430.448522:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae440.
00010000:00000010:2.1:1787760430.931152:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7ed0a900.
00010000:00000010:2.1:1787760430.931168:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f30f800.
00000080:00000010:2.1:1787760430.957475:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613d80.
00000080:00000010:2.1:1787760430.957489:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae020.
00010000:00000010:2.1:1787760431.640559:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818c1500.
00010000:00000010:2.1:1787760431.640582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d552400.
00000080:00000010:2.1:1787760431.689201:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613c80.
00000080:00000010:2.1:1787760431.689224:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613be0.
00010000:00000010:0.1:1787760432.180485:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818c1600.
00010000:00000010:0.1:1787760432.180499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d552400.
00000080:00000010:0.1:1787760432.271584:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c571bdc60.
00000080:00000010:0.1:1787760432.271595:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613be0.
00000080:00000010:0.1:1787760432.887023:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c6f5d58c0.
00000080:00000010:0.1:1787760432.887047:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3aefe0.
00000080:00000010:3.1:1787760433.738634:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d52c497a0.
00000080:00000010:3.1:1787760433.738652:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c571bd780.
00010000:00000010:3.1:1787760434.485751:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818c1800.
00010000:00000010:3.1:1787760434.485768:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d552400.
00000080:00000010:3.1:1787760434.517826:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae240.
00000080:00000010:3.1:1787760434.559707:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613ec0.
00010000:00000010:3.1:1787760435.049477:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818c1200.
00010000:00000010:3.1:1787760435.049490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752b9400.
00000080:00000010:3.1:1787760435.122159:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae240.
00000080:00000010:3.1:1787760435.122177:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c571bd6c0.
00010000:00000010:2.1:1787760435.473555:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818c1000.
00010000:00000010:2.1:1787760435.473570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d553e00.
00000080:00000010:2.1:1787760435.506480:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613840.
00000080:00000010:2.1:1787760435.506494:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613140.
00010000:00000010:3.1:1787760436.100487:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819f8700.
00010000:00000010:3.1:1787760436.100499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f7a6c00.
00000080:00000010:3.1:1787760436.119488:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae240.
00000080:00000010:3.1:1787760436.119503:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c571bd3a0.
00010000:00000010:2.1:1787760436.384868:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818c1e00.
00010000:00000010:2.1:1787760436.384895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d553e00.
00000080:00000010:2.1:1787760436.399524:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613840.
00000080:00000010:2.1:1787760436.399538:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613140.
00010000:00000010:2.1:1787760436.657473:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818c1700.
00010000:00000010:2.1:1787760436.657481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d553e00.
00000080:00000010:3.1:1787760436.690482:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613840.
00000080:00000010:3.1:1787760436.690498:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613140.
00010000:00000010:2.1:1787760436.935486:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7ed0aa00.
00010000:00000010:2.1:1787760436.935501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f30ee00.
00000080:00000010:2.1:1787760436.954474:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613cc0.
00000080:00000010:2.1:1787760436.954488:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3aec20.
00010000:00000010:2.1:1787760437.276489:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818c1700.
00010000:00000010:2.1:1787760437.276504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d553e00.
00000080:00000010:2.1:1787760437.344872:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613180.
00000080:00000010:2.1:1787760437.344893:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613cc0.
00010000:00000010:0.1:1787760438.043795:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d4383f900.
00010000:00000010:0.1:1787760438.043807:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81939400.
00000080:00000010:2.1:1787760438.113463:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c571bd440.
00000080:00000010:2.1:1787760438.113492:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d52c49c00.
00010000:00000010:2.1:1787760439.371908:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818c1400.
00010000:00000010:2.1:1787760439.371921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d553c00.
00000080:00000010:3.1:1787760439.428488:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613180.
00000080:00000010:3.1:1787760439.428502:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae340.
00010000:00000010:3.1:1787760439.977610:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819f8c00.
00010000:00000010:3.1:1787760439.977633:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f7a6600.
00000080:00000010:3.1:1787760440.042752:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae340.
00000080:00000010:3.1:1787760440.042768:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c571bdcc0.
00000080:00000010:2.1:1787760440.567481:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d52c497a0.
00000080:00000010:2.1:1787760440.567525:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d52c49d00.
00010000:00000010:0.1:1787760441.063475:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7ed0a900.
00010000:00000010:0.1:1787760441.063489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f30fe00.
00000080:00000010:0.1:1787760441.077686:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c571bd120.
00000080:00000010:0.1:1787760441.077698:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3aee20.
00010000:00000010:3.1:1787760441.676889:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7ed0a300.
00010000:00000010:3.1:1787760441.676896:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d552200.
00000080:00000010:3.1:1787760441.698977:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3aede0.
00000080:00000010:3.1:1787760441.698993:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613560.
00000080:00000010:2.1:1787760442.299821:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d52c497a0.
00000080:00000010:2.1:1787760442.299842:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d52c49d00.
00010000:00000010:0.1:1787760442.771883:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7ed0a900.
00010000:00000010:0.1:1787760442.771892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d552400.
00000080:00000010:2.1:1787760442.778462:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c571bd180.
00000080:00000010:2.1:1787760442.778478:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613f60.
00010000:00000010:3.1:1787760443.173645:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819f8c00.
00010000:00000010:3.1:1787760443.173664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f7a6400.
00000080:00000010:3.1:1787760443.206663:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae4e0.
00000080:00000010:3.1:1787760443.207082:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c571bd2c0.
00010000:00000010:0.1:1787760443.592693:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818c1a00.
00010000:00000010:0.1:1787760443.592708:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d552200.
00000080:00000010:0.1:1787760443.676185:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c571bd400.
00000080:00000010:2.1:1787760443.679815:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613860.
00010000:00000010:3.1:1787760444.009110:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8187c200.
00010000:00000010:3.1:1787760444.009135:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d8184f600.
00000080:00000010:2.1:1787760444.057514:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae600.
00000080:00000010:2.1:1787760444.057530:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae220.
00010000:00000010:2.1:1787760444.281554:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818c1800.
00010000:00000010:2.1:1787760444.281562:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818a0000.
00000080:00000010:2.1:1787760444.302478:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613440.
00000080:00000010:2.1:1787760444.302491:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613580.
00010000:00000010:2.1:1787760444.508494:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818c1600.
00010000:00000010:2.1:1787760444.508509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818a0400.
00000080:00000010:2.1:1787760444.543504:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613440.
00000080:00000010:2.1:1787760444.543518:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613580.
00010000:00000010:2.1:1787760444.791766:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818c1a00.
00010000:00000010:2.1:1787760444.791781:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818a0800.
00000080:00000010:2.1:1787760444.820462:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613440.
00000080:00000010:2.1:1787760444.820473:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613580.
00010000:00000010:0.1:1787760445.011793:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818c1b00.
00010000:00000010:0.1:1787760445.011805:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818a0e00.
00000080:00000010:0.1:1787760445.056607:0:256671:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c571bd240.
00000080:00000010:0.1:1787760445.056621:0:256671:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613580.
00010000:00000010:2.1:1787760445.298577:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7531fa00.
00010000:00000010:2.1:1787760445.298593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818a1c00.
00000080:00000010:2.1:1787760445.340894:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c686130c0.
00000080:00000010:2.1:1787760445.340915:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613440.
00010000:00000010:0.1:1787760445.509490:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7ed0a900.
00010000:00000010:0.1:1787760445.509505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f7a7600.
00000080:00000010:0.1:1787760445.570818:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c571bdc80.
00000080:00000010:0.1:1787760445.570837:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c571bd840.
00010000:00000010:2.1:1787760445.900489:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7531f400.
00010000:00000010:2.1:1787760445.900505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818a1c00.
00000080:00000010:2.1:1787760445.920468:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c686130c0.
00000080:00000010:2.1:1787760445.920483:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613440.
00010000:00000010:0.1:1787760446.183540:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7531ff00.
00010000:00000010:0.1:1787760446.183557:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818a1600.
00000080:00000010:0.1:1787760446.239486:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c571bd840.
00000080:00000010:0.1:1787760446.239499:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c686130c0.
00010000:00000010:3.1:1787760446.476505:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8187c200.
00010000:00000010:3.1:1787760446.476519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d8184f600.
00000080:00000010:3.1:1787760446.503584:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae1c0.
00000080:00000010:3.1:1787760446.503596:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613de0.
00010000:00000010:3.1:1787760446.868085:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7531f100.
00010000:00000010:3.1:1787760446.868101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818a0600.
00000080:00000010:3.1:1787760446.889205:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae1c0.
00000080:00000010:3.1:1787760446.889228:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c686134e0.
00000080:00000010:2.1:1787760447.440483:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d52c49c00.
00000080:00000010:2.1:1787760447.440499:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613b60.
00010000:00000010:2.1:1787760447.898928:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8187c300.
00010000:00000010:2.1:1787760447.898942:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d8184f200.
00000080:00000010:3.1:1787760447.927406:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613b60.
00000080:00000010:3.1:1787760447.927425:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae620.
00010000:00000010:0.1:1787760448.632035:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8187c000.
00010000:00000010:0.1:1787760448.632052:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d8184f400.
00000080:00000010:3.1:1787760448.687544:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c571bda00.
00000080:00000010:3.1:1787760448.688115:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae620.
00010000:00000010:2.1:1787760449.032478:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7531f800.
00010000:00000010:2.1:1787760449.032493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818a0200.
00000080:00000010:2.1:1787760449.057702:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c686134c0.
00000080:00000010:2.1:1787760449.057726:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c686131a0.
00010000:00000010:2.1:1787760449.647588:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7531f200.
00010000:00000010:2.1:1787760449.647602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818a0200.
00000080:00000010:3.1:1787760449.708975:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d52c49840.
00000080:00000010:3.1:1787760449.708995:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c686131a0.
00000080:00000010:2.1:1787760450.433393:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d52c49d00.
00000080:00000010:2.1:1787760450.433411:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c571bdb80.
00010000:00000010:2.1:1787760451.043069:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7531f300.
00010000:00000010:2.1:1787760451.043083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818a0200.
00000080:00000010:3.1:1787760451.105944:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613ae0.
00000080:00000010:3.1:1787760451.105964:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c686134c0.
00010000:00000010:2.1:1787760451.455584:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52ebc100.
00010000:00000010:2.1:1787760451.455596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f7a7a00.
00000080:00000010:2.1:1787760451.489469:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613640.
00000080:00000010:2.1:1787760451.489484:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3aeb60.
00000080:00000010:0.1:1787760452.153569:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d52c49920.
00000080:00000010:0.1:1787760452.153583:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c571bdec0.
00010000:00000010:2.1:1787760452.615503:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8187ca00.
00010000:00000010:2.1:1787760452.615520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d8184fa00.
00000080:00000010:0.1:1787760452.641479:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613640.
00000080:00000010:0.1:1787760452.641495:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae7c0.
00010000:00000010:3.1:1787760453.167804:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52ebcd00.
00010000:00000010:3.1:1787760453.167813:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f7a6400.
00000080:00000010:3.1:1787760453.207475:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae1a0.
00000080:00000010:3.1:1787760453.207494:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c571bdec0.
00010000:00000010:3.1:1787760453.458689:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52ebc200.
00010000:00000010:3.1:1787760453.458707:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f7a6c00.
00000080:00000010:3.1:1787760453.473605:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae1a0.
00000080:00000010:3.1:1787760453.473617:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c571bd6c0.
00010000:00000010:2.1:1787760453.753516:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7531f000.
00010000:00000010:2.1:1787760453.753536:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818a0c00.
00000080:00000010:2.1:1787760453.787876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613d20.
00000080:00000010:2.1:1787760453.787889:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613b00.
00010000:00000010:2.1:1787760454.100487:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8187c400.
00010000:00000010:2.1:1787760454.100501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d8184e200.
00000080:00000010:2.1:1787760454.170094:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613b00.
00000080:00000010:2.1:1787760454.170113:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae1a0.
00010000:00000010:0.1:1787760454.692662:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52ebc000.
00010000:00000010:0.1:1787760454.692686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f7a6600.
00000080:00000010:0.1:1787760454.707160:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c571bd240.
00000080:00000010:0.1:1787760454.707177:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c571bd4c0.
00010000:00000010:0.1:1787760455.049493:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8187cc00.
00010000:00000010:0.1:1787760455.049509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d8184ec00.
00000080:00000010:0.1:1787760455.094490:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c571bd240.
00000080:00000010:0.1:1787760455.094506:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae4c0.
00010000:00000010:0.1:1787760455.585623:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7531f700.
00010000:00000010:0.1:1787760455.585638:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818a1800.
00000080:00000010:0.1:1787760455.641728:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c571bd240.
00000080:00000010:0.1:1787760455.641748:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613820.
00010000:00000010:0.1:1787760456.181617:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7531f500.
00010000:00000010:0.1:1787760456.181631:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818a0a00.
00000080:00000010:0.1:1787760456.196617:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c571bd240.
00000080:00000010:0.1:1787760456.196629:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c686136e0.
00010000:00000010:3.1:1787760456.630797:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7531ff00.
00010000:00000010:3.1:1787760456.630814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818a1600.
00000080:00000010:3.1:1787760456.663044:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae360.
00000080:00000010:3.1:1787760456.663068:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613d60.
00010000:00000010:2.1:1787760457.370633:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7531ff00.
00010000:00000010:2.1:1787760457.370649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81939800.
00000080:00000010:2.1:1787760457.396490:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c686139a0.
00000080:00000010:2.1:1787760457.396506:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d52c496a0.
00010000:00000010:3.1:1787760457.669993:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7531f500.
00010000:00000010:3.1:1787760457.670008:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818a0e00.
00000080:00000010:3.1:1787760457.715520:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3aeae0.
00000080:00000010:3.1:1787760457.715536:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c686139a0.
00010000:00000010:2.1:1787760458.165497:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8184c200.
00010000:00000010:2.1:1787760458.165517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81939a00.
00000080:00000010:2.1:1787760458.210490:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613320.
00000080:00000010:2.1:1787760458.210508:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d52c49cc0.
00010000:00000010:2.1:1787760458.475709:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8184c300.
00010000:00000010:2.1:1787760458.475725:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818a0e00.
00000080:00000010:2.1:1787760458.508716:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613a40.
00000080:00000010:2.1:1787760458.508739:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613320.
00010000:00000010:3.1:1787760458.779523:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8187c100.
00010000:00000010:3.1:1787760458.779539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d8184e000.
00000080:00000010:3.1:1787760458.806485:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3aeae0.
00000080:00000010:3.1:1787760458.806502:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613320.
00010000:00000010:0.1:1787760459.357810:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8187c900.
00010000:00000010:0.1:1787760459.357832:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d8184e400.
00000080:00000010:2.1:1787760459.403856:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c571bd6c0.
00000080:00000010:2.1:1787760459.403872:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3aeae0.
00010000:00000010:2.1:1787760459.706601:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8184c000.
00010000:00000010:2.1:1787760459.706614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d8184ee00.
00000080:00000010:2.1:1787760459.770910:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613f40.
00000080:00000010:2.1:1787760459.770933:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae5a0.
00010000:00000010:2.1:1787760460.132630:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8184ce00.
00010000:00000010:2.1:1787760460.132657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d495800.
00000080:00000010:2.1:1787760460.174468:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613320.
00000080:00000010:2.1:1787760460.174697:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613f40.
00010000:00000010:2.1:1787760460.370550:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8184c700.
00010000:00000010:2.1:1787760460.370564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d494000.
00000080:00000010:0.1:1787760460.401275:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613320.
00000080:00000010:0.1:1787760460.401299:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613f40.
00010000:00000010:2.1:1787760460.659533:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8184ca00.
00010000:00000010:2.1:1787760460.659550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d494000.
00000080:00000010:3.1:1787760460.706599:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613d60.
00000080:00000010:3.1:1787760460.706613:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c686139a0.
00010000:00000010:2.1:1787760460.999885:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8184c400.
00010000:00000010:2.1:1787760460.999901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d494400.
00000080:00000010:2.1:1787760461.025484:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613640.
00000080:00000010:2.1:1787760461.025498:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613820.
00010000:00000010:3.1:1787760461.381603:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8184cf00.
00010000:00000010:3.1:1787760461.381618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d494800.
00000080:00000010:3.1:1787760461.430619:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae680.
00000080:00000010:3.1:1787760461.430648:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613820.
00010000:00000010:3.1:1787760461.759698:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8184cc00.
00010000:00000010:3.1:1787760461.759711:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81939400.
00000080:00000010:3.1:1787760461.790669:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae680.
00000080:00000010:3.1:1787760461.790687:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c571bd320.
00010000:00000010:0.1:1787760462.248980:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8184c100.
00010000:00000010:0.1:1787760462.248995:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d495c00.
00010000:00000010:2.1:1787760462.639909:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8184c500.
00010000:00000010:2.1:1787760462.639928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d495600.
00000080:00000010:2.1:1787760462.671553:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c686134e0.
00000080:00000010:2.1:1787760462.671571:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c686131a0.
00010000:00000010:0.1:1787760462.950504:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8187c600.
00010000:00000010:0.1:1787760462.950520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d8184fc00.
00000080:00000010:0.1:1787760463.022488:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c571bd240.
00000080:00000010:0.1:1787760463.022611:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae680.
00010000:00000010:2.1:1787760463.415556:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8184cd00.
00010000:00000010:2.1:1787760463.415570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d495400.
00000080:00000010:3.1:1787760463.470537:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c686134e0.
00000080:00000010:3.1:1787760463.470553:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c686131a0.
00010000:00000010:3.1:1787760464.002639:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8184c100.
00010000:00000010:3.1:1787760464.002653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d494600.
00000080:00000010:3.1:1787760464.044712:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae460.
00000080:00000010:3.1:1787760464.044724:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613580.
00010000:00000010:0.1:1787760464.341526:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8184cf00.
00010000:00000010:0.1:1787760464.341541:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d494200.
00010000:00000010:0.1:1787760465.328505:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8184cf00.
00010000:00000010:0.1:1787760465.328520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d494c00.
00010000:00000010:2.1:1787760465.740422:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8184cf00.
00010000:00000010:2.1:1787760465.740430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d494200.
00000080:00000010:2.1:1787760465.798128:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613be0.
00000080:00000010:2.1:1787760465.798146:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613260.
00010000:00000010:2.1:1787760466.104767:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d4383f000.
00010000:00000010:2.1:1787760466.104778:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d559e00.
00000080:00000010:3.1:1787760466.134155:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613260.
00000080:00000010:3.1:1787760466.134167:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d52c496a0.
00010000:00000010:0.1:1787760466.618700:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8184cf00.
00010000:00000010:0.1:1787760466.618714:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f7a6400.
00000080:00000010:2.1:1787760466.680488:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c571bd320.
00000080:00000010:2.1:1787760466.680503:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae420.
00010000:00000010:0.1:1787760466.958531:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8187c900.
00010000:00000010:0.1:1787760466.958546:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d8184e400.
00000080:00000010:2.1:1787760467.014485:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c571bd120.
00000080:00000010:2.1:1787760467.014502:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3aeca0.
00010000:00000010:0.1:1787760467.609347:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8187ca00.
00010000:00000010:0.1:1787760467.609373:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d8184ec00.
00000080:00000010:2.1:1787760467.671210:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c571bd440.
00000080:00000010:2.1:1787760467.695603:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae6c0.
00010000:00000010:0.1:1787760468.068621:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8184cf00.
00010000:00000010:0.1:1787760468.068637:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d8184fa00.
00000080:00000010:2.1:1787760468.113802:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c571bd880.
00000080:00000010:2.1:1787760468.113825:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3aea80.
00010000:00000010:0.1:1787760468.602075:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d753a4900.
00010000:00000010:0.1:1787760468.602087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d494a00.
00010000:00000010:2.1:1787760469.358458:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d753a4500.
00010000:00000010:2.1:1787760469.358475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d495200.
00000080:00000010:2.1:1787760469.392482:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c686138c0.
00000080:00000010:2.1:1787760469.392497:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3aecc0.
00010000:00000010:2.1:1787760470.217384:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8187c300.
00010000:00000010:2.1:1787760470.217399:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d8184f200.
00000080:00000010:2.1:1787760470.232502:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613900.
00000080:00000010:2.1:1787760470.232516:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae840.
00010000:00000010:2.1:1787760470.946490:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d753a4600.
00010000:00000010:2.1:1787760470.946499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d495c00.
00000080:00000010:3.1:1787760470.946545:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613040.
00000080:00000010:3.1:1787760470.946558:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613900.
00000080:00000010:2.1:1787760471.717093:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d52c496a0.
00000080:00000010:2.1:1787760471.717113:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613ba0.
00010000:00000010:3.1:1787760472.178724:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d753a4300.
00010000:00000010:3.1:1787760472.178744:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d495e00.
00000080:00000010:3.1:1787760472.208677:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae380.
00000080:00000010:3.1:1787760472.208705:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613ba0.
00010000:00000010:2.1:1787760472.643501:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d4383fe00.
00010000:00000010:2.1:1787760472.643526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d598200.
00000080:00000010:2.1:1787760472.700500:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613380.
00000080:00000010:2.1:1787760472.700518:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d52c496a0.
00010000:00000010:2.1:1787760473.212694:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d753a4e00.
00010000:00000010:2.1:1787760473.212712:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d495e00.
00000080:00000010:2.1:1787760473.282828:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613ba0.
00000080:00000010:2.1:1787760473.282855:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613380.
00010000:00000010:3.1:1787760473.919797:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d753a4e00.
00010000:00000010:3.1:1787760473.919819:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d495e00.
00000080:00000010:3.1:1787760473.951499:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3aec00.
00000080:00000010:3.1:1787760473.972647:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3aef40.
00010000:00000010:2.1:1787760474.388498:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52ebc700.
00010000:00000010:2.1:1787760474.388515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d599000.
00000080:00000010:2.1:1787760474.472722:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613380.
00000080:00000010:2.1:1787760474.472760:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d4137ad40.
00010000:00000010:2.1:1787760475.087493:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52ebc400.
00010000:00000010:2.1:1787760475.087513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752ff200.
00000080:00000010:2.1:1787760475.127920:0:256682:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613380.
00000080:00000010:2.1:1787760475.127952:0:256682:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c571bd400.
00010000:00000010:3.1:1787760475.994995:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d753a4700.
00010000:00000010:3.1:1787760475.995010:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752fea00.
00000080:00000010:3.1:1787760476.012632:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613380.
00000080:00000010:3.1:1787760476.012653:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c571bd440.
00010000:00000010:2.1:1787760477.725482:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7d1a1d00.
00010000:00000010:2.1:1787760477.725498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d494a00.
00000080:00000010:2.1:1787760477.783498:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613040.
00000080:00000010:2.1:1787760477.783527:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613900.
00010000:00000010:0.1:1787760478.191919:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7e787200.
00010000:00000010:0.1:1787760478.191938:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d598e00.
00000080:00000010:2.1:1787760478.244599:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c571bd940.
00000080:00000010:2.1:1787760478.244618:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d4137a040.
00010000:00000010:3.1:1787760479.107075:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d753a4f00.
00010000:00000010:3.1:1787760479.107096:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d495e00.
00000080:00000010:3.1:1787760479.157000:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3aef40.
00000080:00000010:3.1:1787760479.157028:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c686132a0.
00010000:00000010:2.1:1787760479.962608:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7d1a1600.
00010000:00000010:2.1:1787760479.962622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d495e00.
00000080:00000010:2.1:1787760480.033779:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613ec0.
00000080:00000010:2.1:1787760480.033801:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613260.
00010000:00000010:2.1:1787760481.241312:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d753a4100.
00010000:00000010:2.1:1787760481.241329:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d559e00.
00000080:00000010:2.1:1787760481.257507:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613cc0.
00000080:00000010:2.1:1787760481.257521:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613140.
00010000:00000010:2.1:1787760481.546901:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7e787d00.
00010000:00000010:2.1:1787760481.546918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d598800.
00000080:00000010:2.1:1787760481.567772:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613140.
00000080:00000010:2.1:1787760481.567789:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d4137ac00.
00010000:00000010:3.1:1787760482.057478:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7d1a1300.
00010000:00000010:3.1:1787760482.057503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d493c00.
00000080:00000010:3.1:1787760482.078847:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3aed60.
00000080:00000010:3.1:1787760482.078864:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae740.
00010000:00000010:2.1:1787760482.290685:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d753a4f00.
00010000:00000010:2.1:1787760482.290701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d559e00.
00000080:00000010:2.1:1787760482.320497:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613cc0.
00000080:00000010:2.1:1787760482.320517:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613140.
00010000:00000010:2.1:1787760482.559644:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7d1a1000.
00010000:00000010:2.1:1787760482.559660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d493600.
00000080:00000010:2.1:1787760482.601517:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613140.
00000080:00000010:2.1:1787760482.601537:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3aed60.
00010000:00000010:3.1:1787760483.173606:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7d1a1700.
00010000:00000010:3.1:1787760483.173618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d493200.
00000080:00000010:2.1:1787760483.231556:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae480.
00000080:00000010:2.1:1787760483.231577:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae280.
00010000:00000010:2.1:1787760483.798391:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d753a4700.
00010000:00000010:2.1:1787760483.798400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d45cb8a00.
00000080:00000010:3.1:1787760483.813818:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613580.
00000080:00000010:3.1:1787760483.813839:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613140.
00010000:00000010:2.1:1787760484.369231:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7d1a1700.
00010000:00000010:2.1:1787760484.369247:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d493200.
00000080:00000010:2.1:1787760484.394747:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c686131a0.
00000080:00000010:2.1:1787760484.394767:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae000.
00010000:00000010:3.1:1787760484.940504:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d753a4300.
00010000:00000010:3.1:1787760484.940522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d45cb8200.
00000080:00000010:3.1:1787760484.978948:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3aed00.
00000080:00000010:3.1:1787760484.978961:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c686134e0.
00010000:00000010:2.1:1787760485.210599:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d753a4800.
00010000:00000010:2.1:1787760485.210614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d45cb8c00.
00000080:00000010:2.1:1787760485.232496:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613ae0.
00000080:00000010:2.1:1787760485.232510:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613b60.
00010000:00000010:0.1:1787760485.659573:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d753a4600.
00010000:00000010:0.1:1787760485.659589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d45cb9e00.
00000080:00000010:0.1:1787760485.702862:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c571bd880.
00000080:00000010:0.1:1787760485.702878:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613ae0.
00010000:00000010:2.1:1787760486.170502:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7d1a1f00.
00010000:00000010:2.1:1787760486.170517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d45cb9800.
00000080:00000010:2.1:1787760486.238615:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613d60.
00000080:00000010:2.1:1787760486.238634:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c686139a0.
00010000:00000010:3.1:1787760486.994552:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7d1a1b00.
00010000:00000010:3.1:1787760486.994569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d492a00.
00000080:00000010:3.1:1787760487.053563:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae7e0.
00000080:00000010:3.1:1787760487.053582:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae2c0.
00010000:00000010:3.1:1787760487.309515:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d753a4300.
00010000:00000010:3.1:1787760487.309537:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d45cb9800.
00000080:00000010:3.1:1787760487.339863:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae2c0.
00000080:00000010:3.1:1787760487.339878:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c686139a0.
00010000:00000010:0.1:1787760487.671483:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7d1a1100.
00010000:00000010:0.1:1787760487.671498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d493a00.
00000080:00000010:2.1:1787760487.706511:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c571bd2a0.
00000080:00000010:2.1:1787760487.706531:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae2c0.
00010000:00000010:0.1:1787760488.255480:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7d1a1900.
00010000:00000010:0.1:1787760488.255496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d45cb8400.
00000080:00000010:2.1:1787760488.329561:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c571bd8a0.
00000080:00000010:2.1:1787760488.329576:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613f40.
00010000:00000010:3.1:1787760488.855693:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d446f1700.
00010000:00000010:3.1:1787760488.855709:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d45cb8800.
00000080:00000010:2.1:1787760488.918560:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae9e0.
00000080:00000010:2.1:1787760488.918576:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613f40.
00010000:00000010:0.1:1787760489.634491:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d446f1a00.
00010000:00000010:0.1:1787760489.634508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d492c00.
00000080:00000010:2.1:1787760489.656474:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c571bd6c0.
00000080:00000010:2.1:1787760489.656488:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3aee00.
00010000:00000010:0.1:1787760490.374489:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7d1a1f00.
00010000:00000010:0.1:1787760490.374499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d493000.
00010000:00000010:2.1:1787760490.839501:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d446f1f00.
00010000:00000010:2.1:1787760490.839518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d45cb9c00.
00000080:00000010:2.1:1787760490.878049:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613320.
00000080:00000010:2.1:1787760490.878063:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613f40.
00010000:00000010:2.1:1787760492.161658:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d446f1100.
00010000:00000010:2.1:1787760492.161672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d45cb9400.
00000080:00000010:2.1:1787760492.213474:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613ae0.
00000080:00000010:2.1:1787760492.213739:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c686139a0.
00010000:00000010:0.1:1787760492.785493:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7e787a00.
00010000:00000010:0.1:1787760492.785509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d598e00.
00000080:00000010:2.1:1787760492.808164:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c571bdc80.
00000080:00000010:2.1:1787760492.808180:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d4137ad40.
00010000:00000010:3.1:1787760493.246715:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7d1a1400.
00010000:00000010:3.1:1787760493.246728:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d45cb8600.
00000080:00000010:2.1:1787760493.306470:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae8c0.
00000080:00000010:2.1:1787760493.306485:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613ae0.
00010000:00000010:0.1:1787760493.692459:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d446f1500.
00010000:00000010:0.1:1787760493.692474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d45cb9600.
00000080:00000010:2.1:1787760493.713479:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c571bd6c0.
00000080:00000010:2.1:1787760493.713493:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c686134e0.
00010000:00000010:3.1:1787760494.056311:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d446f1d00.
00010000:00000010:3.1:1787760494.056328:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d45cb8800.
00000080:00000010:3.1:1787760494.106470:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3aef80.
00000080:00000010:3.1:1787760494.106484:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c686134e0.
00010000:00000010:2.1:1787760494.573486:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7e787900.
00010000:00000010:2.1:1787760494.573511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d599e00.
00000080:00000010:3.1:1787760494.620516:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613140.
00000080:00000010:3.1:1787760494.620531:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d4137ad80.
00010000:00000010:2.1:1787760494.869487:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d446f1200.
00010000:00000010:2.1:1787760494.869501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d45cb9800.
00000080:00000010:2.1:1787760494.899468:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c686132a0.
00000080:00000010:2.1:1787760494.899483:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613ec0.
00010000:00000010:2.1:1787760495.399480:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d446f1200.
00010000:00000010:2.1:1787760495.399494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d492000.
00000080:00000010:2.1:1787760495.415847:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613ec0.
00000080:00000010:2.1:1787760495.415863:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae180.
00010000:00000010:2.1:1787760496.189480:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7e787400.
00010000:00000010:2.1:1787760496.189494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d598000.
00000080:00000010:2.1:1787760496.203561:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613ec0.
00000080:00000010:2.1:1787760496.203580:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d4137ad80.
00010000:00000010:0.1:1787760496.947807:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7d1a1000.
00010000:00000010:0.1:1787760496.947819:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d492400.
00000080:00000010:2.1:1787760497.036948:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c571bd180.
00000080:00000010:2.1:1787760497.036982:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3aec80.
00010000:00000010:2.1:1787760497.915504:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7d1a1d00.
00010000:00000010:2.1:1787760497.915517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d492800.
00000080:00000010:2.1:1787760498.008475:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c686132a0.
00000080:00000010:2.1:1787760498.008491:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae940.
00010000:00000010:3.1:1787760498.358601:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d446f1000.
00010000:00000010:3.1:1787760498.358622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d45cb9e00.
00000080:00000010:3.1:1787760498.419553:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3aeee0.
00000080:00000010:3.1:1787760498.419572:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c686132a0.
00010000:00000010:3.1:1787760498.701750:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d446f1d00.
00010000:00000010:3.1:1787760498.701763:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d45cb8200.
00000080:00000010:3.1:1787760498.728484:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3aeee0.
00000080:00000010:3.1:1787760498.728498:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613380.
00010000:00000010:2.1:1787760499.248426:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52ebcf00.
00010000:00000010:2.1:1787760499.248621:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752fe000.
00000080:00000010:2.1:1787760499.314489:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613380.
00000080:00000010:2.1:1787760499.314509:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c571bd020.
00010000:00000010:2.1:1787760500.004466:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52ebc700.
00010000:00000010:2.1:1787760500.004479:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752ffc00.
00000080:00000010:2.1:1787760500.004486:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3aeee0.
00000080:00000010:2.1:1787760500.004497:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c571bd240.
00010000:00000010:2.1:1787760500.548509:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7d1a1d00.
00010000:00000010:2.1:1787760500.548533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d492000.
00000080:00000010:2.1:1787760500.564660:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c686132a0.
00000080:00000010:2.1:1787760500.564682:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae040.
00010000:00000010:2.1:1787760501.096607:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d446f1500.
00010000:00000010:2.1:1787760501.096623:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d45cb9e00.
00000080:00000010:2.1:1787760501.135584:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613140.
00000080:00000010:2.1:1787760501.135606:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c686132a0.
00010000:00000010:0.1:1787760501.544670:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7d1a1d00.
00010000:00000010:0.1:1787760501.544687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d493a00.
00000080:00000010:0.1:1787760501.581811:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c571bd8a0.
00000080:00000010:0.1:1787760501.581828:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3aef00.
00010000:00000010:2.1:1787760502.131675:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d446f1c00.
00010000:00000010:2.1:1787760502.132367:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d45cb8800.
00000080:00000010:2.1:1787760502.193483:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c686134e0.
00000080:00000010:2.1:1787760502.193498:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613140.
00010000:00000010:0.1:1787760502.617604:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52ebc200.
00010000:00000010:0.1:1787760502.617618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d45cb9600.
00000080:00000010:2.1:1787760502.764758:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c571bd240.
00000080:00000010:2.1:1787760502.764776:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613140.
00010000:00000010:3.1:1787760503.324829:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d446f1a00.
00010000:00000010:3.1:1787760503.326934:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d45cb9600.
00000080:00000010:3.1:1787760503.341068:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae120.
00000080:00000010:3.1:1787760503.341084:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613140.
00010000:00000010:0.1:1787760504.206490:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d446f1a00.
00010000:00000010:0.1:1787760504.206508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d45cb8200.
00000080:00000010:0.1:1787760504.238892:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c571bdc80.
00000080:00000010:0.1:1787760504.238910:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c686134e0.
00010000:00000010:2.1:1787760504.843670:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d446f1d00.
00010000:00000010:2.1:1787760504.843717:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d45cb8200.
00000080:00000010:3.1:1787760504.886464:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c68613140.
00000080:00000010:3.1:1787760504.886476:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c686134e0.
00010000:00000010:3.1:1787760505.184744:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52ebc500.
00010000:00000010:3.1:1787760505.184769:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752ff200.
00000080:00000010:3.1:1787760505.223484:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae400.
00000080:00000010:3.1:1787760505.223498:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c571bd880.
00010000:00000010:2.1:1787760505.539638:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d446f1d00.
00010000:00000010:2.1:1787760505.539646:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d41f000.
00000080:00000010:2.1:1787760505.566475:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c686134e0.
00000080:00000010:2.1:1787760505.566489:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae400.
00010000:00000010:3.1:1787760505.818478:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d446f1a00.
00010000:00000010:3.1:1787760505.818496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d45cb9600.
00000080:00000010:3.1:1787760505.862479:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3aef20.
00000080:00000010:3.1:1787760505.862497:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c686134e0.
00000080:00000010:0.1:1787760506.608493:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d58a37800.
00000080:00000010:0.1:1787760506.608517:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c686134e0.
00010000:00000010:0.1:1787760507.311519:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52ebc100.
00010000:00000010:0.1:1787760507.311533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752ff200.
00000080:00000010:0.1:1787760507.337582:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c571bd440.
00000080:00000010:0.1:1787760507.337597:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c571bd120.
00010000:00000010:0.1:1787760507.947679:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4fae00.
00010000:00000010:0.1:1787760507.947821:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d41e400.
00000080:00000010:2.1:1787760507.985255:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c571bd240.
00000080:00000010:2.1:1787760507.985267:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae9a0.
00000080:00000010:2.1:1787760508.927310:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d58a37f40.
00000080:00000010:2.1:1787760508.927328:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c686134e0.
00010000:00000010:0.1:1787760509.973680:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4fa700.
00010000:00000010:0.1:1787760509.973694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d41e800.
00000080:00000010:0.1:1787760510.013663:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c571bd880.
00000080:00000010:0.1:1787760510.013678:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3aece0.
00010000:00000010:2.1:1787760510.602522:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4faa00.
00010000:00000010:2.1:1787760510.602539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d41ee00.
00000080:00000010:2.1:1787760510.720213:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d47d3f1e0.
00000080:00000010:2.1:1787760510.720256:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae920.
00010000:00000010:0.1:1787760511.190299:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52ebcb00.
00010000:00000010:0.1:1787760511.190315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752ff200.
00000080:00000010:0.1:1787760511.274402:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c571bd120.
00000080:00000010:0.1:1787760511.274433:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c571bd440.
00010000:00000010:0.1:1787760512.026438:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d752a1900.
00010000:00000010:0.1:1787760512.026484:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d598400.
00000080:00000010:0.1:1787760512.059671:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c571bd120.
00000080:00000010:0.1:1787760512.059689:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d58a37340.
00010000:00000010:3.1:1787760512.493613:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d752a1600.
00010000:00000010:3.1:1787760512.493629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d43d400.
00000080:00000010:3.1:1787760512.535536:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae960.
00000080:00000010:3.1:1787760512.535556:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c66f65360.
00010000:00000010:3.1:1787760512.931124:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7e787800.
00010000:00000010:3.1:1787760512.931139:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d43ca00.
00000080:00000010:3.1:1787760512.966484:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae960.
00000080:00000010:3.1:1787760512.966503:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5a66a2a0.
00010000:00000010:2.1:1787760513.389489:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d752a1200.
00010000:00000010:2.1:1787760513.389498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d43c200.
00000080:00000010:0.1:1787760513.407473:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d50953bc0.
00000080:00000010:0.1:1787760513.407491:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5a66a2a0.
00010000:00000010:3.1:1787760513.675273:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7e787c00.
00010000:00000010:3.1:1787760513.675289:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d598600.
00000080:00000010:3.1:1787760513.715532:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae960.
00000080:00000010:3.1:1787760513.715551:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d58a37880.
00010000:00000010:0.1:1787760514.265630:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d752a1300.
00010000:00000010:0.1:1787760514.265647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d43cc00.
00010000:00000010:2.1:1787760514.809841:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d752a1e00.
00010000:00000010:2.1:1787760514.809853:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d43d800.
00000080:00000010:2.1:1787760514.845565:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05c60.
00000080:00000010:2.1:1787760514.845577:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c057a0.
00010000:00000010:0.1:1787760515.357476:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4faf00.
00010000:00000010:0.1:1787760515.357487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d41fc00.
00000080:00000010:2.1:1787760515.357583:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c571bd960.
00000080:00000010:2.1:1787760515.357595:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae140.
00010000:00000010:2.1:1787760515.709613:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d752a1700.
00010000:00000010:2.1:1787760515.709627:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d43c000.
00000080:00000010:2.1:1787760515.743534:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05c60.
00000080:00000010:2.1:1787760515.743547:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c057a0.
00010000:00000010:2.1:1787760515.972781:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d752a1300.
00010000:00000010:2.1:1787760515.972793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d43c400.
00000080:00000010:2.1:1787760516.018484:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05c60.
00000080:00000010:2.1:1787760516.019027:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c057a0.
00010000:00000010:2.1:1787760516.276732:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4fac00.
00010000:00000010:2.1:1787760516.276752:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d41f600.
00000080:00000010:2.1:1787760516.310068:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c057a0.
00000080:00000010:2.1:1787760516.310086:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3aeb20.
00000080:00000010:0.1:1787760516.602478:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d58a37300.
00000080:00000010:0.1:1787760516.602499:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c057a0.
00010000:00000010:0.1:1787760516.962468:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d752a1c00.
00010000:00000010:0.1:1787760516.962496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d599600.
00000080:00000010:2.1:1787760516.986238:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c571bd960.
00000080:00000010:2.1:1787760516.986267:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d58a37340.
00010000:00000010:0.1:1787760517.362587:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d752a1a00.
00010000:00000010:0.1:1787760517.362603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d43dc00.
00000080:00000010:0.1:1787760517.428878:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c571bd240.
00000080:00000010:0.1:1787760517.428899:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05be0.
00010000:00000010:3.1:1787760517.828614:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d752a1c00.
00010000:00000010:3.1:1787760517.828624:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d43de00.
00000080:00000010:3.1:1787760517.849466:0:1037:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae780.
00000080:00000010:3.1:1787760517.849479:0:1037:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05f00.
00010000:00000010:2.1:1787760518.294834:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d752a1900.
00010000:00000010:2.1:1787760518.294849:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d43ca00.
00000080:00000010:2.1:1787760518.320481:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05ca0.
00000080:00000010:2.1:1787760518.320501:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c571bd960.
00010000:00000010:0.1:1787760518.861756:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4fa100.
00010000:00000010:0.1:1787760518.861771:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d41f200.
00000080:00000010:0.1:1787760518.896657:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c571bd320.
00000080:00000010:0.1:1787760518.896673:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae780.
00010000:00000010:0.1:1787760519.346499:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d752a1c00.
00010000:00000010:0.1:1787760519.346517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d43de00.
00000080:00000010:0.1:1787760519.369625:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c571bd320.
00000080:00000010:0.1:1787760519.369640:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05500.
00010000:00000010:3.1:1787760519.708997:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d752a1c00.
00010000:00000010:3.1:1787760519.709012:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f64ca00.
00000080:00000010:3.1:1787760519.756696:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae520.
00000080:00000010:3.1:1787760519.756717:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c571bd960.
00010000:00000010:2.1:1787760520.183666:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d752a1c00.
00010000:00000010:2.1:1787760520.183681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d598600.
00000080:00000010:2.1:1787760520.261299:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05de0.
00000080:00000010:2.1:1787760520.261321:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d58a37320.
00000080:00000010:2.1:1787760520.824497:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c571bd020.
00000080:00000010:2.1:1787760520.824509:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3aeea0.
00010000:00000010:0.1:1787760520.824555:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4fa500.
00010000:00000010:0.1:1787760520.824561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d41e600.
00000080:00000010:0.1:1787760521.405542:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d58a37f00.
00000080:00000010:0.1:1787760521.405564:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05de0.
00010000:00000010:0.1:1787760522.134658:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d46c98600.
00010000:00000010:0.1:1787760522.134673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d43dc00.
00000080:00000010:0.1:1787760522.238377:0:291943:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c571bd020.
00000080:00000010:0.1:1787760522.238398:0:291943:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05b00.
00010000:00000010:2.1:1787760522.766329:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d46c98800.
00010000:00000010:2.1:1787760522.766343:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d43de00.
00000080:00000010:2.1:1787760522.810511:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c052e0.
00000080:00000010:2.1:1787760522.810527:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05c80.
00010000:00000010:0.1:1787760523.418541:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d76f67400.
00010000:00000010:0.1:1787760523.418558:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f64c000.
00000080:00000010:0.1:1787760523.448611:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4c8e5720.
00000080:00000010:0.1:1787760523.448627:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c6f5d58c0.
00010000:00000010:2.1:1787760523.916984:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d46c98800.
00010000:00000010:2.1:1787760523.916994:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d41e200.
00000080:00000010:2.1:1787760523.928488:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05c80.
00000080:00000010:2.1:1787760523.928507:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae1e0.
00000080:00000010:2.1:1787760524.465219:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d58a378c0.
00000080:00000010:2.1:1787760524.465235:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05c80.
00010000:00000010:0.1:1787760524.876819:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d46c98000.
00010000:00000010:0.1:1787760524.876835:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d43de00.
00000080:00000010:0.1:1787760524.909499:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4c8e5160.
00000080:00000010:0.1:1787760524.909518:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05c80.
00010000:00000010:0.1:1787760525.451604:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4fa200.
00010000:00000010:0.1:1787760525.451619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d41fe00.
00000080:00000010:0.1:1787760525.482519:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4c8e5160.
00000080:00000010:0.1:1787760525.482538:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae0a0.
00010000:00000010:0.1:1787760526.024996:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d46c98700.
00010000:00000010:0.1:1787760526.025013:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d43de00.
00000080:00000010:0.1:1787760526.050542:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4c8e5160.
00000080:00000010:0.1:1787760526.050557:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c055a0.
00010000:00000010:2.1:1787760526.423542:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d76f67f00.
00010000:00000010:2.1:1787760526.423560:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f64d200.
00000080:00000010:2.1:1787760526.455996:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c052a0.
00000080:00000010:2.1:1787760526.456014:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4c8e50a0.
00010000:00000010:3.1:1787760527.064218:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4fa200.
00010000:00000010:3.1:1787760527.064234:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d41e200.
00000080:00000010:3.1:1787760527.092507:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3aeec0.
00000080:00000010:3.1:1787760527.092521:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3aeaa0.
00000080:00000010:2.1:1787760527.863472:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d58a37d60.
00000080:00000010:2.1:1787760527.863487:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3aeaa0.
00010000:00000010:3.1:1787760528.476482:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d76f67c00.
00010000:00000010:3.1:1787760528.476496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f64d600.
00000080:00000010:0.1:1787760528.519472:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3aeec0.
00000080:00000010:0.1:1787760528.519488:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4c8e5440.
00010000:00000010:2.1:1787760529.211481:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d46c98c00.
00010000:00000010:2.1:1787760529.211495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819ab600.
00000080:00000010:2.1:1787760529.285196:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05e00.
00000080:00000010:2.1:1787760529.285227:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05d80.
00010000:00000010:0.1:1787760529.996500:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d46c98c00.
00010000:00000010:0.1:1787760529.996517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d598400.
00010000:00000010:0.1:1787760530.648491:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d76f67900.
00010000:00000010:0.1:1787760530.648507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f64c000.
00000080:00000010:0.1:1787760530.695496:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c6f5d58c0.
00000080:00000010:0.1:1787760530.695513:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4c8e5440.
00010000:00000010:0.1:1787760531.679538:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d76f67900.
00010000:00000010:0.1:1787760531.679562:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f64c000.
00010000:00000010:2.1:1787760532.451523:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d76f67500.
00010000:00000010:2.1:1787760532.451535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f64c000.
00000080:00000010:2.1:1787760532.487118:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05e00.
00000080:00000010:2.1:1787760532.487146:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4c8e5440.
00010000:00000010:3.1:1787760532.906058:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d46c98100.
00010000:00000010:3.1:1787760532.906076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819ab200.
00000080:00000010:3.1:1787760532.955486:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae4a0.
00000080:00000010:3.1:1787760532.955500:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05e00.
00010000:00000010:3.1:1787760533.368262:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d46c98900.
00010000:00000010:3.1:1787760533.368275:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819ab400.
00000080:00000010:2.1:1787760533.421752:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae4a0.
00000080:00000010:2.1:1787760533.421768:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05ba0.
00010000:00000010:0.1:1787760533.961503:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4fac00.
00010000:00000010:0.1:1787760533.961523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d41f200.
00000080:00000010:0.1:1787760533.991635:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d54b68180.
00000080:00000010:0.1:1787760533.991655:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae540.
00010000:00000010:3.1:1787760534.232772:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d46c98c00.
00010000:00000010:3.1:1787760534.232789:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819aba00.
00000080:00000010:3.1:1787760534.277866:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3aed80.
00000080:00000010:3.1:1787760534.277886:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05b20.
00010000:00000010:2.1:1787760534.713107:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d46c98700.
00010000:00000010:2.1:1787760534.713126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d41fc00.
00000080:00000010:2.1:1787760534.777526:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05860.
00000080:00000010:2.1:1787760534.777548:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3aee60.
00010000:00000010:0.1:1787760535.396486:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4fa700.
00010000:00000010:0.1:1787760535.396501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d41e800.
00000080:00000010:0.1:1787760535.418931:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d54b68180.
00000080:00000010:0.1:1787760535.418967:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae6e0.
00010000:00000010:2.1:1787760536.269866:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d76f67800.
00010000:00000010:2.1:1787760536.269894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f64d600.
00000080:00000010:2.1:1787760536.341483:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c058a0.
00000080:00000010:2.1:1787760536.341506:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d54d7ec40.
00010000:00000010:0.1:1787760537.613114:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d46c98000.
00010000:00000010:0.1:1787760537.613128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819aa200.
00000080:00000010:2.1:1787760537.691584:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d54d7e1e0.
00000080:00000010:2.1:1787760537.691604:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c058a0.
00010000:00000010:0.1:1787760538.043534:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d46c98600.
00010000:00000010:0.1:1787760538.043550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819abe00.
00000080:00000010:0.1:1787760538.134487:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d54d7ec00.
00000080:00000010:0.1:1787760538.134501:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c058a0.
00010000:00000010:2.1:1787760538.423484:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d46c98500.
00010000:00000010:2.1:1787760538.423496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f64ce00.
00000080:00000010:0.1:1787760538.455231:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05260.
00000080:00000010:0.1:1787760538.455251:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d54d7ec80.
00010000:00000010:0.1:1787760539.101525:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d76f67700.
00010000:00000010:0.1:1787760539.101544:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f64d600.
00000080:00000010:0.1:1787760539.118585:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d54d7e740.
00000080:00000010:0.1:1787760539.118620:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d54d7e840.
00000080:00000010:2.1:1787760539.929472:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d58a37500.
00000080:00000010:2.1:1787760539.929491:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae300.
00000080:00000010:2.1:1787760540.447296:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d58a37280.
00000080:00000010:2.1:1787760540.447330:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3aea40.
00010000:00000010:3.1:1787760540.983370:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4fa600.
00010000:00000010:3.1:1787760540.983385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d41fc00.
00000080:00000010:0.1:1787760541.053419:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae3e0.
00000080:00000010:0.1:1787760541.053451:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3aeac0.
00010000:00000010:0.1:1787760541.405323:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d46c98000.
00010000:00000010:0.1:1787760541.405333:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819ab800.
00000080:00000010:0.1:1787760541.413009:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d54d7e7a0.
00000080:00000010:0.1:1787760541.413023:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c052c0.
00010000:00000010:2.1:1787760541.973611:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d46c98000.
00010000:00000010:2.1:1787760541.973626:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819aa400.
00000080:00000010:2.1:1787760542.023158:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05640.
00000080:00000010:2.1:1787760542.023172:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05420.
00010000:00000010:3.1:1787760542.483155:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4fa600.
00010000:00000010:3.1:1787760542.483165:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d41fc00.
00000080:00000010:3.1:1787760542.538465:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3aee40.
00000080:00000010:3.1:1787760542.538479:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae0e0.
00010000:00000010:0.1:1787760543.150497:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d514d3800.
00010000:00000010:0.1:1787760543.150513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819aa800.
00000080:00000010:0.1:1787760543.215538:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d54d7ec20.
00000080:00000010:0.1:1787760543.215550:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05420.
00010000:00000010:2.1:1787760543.613279:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d514d3300.
00010000:00000010:2.1:1787760543.613293:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819abc00.
00000080:00000010:3.1:1787760543.666087:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05ce0.
00000080:00000010:3.1:1787760543.666102:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05220.
00010000:00000010:0.1:1787760544.116868:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d514d3000.
00010000:00000010:0.1:1787760544.116887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819aa800.
00000080:00000010:0.1:1787760544.200500:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d54d7ec20.
00000080:00000010:0.1:1787760544.200520:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05aa0.
00010000:00000010:0.1:1787760544.616558:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d514d3e00.
00010000:00000010:0.1:1787760544.616584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d41f200.
00000080:00000010:0.1:1787760544.639583:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d54d7ec20.
00000080:00000010:0.1:1787760544.639595:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3aee40.
00010000:00000010:3.1:1787760544.970476:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d514d3a00.
00010000:00000010:3.1:1787760544.970485:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819ab800.
00000080:00000010:3.1:1787760544.983462:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae500.
00000080:00000010:3.1:1787760544.983484:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05360.
00010000:00000010:0.1:1787760545.643481:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d514d3400.
00010000:00000010:0.1:1787760545.643493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d41f200.
00000080:00000010:0.1:1787760545.655753:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d54d7e500.
00000080:00000010:0.1:1787760545.655785:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae2a0.
00010000:00000010:2.1:1787760546.216533:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d76f67300.
00010000:00000010:2.1:1787760546.216552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818f4200.
00000080:00000010:3.1:1787760546.285493:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05dc0.
00000080:00000010:3.1:1787760546.285516:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d54d7e800.
00010000:00000010:0.1:1787760546.709483:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d514d3c00.
00010000:00000010:0.1:1787760546.709499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819aa200.
00000080:00000010:0.1:1787760546.737368:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d54d7ea60.
00000080:00000010:0.1:1787760546.737384:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05660.
00010000:00000010:0.1:1787760547.133006:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d514d3100.
00010000:00000010:0.1:1787760547.133020:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819ab400.
00000080:00000010:2.1:1787760547.145481:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d54d7e160.
00000080:00000010:2.1:1787760547.145494:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05280.
00010000:00000010:2.1:1787760547.628974:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d514d3500.
00010000:00000010:2.1:1787760547.628991:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819ab400.
00000080:00000010:2.1:1787760547.709499:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c053c0.
00000080:00000010:2.1:1787760547.709521:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c051a0.
00010000:00000010:0.1:1787760549.209866:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81999300.
00010000:00000010:0.1:1787760549.209879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819aa200.
00000080:00000010:3.1:1787760549.255241:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d54d7ec40.
00000080:00000010:3.1:1787760549.255361:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c053c0.
00010000:00000010:2.1:1787760550.123496:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d514d3600.
00010000:00000010:2.1:1787760550.123510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819fd600.
00000080:00000010:2.1:1787760550.123517:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae8a0.
00000080:00000010:2.1:1787760550.123528:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d58a37240.
00010000:00000010:3.1:1787760550.885482:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d76f67600.
00010000:00000010:3.1:1787760550.885490:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818f4200.
00000080:00000010:3.1:1787760550.895971:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae8a0.
00000080:00000010:3.1:1787760550.895992:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d54d7e440.
00010000:00000010:0.1:1787760551.736698:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d76f67500.
00010000:00000010:0.1:1787760551.736717:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819aa800.
00000080:00000010:0.1:1787760551.763319:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d54d7e1e0.
00000080:00000010:0.1:1787760551.763338:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05680.
00010000:00000010:2.1:1787760552.375770:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d514d3100.
00010000:00000010:2.1:1787760552.375778:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819aa200.
00000080:00000010:2.1:1787760552.442987:0:1359:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05120.
00000080:00000010:2.1:1787760552.443015:0:1359:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c059a0.
00010000:00000010:3.1:1787760553.074935:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d76f67c00.
00010000:00000010:3.1:1787760553.074953:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818f4400.
00000080:00000010:3.1:1787760553.084484:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae8a0.
00000080:00000010:3.1:1787760553.084502:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d54d7ee80.
00010000:00000010:0.1:1787760553.735685:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81999e00.
00010000:00000010:0.1:1787760553.735699:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d41f200.
00000080:00000010:2.1:1787760553.807758:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d54d7e720.
00000080:00000010:2.1:1787760553.807775:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae2a0.
00010000:00000010:3.1:1787760554.515487:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81999400.
00010000:00000010:3.1:1787760554.515500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d598400.
00000080:00000010:3.1:1787760554.515506:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae3e0.
00000080:00000010:3.1:1787760554.515515:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3aeac0.
00010000:00000010:0.1:1787760555.212628:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d514d3c00.
00010000:00000010:0.1:1787760555.212643:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d57be00.
00000080:00000010:0.1:1787760555.218666:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d54d7e920.
00000080:00000010:0.1:1787760555.218681:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05120.
00010000:00000010:2.1:1787760555.897503:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d514d3a00.
00010000:00000010:2.1:1787760555.897519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d57b800.
00000080:00000010:2.1:1787760555.936481:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05f20.
00000080:00000010:2.1:1787760555.936494:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c056e0.
00010000:00000010:2.1:1787760556.257578:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d514d3e00.
00010000:00000010:2.1:1787760556.257592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d57a000.
00000080:00000010:2.1:1787760556.288471:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05fa0.
00000080:00000010:2.1:1787760556.288484:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05f20.
00000080:00000010:2.1:1787760556.740360:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d58a37aa0.
00000080:00000010:2.1:1787760556.740378:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae3e0.
00010000:00000010:3.1:1787760557.396523:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d514d3000.
00010000:00000010:3.1:1787760557.396531:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d57a400.
00000080:00000010:3.1:1787760557.405972:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3aea40.
00000080:00000010:3.1:1787760557.405989:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05fa0.
00010000:00000010:2.1:1787760557.850484:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d514d3000.
00010000:00000010:2.1:1787760557.850489:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d57ae00.
00000080:00000010:2.1:1787760557.880259:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05b80.
00000080:00000010:2.1:1787760557.880277:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05c00.
00010000:00000010:2.1:1787760558.286929:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d514d3c00.
00010000:00000010:2.1:1787760558.286945:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d57bc00.
00000080:00000010:2.1:1787760558.329151:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05b80.
00000080:00000010:2.1:1787760558.329164:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05c00.
00010000:00000010:2.1:1787760558.892540:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75346000.
00010000:00000010:2.1:1787760558.892557:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d57b600.
00000080:00000010:2.1:1787760558.902486:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c058e0.
00000080:00000010:2.1:1787760558.902502:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05b80.
00010000:00000010:2.1:1787760559.333478:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81999c00.
00010000:00000010:2.1:1787760559.333489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d57b600.
00000080:00000010:2.1:1787760559.383487:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c058e0.
00000080:00000010:2.1:1787760559.383509:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05b80.
00000080:00000010:3.1:1787760559.644490:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d58a37ba0.
00000080:00000010:3.1:1787760559.644508:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d58a37cc0.
00010000:00000010:2.1:1787760560.069507:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75346e00.
00010000:00000010:2.1:1787760560.069521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818b5600.
00000080:00000010:2.1:1787760560.092434:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05b80.
00000080:00000010:2.1:1787760560.092458:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae6e0.
00010000:00000010:3.1:1787760560.639494:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d76f67f00.
00010000:00000010:3.1:1787760560.639509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818f5800.
00000080:00000010:3.1:1787760560.712470:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3aee60.
00000080:00000010:3.1:1787760560.712483:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c058e0.
00010000:00000010:3.1:1787760561.115737:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75346a00.
00010000:00000010:3.1:1787760561.115750:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d57b400.
00000080:00000010:3.1:1787760561.142486:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3aee60.
00000080:00000010:3.1:1787760561.142503:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05940.
00010000:00000010:2.1:1787760561.481589:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81999500.
00010000:00000010:2.1:1787760561.481599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818b5400.
00000080:00000010:3.1:1787760561.484566:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05440.
00000080:00000010:3.1:1787760561.484581:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3aee60.
00010000:00000010:0.1:1787760562.166634:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81999d00.
00010000:00000010:0.1:1787760562.166648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818b4a00.
00010000:00000010:0.1:1787760563.061485:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75346f00.
00010000:00000010:0.1:1787760563.061498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d57aa00.
00010000:00000010:2.1:1787760563.887523:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81999800.
00010000:00000010:2.1:1787760563.887549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818b5a00.
00000080:00000010:2.1:1787760563.938532:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05900.
00000080:00000010:2.1:1787760563.938543:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae4a0.
00010000:00000010:2.1:1787760564.576492:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75346100.
00010000:00000010:2.1:1787760564.576506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d57a200.
00000080:00000010:0.1:1787760564.654901:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05bc0.
00000080:00000010:0.1:1787760564.654935:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05900.
00010000:00000010:3.1:1787760565.401500:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81999800.
00010000:00000010:3.1:1787760565.401518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d57ac00.
00000080:00000010:3.1:1787760565.416505:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae0a0.
00000080:00000010:3.1:1787760565.416521:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c059e0.
00010000:00000010:2.1:1787760566.217602:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75346600.
00010000:00000010:2.1:1787760566.217616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d57aa00.
00000080:00000010:2.1:1787760566.280481:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c055c0.
00000080:00000010:2.1:1787760566.280499:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05ee0.
00010000:00000010:2.1:1787760567.233523:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75346d00.
00010000:00000010:2.1:1787760567.233533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d57b400.
00000080:00000010:0.1:1787760567.283651:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05e40.
00000080:00000010:0.1:1787760567.283666:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c055c0.
00010000:00000010:3.1:1787760568.152587:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81999800.
00010000:00000010:3.1:1787760568.152601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818b4200.
00000080:00000010:3.1:1787760568.172509:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae1e0.
00000080:00000010:3.1:1787760568.172527:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae0a0.
00010000:00000010:2.1:1787760568.968486:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81999800.
00010000:00000010:2.1:1787760568.968502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818b4200.
00010000:00000010:3.1:1787760569.923655:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75346300.
00010000:00000010:3.1:1787760569.923670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75204400.
00000080:00000010:3.1:1787760569.951994:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae1e0.
00000080:00000010:3.1:1787760569.952016:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05e80.
00010000:00000010:3.1:1787760570.439097:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81999d00.
00010000:00000010:3.1:1787760570.439115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818b4c00.
00000080:00000010:3.1:1787760570.490564:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3aeea0.
00000080:00000010:3.1:1787760570.490582:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae1e0.
00010000:00000010:0.1:1787760571.035488:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75346f00.
00010000:00000010:0.1:1787760571.035503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75204e00.
00000080:00000010:0.1:1787760571.069221:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d54d7e120.
00000080:00000010:0.1:1787760571.069243:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05980.
00010000:00000010:2.1:1787760571.604491:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75346f00.
00010000:00000010:2.1:1787760571.604513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75205600.
00000080:00000010:2.1:1787760571.632616:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05720.
00000080:00000010:2.1:1787760571.632637:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05100.
00010000:00000010:3.1:1787760571.975317:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d76ef3200.
00010000:00000010:3.1:1787760571.975334:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75205200.
00000080:00000010:3.1:1787760572.012792:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3aeea0.
00000080:00000010:3.1:1787760572.012805:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05720.
00010000:00000010:0.1:1787760572.274517:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81999500.
00010000:00000010:0.1:1787760572.274531:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818b5e00.
00010000:00000010:0.1:1787760573.000497:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d76ef3000.
00010000:00000010:0.1:1787760573.000514:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75204600.
00000080:00000010:0.1:1787760573.006205:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d54d7e3c0.
00000080:00000010:0.1:1787760573.006224:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05200.
00010000:00000010:2.1:1787760573.592499:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d76ef3700.
00010000:00000010:2.1:1787760573.592517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75205a00.
00000080:00000010:2.1:1787760573.686223:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05140.
00000080:00000010:2.1:1787760573.686244:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c050c0.
00010000:00000010:2.1:1787760574.769995:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d76ef3700.
00010000:00000010:2.1:1787760574.770010:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75205a00.
00000080:00000010:2.1:1787760574.779614:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05140.
00000080:00000010:2.1:1787760574.779635:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c050c0.
00010000:00000010:0.1:1787760575.295498:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7e787200.
00010000:00000010:0.1:1787760575.295512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819fd800.
00010000:00000010:0.1:1787760575.806487:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d76ef3a00.
00010000:00000010:0.1:1787760575.806503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75205a00.
00000080:00000010:0.1:1787760575.833488:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d54d7e780.
00000080:00000010:0.1:1787760575.833504:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c050c0.
00010000:00000010:0.1:1787760576.369494:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d76f67c00.
00010000:00000010:0.1:1787760576.369512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818f4c00.
00000080:00000010:2.1:1787760576.403484:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d54d7e920.
00000080:00000010:2.1:1787760576.403498:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d54d7e740.
00010000:00000010:0.1:1787760576.921489:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81999400.
00010000:00000010:0.1:1787760576.921503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75204c00.
00000080:00000010:2.1:1787760576.931529:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d54d7ee80.
00000080:00000010:2.1:1787760576.931545:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05780.
00010000:00000010:0.1:1787760577.464807:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d76ef3c00.
00010000:00000010:0.1:1787760577.464835:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75205000.
00000080:00000010:0.1:1787760577.523493:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d54d7e1e0.
00000080:00000010:0.1:1787760577.523505:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05f60.
00000080:00000010:0.1:1787760578.038615:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d58a37e20.
00000080:00000010:0.1:1787760578.038639:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05a20.
00010000:00000010:3.1:1787760578.582731:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d76ef3500.
00010000:00000010:3.1:1787760578.582744:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75205000.
00000080:00000010:3.1:1787760578.602463:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae660.
00000080:00000010:3.1:1787760578.602483:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c051e0.
00010000:00000010:0.1:1787760579.110589:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81999000.
00010000:00000010:0.1:1787760579.110604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818b4000.
00000080:00000010:2.1:1787760579.171640:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d54d7e780.
00000080:00000010:2.1:1787760579.179330:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae660.
00010000:00000010:0.1:1787760579.672336:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d76ef3d00.
00010000:00000010:0.1:1787760579.672353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75204600.
00000080:00000010:2.1:1787760579.747527:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d54d7eac0.
00000080:00000010:2.1:1787760579.747541:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c056a0.
00010000:00000010:2.1:1787760580.158674:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81999300.
00010000:00000010:2.1:1787760580.158689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75205200.
00000080:00000010:2.1:1787760580.192482:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05760.
00000080:00000010:2.1:1787760580.192497:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c056a0.
00010000:00000010:2.1:1787760580.578925:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d76ef3500.
00010000:00000010:2.1:1787760580.578942:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75204e00.
00000080:00000010:2.1:1787760580.616486:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05760.
00000080:00000010:2.1:1787760580.661913:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c056a0.
00010000:00000010:0.1:1787760581.158574:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81999000.
00010000:00000010:0.1:1787760581.158591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818b4000.
00000080:00000010:0.1:1787760581.189160:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d54d7e3c0.
00000080:00000010:0.1:1787760581.189185:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3aece0.
00010000:00000010:0.1:1787760581.732662:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d76ef3100.
00010000:00000010:0.1:1787760581.732678:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75204e00.
00000080:00000010:0.1:1787760581.758589:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d54d7e120.
00000080:00000010:0.1:1787760581.758604:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c056a0.
00010000:00000010:2.1:1787760582.318600:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81999c00.
00010000:00000010:2.1:1787760582.318621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818b5e00.
00000080:00000010:0.1:1787760582.352555:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05760.
00000080:00000010:0.1:1787760582.352586:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae5e0.
00010000:00000010:0.1:1787760582.912510:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d76ef3a00.
00010000:00000010:0.1:1787760582.912525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75204e00.
00000080:00000010:0.1:1787760582.980520:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d54d7ed80.
00000080:00000010:0.1:1787760582.980543:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05400.
00010000:00000010:2.1:1787760583.416613:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81999500.
00010000:00000010:2.1:1787760583.416648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75205000.
00000080:00000010:2.1:1787760583.452485:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05800.
00000080:00000010:2.1:1787760583.452497:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05cc0.
00010000:00000010:3.1:1787760583.969493:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d76ef3a00.
00010000:00000010:3.1:1787760583.969509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75204c00.
00000080:00000010:3.1:1787760584.004486:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae400.
00000080:00000010:3.1:1787760584.004501:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05800.
00010000:00000010:2.1:1787760584.450337:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d76ef3100.
00010000:00000010:2.1:1787760584.450352:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75204c00.
00000080:00000010:2.1:1787760584.472478:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05700.
00000080:00000010:2.1:1787760584.472496:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05c40.
00010000:00000010:3.1:1787760584.956705:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81999500.
00010000:00000010:3.1:1787760584.956721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75204e00.
00000080:00000010:2.1:1787760585.016484:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae400.
00000080:00000010:2.1:1787760585.016500:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05700.
00010000:00000010:0.1:1787760585.453725:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d6fa9de00.
00010000:00000010:0.1:1787760585.453740:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d45b200.
00000080:00000010:0.1:1787760585.478687:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d54d7e020.
00000080:00000010:0.1:1787760585.478703:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05ac0.
00010000:00000010:0.1:1787760585.870493:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d6fa9d700.
00010000:00000010:0.1:1787760585.870505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818f5800.
00000080:00000010:2.1:1787760585.914523:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d54d7e1e0.
00000080:00000010:2.1:1787760585.914538:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d54d7e440.
00010000:00000010:2.1:1787760586.350479:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81999500.
00010000:00000010:2.1:1787760586.350492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818b4200.
00000080:00000010:2.1:1787760586.390372:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c051c0.
00000080:00000010:2.1:1787760586.390383:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3aef00.
00010000:00000010:3.1:1787760586.735578:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d76f67c00.
00010000:00000010:3.1:1787760586.735594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818f4800.
00000080:00000010:2.1:1787760586.812499:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3aeee0.
00000080:00000010:2.1:1787760586.812516:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d54d7ee80.
00010000:00000010:0.1:1787760587.238488:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d6fa9df00.
00010000:00000010:0.1:1787760587.238497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818f5c00.
00000080:00000010:0.1:1787760587.258500:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d54d7eee0.
00000080:00000010:0.1:1787760587.258514:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d54d7e740.
00010000:00000010:2.1:1787760587.737608:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d6fa9db00.
00010000:00000010:2.1:1787760587.737630:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d45a600.
00000080:00000010:2.1:1787760587.774688:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05e60.
00000080:00000010:2.1:1787760587.774705:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c051c0.
00010000:00000010:0.1:1787760588.375517:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7e787900.
00010000:00000010:0.1:1787760588.375534:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76ec7e00.
00000080:00000010:2.1:1787760588.433534:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d54d7e340.
00000080:00000010:2.1:1787760588.433552:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d58a370e0.
00010000:00000010:3.1:1787760588.828825:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81999000.
00010000:00000010:3.1:1787760588.828840:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818b4a00.
00000080:00000010:3.1:1787760588.871480:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae180.
00000080:00000010:3.1:1787760588.871493:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3aec80.
00000080:00000010:3.1:1787760589.373948:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d58a379c0.
00000080:00000010:3.1:1787760589.373970:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d54d7e3c0.
00010000:00000010:0.1:1787760589.837748:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d6fa9db00.
00010000:00000010:0.1:1787760589.837764:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818b5400.
00000080:00000010:0.1:1787760589.913847:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d54d7e340.
00000080:00000010:0.1:1787760589.913867:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae180.
00010000:00000010:0.1:1787760590.296489:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d58149b00.
00010000:00000010:0.1:1787760590.296505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818b5600.
00000080:00000010:0.1:1787760590.325465:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d54d7ec20.
00000080:00000010:0.1:1787760590.325478:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae8c0.
00010000:00000010:2.1:1787760590.700486:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d6fa9d900.
00010000:00000010:2.1:1787760590.700502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818f4400.
00000080:00000010:3.1:1787760590.745195:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05e60.
00000080:00000010:3.1:1787760590.745213:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d54d7e160.
00010000:00000010:2.1:1787760591.102608:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d58149100.
00010000:00000010:2.1:1787760591.102622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d45ba00.
00000080:00000010:2.1:1787760591.130486:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c056c0.
00000080:00000010:2.1:1787760591.130508:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05a60.
00010000:00000010:0.1:1787760591.661492:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d6fa9d600.
00010000:00000010:0.1:1787760591.661505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d45a200.
00000080:00000010:0.1:1787760591.686512:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d54d7ed80.
00000080:00000010:0.1:1787760591.686771:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c056c0.
00010000:00000010:0.1:1787760592.122559:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d6fa9d800.
00010000:00000010:0.1:1787760592.122574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d45ac00.
00010000:00000010:0.1:1787760592.713112:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d6fa9d300.
00010000:00000010:0.1:1787760592.713120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d45be00.
00000080:00000010:0.1:1787760592.742862:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d54d7e740.
00000080:00000010:0.1:1787760592.742874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05380.
00010000:00000010:2.1:1787760593.402487:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d6fa9d300.
00010000:00000010:2.1:1787760593.402591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d45b800.
00000080:00000010:2.1:1787760593.444892:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05ae0.
00000080:00000010:2.1:1787760593.444910:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05b60.
00010000:00000010:0.1:1787760593.854488:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d6fa9d800.
00010000:00000010:0.1:1787760593.854502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d45a400.
00000080:00000010:0.1:1787760593.919481:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d54d7e1e0.
00000080:00000010:0.1:1787760593.919504:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05ae0.
00010000:00000010:0.1:1787760594.410713:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d752ccc00.
00010000:00000010:0.1:1787760594.410730:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818b5600.
00000080:00000010:0.1:1787760594.429532:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d54d7e1e0.
00000080:00000010:0.1:1787760594.429558:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3aee00.
00010000:00000010:2.1:1787760595.068576:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d6fa9db00.
00010000:00000010:2.1:1787760595.068589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d45ae00.
00000080:00000010:2.1:1787760595.105489:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05380.
00000080:00000010:2.1:1787760595.105504:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05d40.
00010000:00000010:0.1:1787760595.516690:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d58149500.
00010000:00000010:0.1:1787760595.516714:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818f5600.
00000080:00000010:0.1:1787760595.530485:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d54d7ee80.
00000080:00000010:0.1:1787760595.530502:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d54d7e280.
00010000:00000010:2.1:1787760596.107683:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d6fa9df00.
00010000:00000010:2.1:1787760596.107708:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d45bc00.
00000080:00000010:2.1:1787760596.151342:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05320.
00000080:00000010:2.1:1787760596.151355:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05380.
00010000:00000010:0.1:1787760596.675485:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d58149600.
00010000:00000010:0.1:1787760596.675494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818f5c00.
00000080:00000010:2.1:1787760596.738499:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d54d7e740.
00000080:00000010:2.1:1787760596.738510:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d54d7e280.
00010000:00000010:2.1:1787760597.250644:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d752cc100.
00010000:00000010:2.1:1787760597.250661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818b5400.
00000080:00000010:2.1:1787760597.269495:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05320.
00000080:00000010:2.1:1787760597.269511:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae2c0.
00010000:00000010:2.1:1787760597.826641:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d6fa9d700.
00010000:00000010:2.1:1787760597.826654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d45a400.
00000080:00000010:2.1:1787760597.866850:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05e60.
00000080:00000010:2.1:1787760597.866865:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c056c0.
00010000:00000010:2.1:1787760598.508114:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d752cc500.
00010000:00000010:2.1:1787760598.508123:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818b5e00.
00000080:00000010:2.1:1787760598.559829:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c056c0.
00000080:00000010:2.1:1787760598.588670:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae280.
00000080:00000010:2.1:1787760599.349105:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d58a378e0.
00000080:00000010:2.1:1787760599.349118:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3aed60.
00010000:00000010:2.1:1787760599.855462:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d752cc800.
00010000:00000010:2.1:1787760599.855478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d45a000.
00000080:00000010:2.1:1787760599.867565:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05ac0.
00000080:00000010:2.1:1787760599.867580:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05e60.
00010000:00000010:0.1:1787760600.361895:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d6fa9de00.
00010000:00000010:0.1:1787760600.361923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d45be00.
00000080:00000010:2.1:1787760600.413154:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d54d7e280.
00000080:00000010:2.1:1787760600.413169:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05ac0.
00010000:00000010:0.1:1787760600.996697:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d752cc200.
00010000:00000010:0.1:1787760600.996708:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818b5400.
00000080:00000010:0.1:1787760601.019480:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d54d7e740.
00000080:00000010:0.1:1787760601.019568:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05ac0.
00010000:00000010:2.1:1787760601.658499:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d6fa9d800.
00010000:00000010:2.1:1787760601.658522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818b5400.
00000080:00000010:3.1:1787760601.689788:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05760.
00000080:00000010:3.1:1787760601.689805:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae840.
00010000:00000010:0.1:1787760602.080489:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7d4dd700.
00010000:00000010:0.1:1787760602.080497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d45be00.
00000080:00000010:2.1:1787760602.140805:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d54d7e740.
00000080:00000010:2.1:1787760602.140823:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c051e0.
00010000:00000010:2.1:1787760602.753514:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d752cce00.
00010000:00000010:2.1:1787760602.753527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818b5400.
00000080:00000010:2.1:1787760602.819583:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c051e0.
00000080:00000010:2.1:1787760602.824995:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3aecc0.
00010000:00000010:2.1:1787760603.695902:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d752cc700.
00010000:00000010:2.1:1787760603.695918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d45be00.
00000080:00000010:2.1:1787760603.756685:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05a20.
00000080:00000010:2.1:1787760603.756703:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05560.
00010000:00000010:0.1:1787760604.279515:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7d4dd400.
00010000:00000010:0.1:1787760604.279533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76ec6600.
00000080:00000010:2.1:1787760604.342049:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d54d7e920.
00000080:00000010:2.1:1787760604.342069:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d58a37500.
00010000:00000010:0.1:1787760604.725609:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7d4ddc00.
00010000:00000010:0.1:1787760604.725620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d414e00.
00000080:00000010:2.1:1787760604.738487:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d54d7e040.
00000080:00000010:2.1:1787760604.738498:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05a20.
00010000:00000010:3.1:1787760605.343791:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7d4dd100.
00010000:00000010:3.1:1787760605.343805:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d415600.
00000080:00000010:0.1:1787760605.375699:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3aea80.
00000080:00000010:0.1:1787760605.375714:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05f60.
00010000:00000010:3.1:1787760606.182549:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7d4dd500.
00010000:00000010:3.1:1787760606.182563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d415200.
00000080:00000010:3.1:1787760606.224997:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae6c0.
00000080:00000010:3.1:1787760606.225019:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c050c0.
00010000:00000010:2.1:1787760606.825807:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77c99700.
00010000:00000010:2.1:1787760606.825814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76ec7a00.
00000080:00000010:2.1:1787760606.874840:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05200.
00000080:00000010:2.1:1787760606.874868:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d58a37200.
00010000:00000010:3.1:1787760607.451561:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7d4ddd00.
00010000:00000010:3.1:1787760607.451571:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d415400.
00000080:00000010:3.1:1787760607.473635:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae6c0.
00000080:00000010:3.1:1787760607.473656:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05200.
00010000:00000010:3.1:1787760609.028485:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7d4dd000.
00010000:00000010:3.1:1787760609.028499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d415a00.
00000080:00000010:3.1:1787760609.087484:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae6c0.
00000080:00000010:3.1:1787760609.087499:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05e80.
00010000:00000010:2.1:1787760610.014550:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7d4dde00.
00010000:00000010:2.1:1787760610.014565:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d414200.
00000080:00000010:3.1:1787760610.052873:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c055c0.
00000080:00000010:3.1:1787760610.052887:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05ea0.
00000080:00000010:0.1:1787760610.794585:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c7574db80.
00000080:00000010:0.1:1787760610.794714:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c7574d9c0.
00000080:00000010:0.1:1787760610.794721:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c7574d360.
00000080:00000010:0.1:1787760610.794741:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c59260d20.
00000080:00000010:3.1:1787760610.823775:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5a66a0a0.
00000080:00000010:3.1:1787760610.823795:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4c8e5020.
00010000:00000010:3.1:1787760610.823813:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d752ba500.
00010000:00000010:3.1:1787760610.823819:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75379e00.
00010000:00000010:3.1:1787760610.823834:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5f604000.
00010000:00000010:3.1:1787760610.823840:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d456d1000.
00010000:00000010:3.1:1787760610.823844:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d446ef400.
00010000:00000010:3.1:1787760610.823847:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5f604800.
00010000:00000010:3.1:1787760610.823850:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5f604c00.
00010000:00000010:3.1:1787760610.823853:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76c87c00.
00010000:00000010:3.1:1787760610.823856:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d519f4c00.
00010000:00000010:3.1:1787760610.823859:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76c87600.
00010000:00000010:3.1:1787760610.823862:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d446d0e00.
00010000:00000010:3.1:1787760610.823864:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5f604200.
00010000:00000010:3.1:1787760610.823867:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d456d1900.
00010000:00000010:3.1:1787760610.823870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d446eec00.
00010000:00000010:3.1:1787760610.823874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f679a00.
00010000:00000010:3.1:1787760610.823876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d446ee400.
00010000:00000010:3.1:1787760610.823879:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d43f9fd00.
00010000:00000010:3.1:1787760610.823882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d446ef200.
00010000:00000010:3.1:1787760610.823885:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d456d1500.
00010000:00000010:3.1:1787760610.823887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f679600.
00010000:00000010:3.1:1787760610.823890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d610e2600.
00010000:00000010:3.1:1787760610.823893:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d43c72d00.
00010000:00000010:3.1:1787760610.823896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d446efa00.
00010000:00000010:3.1:1787760610.823899:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d43c72500.
00010000:00000010:3.1:1787760610.823901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d446efe00.
00010000:00000010:2.1:1787760610.960637:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7d4dde00.
00010000:00000010:2.1:1787760610.960652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76ec6200.
00000080:00000010:2.1:1787760610.981929:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05e40.
00000080:00000010:2.1:1787760610.981947:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d58a379c0.
00010000:00000010:0.1:1787760611.644266:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d58149800.
00010000:00000010:0.1:1787760611.644282:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818f4600.
00000080:00000010:0.1:1787760611.661815:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d54d7e040.
00000080:00000010:0.1:1787760611.661828:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d54d7ec40.
00000080:00000010:3.1:1787760612.387049:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d58a379e0.
00000080:00000010:3.1:1787760612.387070:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae5a0.
00000080:00000010:2.1:1787760613.236841:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d58a37120.
00000080:00000010:2.1:1787760613.236853:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05e40.
00010000:00000010:3.1:1787760613.643511:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7d4ddd00.
00010000:00000010:3.1:1787760613.643523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d415e00.
00000080:00000010:3.1:1787760613.649210:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae5a0.
00000080:00000010:3.1:1787760613.649229:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c059e0.
00010000:00000010:2.1:1787760614.355500:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7d4dd100.
00010000:00000010:2.1:1787760614.362003:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d415800.
00000080:00000010:3.1:1787760614.403484:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05fe0.
00000080:00000010:3.1:1787760614.403498:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05bc0.
00010000:00000010:2.1:1787760615.227459:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d752cce00.
00010000:00000010:2.1:1787760615.227476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d78030800.
00000080:00000010:2.1:1787760615.303540:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05940.
00000080:00000010:2.1:1787760615.303553:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3aeae0.
00010000:00000010:2.1:1787760615.915481:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7d4dd100.
00010000:00000010:2.1:1787760615.915495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d415800.
00000080:00000010:2.1:1787760615.944833:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c058e0.
00000080:00000010:2.1:1787760615.944846:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05940.
00010000:00000010:2.1:1787760616.699662:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d752ccd00.
00010000:00000010:2.1:1787760616.699679:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d78031600.
00000080:00000010:2.1:1787760616.733475:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05940.
00000080:00000010:2.1:1787760616.733487:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae1a0.
00010000:00000010:3.1:1787760617.159758:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d752cc100.
00010000:00000010:3.1:1787760617.159766:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d78031200.
00000080:00000010:3.1:1787760617.223005:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3aeb60.
00000080:00000010:3.1:1787760617.223015:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae7c0.
00010000:00000010:2.1:1787760617.874537:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7d4dd100.
00010000:00000010:2.1:1787760617.874563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76ec7600.
00000080:00000010:2.1:1787760617.899991:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c058e0.
00000080:00000010:2.1:1787760617.900008:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d58a375e0.
00010000:00000010:0.1:1787760618.693643:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7d4ddc00.
00010000:00000010:0.1:1787760618.693653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d414400.
00010000:00000010:0.1:1787760619.450480:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7d4dd700.
00010000:00000010:0.1:1787760619.450496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d414400.
00000080:00000010:0.1:1787760619.471475:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d54d7e280.
00000080:00000010:0.1:1787760619.471495:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05680.
00010000:00000010:2.1:1787760620.304603:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7d4ddc00.
00010000:00000010:2.1:1787760620.304620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d414200.
00000080:00000010:2.1:1787760620.351504:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c053c0.
00000080:00000010:2.1:1787760620.351517:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05580.
00010000:00000010:2.1:1787760620.722225:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7d4ddd00.
00010000:00000010:2.1:1787760620.722240:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d414200.
00000080:00000010:2.1:1787760620.765903:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c053c0.
00000080:00000010:2.1:1787760620.765916:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05580.
00000080:00000010:2.1:1787760621.287864:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d54d7e280.
00000080:00000010:2.1:1787760621.327497:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05580.
00010000:00000010:2.1:1787760622.065495:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7df5ef00.
00010000:00000010:2.1:1787760622.065510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d415a00.
00000080:00000010:2.1:1787760622.096883:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae7c0.
00000080:00000010:2.1:1787760622.096896:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05580.
00010000:00000010:2.1:1787760622.882721:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d752ccc00.
00010000:00000010:2.1:1787760622.882737:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d78031400.
00000080:00000010:2.1:1787760622.890502:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05580.
00000080:00000010:2.1:1787760622.890528:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae220.
00010000:00000010:3.1:1787760623.475515:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7df5ef00.
00010000:00000010:3.1:1787760623.475533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d415a00.
00000080:00000010:0.1:1787760623.503465:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae600.
00000080:00000010:0.1:1787760623.503480:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05580.
00000080:00000010:0.1:1787760623.827469:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d58a37420.
00000080:00000010:0.1:1787760623.827491:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d54d7ea60.
00010000:00000010:2.1:1787760624.477504:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7df5eb00.
00010000:00000010:2.1:1787760624.477519:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d415400.
00000080:00000010:2.1:1787760624.508553:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05aa0.
00000080:00000010:2.1:1787760624.508567:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05360.
00010000:00000010:3.1:1787760624.792576:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d752ccc00.
00010000:00000010:3.1:1787760624.792591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d78030600.
00000080:00000010:2.1:1787760624.855473:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3aec20.
00000080:00000010:2.1:1787760624.855487:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3aee20.
00010000:00000010:0.1:1787760625.295770:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d752ccd00.
00010000:00000010:0.1:1787760625.295786:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d78030a00.
00000080:00000010:2.1:1787760625.336478:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d54d7e920.
00000080:00000010:2.1:1787760625.336502:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae020.
00010000:00000010:3.1:1787760625.869939:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d752cc400.
00010000:00000010:3.1:1787760625.869953:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d78030200.
00000080:00000010:3.1:1787760625.936494:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae160.
00000080:00000010:3.1:1787760625.936526:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae580.
00010000:00000010:3.1:1787760626.458581:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7df5e900.
00010000:00000010:3.1:1787760626.458598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d415600.
00000080:00000010:3.1:1787760626.497292:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae580.
00000080:00000010:3.1:1787760626.497310:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05220.
00010000:00000010:2.1:1787760627.191526:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d752ccd00.
00010000:00000010:2.1:1787760627.191542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d78030200.
00000080:00000010:2.1:1787760627.215428:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05ce0.
00000080:00000010:2.1:1787760627.215472:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae580.
00010000:00000010:0.1:1787760627.922550:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d58149700.
00010000:00000010:0.1:1787760627.922565:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7532c600.
00000080:00000010:0.1:1787760627.943637:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d58a375a0.
00000080:00000010:0.1:1787760627.943651:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d54d7ec40.
00010000:00000010:2.1:1787760628.711520:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7df5e600.
00010000:00000010:2.1:1787760628.711529:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d415600.
00000080:00000010:3.1:1787760628.742525:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05a40.
00000080:00000010:3.1:1787760628.742538:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05420.
00010000:00000010:3.1:1787760629.374494:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d43c72500.
00010000:00000010:3.1:1787760629.374508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d78030200.
00000080:00000010:2.1:1787760629.454117:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae020.
00000080:00000010:2.1:1787760629.454134:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae580.
00010000:00000010:2.1:1787760630.051920:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7df5e600.
00010000:00000010:2.1:1787760630.051936:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d415600.
00000080:00000010:2.1:1787760630.096136:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05260.
00000080:00000010:2.1:1787760630.096156:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c052c0.
00010000:00000010:3.1:1787760630.712387:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d43c72500.
00010000:00000010:3.1:1787760630.712402:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d78030200.
00000080:00000010:3.1:1787760630.746496:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3aec20.
00000080:00000010:3.1:1787760630.746513:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3aee20.
00010000:00000010:2.1:1787760631.423626:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7df5e800.
00010000:00000010:2.1:1787760631.423641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d414200.
00000080:00000010:2.1:1787760631.456489:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05860.
00000080:00000010:2.1:1787760631.456501:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c058a0.
00010000:00000010:2.1:1787760632.163586:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7df5e200.
00010000:00000010:2.1:1787760632.163597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d414200.
00000080:00000010:2.1:1787760632.211486:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05860.
00000080:00000010:2.1:1787760632.211504:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c058a0.
00010000:00000010:2.1:1787760633.133492:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7df5e300.
00010000:00000010:2.1:1787760633.133508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d414400.
00000080:00000010:2.1:1787760633.245491:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05b20.
00000080:00000010:2.1:1787760633.245504:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05860.
00010000:00000010:2.1:1787760634.056750:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d58149400.
00010000:00000010:2.1:1787760634.056766:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7532c800.
00000080:00000010:2.1:1787760634.097480:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05860.
00000080:00000010:2.1:1787760634.097493:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d54d7ea60.
00010000:00000010:3.1:1787760634.890496:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d58149000.
00010000:00000010:3.1:1787760634.890510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7532dc00.
00000080:00000010:3.1:1787760634.919611:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3aec20.
00000080:00000010:3.1:1787760634.919628:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d54d7e280.
00010000:00000010:3.1:1787760635.792635:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d58149c00.
00010000:00000010:3.1:1787760635.792647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7532c800.
00000080:00000010:3.1:1787760635.849768:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3aec20.
00000080:00000010:3.1:1787760635.849782:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d54d7e040.
00010000:00000010:3.1:1787760636.559880:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7df5e000.
00010000:00000010:3.1:1787760636.559895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d414400.
00000080:00000010:3.1:1787760636.604309:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3aec20.
00000080:00000010:3.1:1787760636.604329:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05b20.
00010000:00000010:0.1:1787760637.038654:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d43c72d00.
00010000:00000010:0.1:1787760637.038665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d78031400.
00000080:00000010:0.1:1787760637.063749:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d54d7ecc0.
00000080:00000010:0.1:1787760637.063773:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3aec20.
00010000:00000010:2.1:1787760637.595933:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d43c72d00.
00010000:00000010:2.1:1787760637.595948:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d78031600.
00000080:00000010:2.1:1787760637.614610:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05a80.
00000080:00000010:2.1:1787760637.654004:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae220.
00010000:00000010:2.1:1787760638.331612:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d43c72d00.
00010000:00000010:2.1:1787760638.331629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d78030800.
00000080:00000010:2.1:1787760638.387526:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05a80.
00000080:00000010:2.1:1787760638.387547:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae7c0.
00010000:00000010:3.1:1787760639.008592:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d43f9fd00.
00010000:00000010:3.1:1787760639.008608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d78030000.
00000080:00000010:2.1:1787760639.048487:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae1a0.
00000080:00000010:2.1:1787760639.048509:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05a80.
00010000:00000010:2.1:1787760639.535549:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7df5e000.
00010000:00000010:2.1:1787760639.535564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d560000.
00000080:00000010:2.1:1787760639.595059:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c055a0.
00000080:00000010:2.1:1787760639.595077:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05a80.
00010000:00000010:0.1:1787760640.014492:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7df5e000.
00010000:00000010:0.1:1787760640.014508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d560000.
00000080:00000010:2.1:1787760640.082198:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d54d7ecc0.
00000080:00000010:2.1:1787760640.082215:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05a80.
00010000:00000010:0.1:1787760640.409492:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d519f4400.
00010000:00000010:0.1:1787760640.409506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d78031600.
00000080:00000010:2.1:1787760640.449784:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d54d7ee80.
00000080:00000010:2.1:1787760640.449799:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3aecc0.
00010000:00000010:0.1:1787760640.830320:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d519f4c00.
00010000:00000010:0.1:1787760640.830328:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d78031600.
00000080:00000010:0.1:1787760640.855524:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d54d7ea60.
00000080:00000010:0.1:1787760640.855541:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae280.
00010000:00000010:3.1:1787760641.390716:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d519f4c00.
00010000:00000010:3.1:1787760641.390729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d78031600.
00000080:00000010:3.1:1787760641.418485:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3aee00.
00000080:00000010:3.1:1787760641.418499:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae2c0.
00010000:00000010:0.1:1787760641.919483:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7df5ef00.
00010000:00000010:0.1:1787760641.919491:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d560400.
00010000:00000010:2.1:1787760642.499487:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7df5e000.
00010000:00000010:2.1:1787760642.499502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d560e00.
00000080:00000010:2.1:1787760642.578390:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05f40.
00000080:00000010:2.1:1787760642.578408:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05c80.
00010000:00000010:3.1:1787760643.037625:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d519f4400.
00010000:00000010:3.1:1787760643.037641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d78031600.
00000080:00000010:2.1:1787760643.062474:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3aee00.
00000080:00000010:2.1:1787760643.062483:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae2c0.
00010000:00000010:3.1:1787760643.578805:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d43c72d00.
00010000:00000010:3.1:1787760643.578823:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d561600.
00000080:00000010:3.1:1787760643.636323:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae8c0.
00000080:00000010:3.1:1787760643.636347:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05f40.
00010000:00000010:3.1:1787760644.163545:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7c88e000.
00010000:00000010:3.1:1787760644.163564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d561200.
00000080:00000010:3.1:1787760644.184483:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05080.
00000080:00000010:3.1:1787760644.184501:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05de0.
00010000:00000010:2.1:1787760644.758419:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77c99200.
00010000:00000010:2.1:1787760644.758426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7532c200.
00000080:00000010:2.1:1787760644.811500:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05500.
00000080:00000010:2.1:1787760644.811518:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d54d7e280.
00010000:00000010:0.1:1787760645.191944:0:1037:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7c88e700.
00010000:00000010:0.1:1787760645.191960:0:1037:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d560600.
00000080:00000010:0.1:1787760645.203622:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d54d7ecc0.
00000080:00000010:0.1:1787760645.203646:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05500.
00010000:00000010:3.1:1787760645.848563:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7c88e400.
00010000:00000010:3.1:1787760645.848572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d561a00.
00000080:00000010:3.1:1787760645.867502:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae8c0.
00000080:00000010:3.1:1787760645.867517:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c057a0.
00010000:00000010:2.1:1787760646.411513:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d456d1500.
00010000:00000010:2.1:1787760646.411530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d610e2600.
00000080:00000010:2.1:1787760646.450133:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05920.
00000080:00000010:2.1:1787760646.450153:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae180.
00010000:00000010:0.1:1787760646.948738:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7c88ef00.
00010000:00000010:0.1:1787760646.948745:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7532c200.
00000080:00000010:0.1:1787760646.974394:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d54d7ecc0.
00000080:00000010:0.1:1787760646.974412:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d54d7e040.
00010000:00000010:3.1:1787760647.446497:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4ad600.
00010000:00000010:3.1:1787760647.446515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7532d800.
00000080:00000010:3.1:1787760647.470771:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3aeee0.
00000080:00000010:3.1:1787760647.470788:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d54d7ecc0.
00010000:00000010:3.1:1787760647.981630:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d456d1000.
00010000:00000010:3.1:1787760647.981646:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f678600.
00000080:00000010:3.1:1787760648.051487:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae400.
00000080:00000010:3.1:1787760648.051504:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3aef00.
00010000:00000010:2.1:1787760648.535227:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7c88eb00.
00010000:00000010:2.1:1787760648.535234:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d560c00.
00000080:00000010:2.1:1787760648.556480:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05a00.
00000080:00000010:2.1:1787760648.556492:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05240.
00010000:00000010:2.1:1787760649.030491:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7c88e100.
00010000:00000010:2.1:1787760649.030509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d560c00.
00000080:00000010:2.1:1787760649.081485:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05a00.
00000080:00000010:2.1:1787760649.081496:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05240.
00010000:00000010:3.1:1787760649.404572:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d456d1000.
00010000:00000010:3.1:1787760649.404581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f678600.
00000080:00000010:3.1:1787760649.449627:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae400.
00000080:00000010:3.1:1787760649.449643:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3aef00.
00010000:00000010:0.1:1787760649.898481:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77c99a00.
00010000:00000010:0.1:1787760649.898498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81901800.
00000080:00000010:2.1:1787760649.917478:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5a66a0a0.
00000080:00000010:2.1:1787760649.917492:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d58a37800.
00010000:00000010:3.1:1787760650.300509:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7c88e500.
00010000:00000010:3.1:1787760650.300531:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d561000.
00000080:00000010:3.1:1787760650.365142:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae400.
00000080:00000010:3.1:1787760650.365160:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05a00.
00010000:00000010:3.1:1787760650.756485:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7c88ed00.
00010000:00000010:3.1:1787760650.756493:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d561000.
00000080:00000010:3.1:1787760650.803242:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae400.
00000080:00000010:3.1:1787760650.803260:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05de0.
00010000:00000010:2.1:1787760651.234526:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7c88e200.
00010000:00000010:2.1:1787760651.234545:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d561a00.
00000080:00000010:2.1:1787760651.253691:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05f40.
00000080:00000010:2.1:1787760651.253706:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05080.
00010000:00000010:0.1:1787760651.698773:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7c88e300.
00010000:00000010:0.1:1787760651.698788:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d561a00.
00010000:00000010:0.1:1787760652.417494:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d456d1000.
00010000:00000010:0.1:1787760652.417510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f678600.
00000080:00000010:2.1:1787760652.473180:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5a66a0a0.
00000080:00000010:2.1:1787760652.473193:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae400.
00010000:00000010:2.1:1787760653.653026:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d752ba500.
00010000:00000010:2.1:1787760653.653035:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f678600.
00000080:00000010:2.1:1787760653.703499:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05a80.
00000080:00000010:2.1:1787760653.703517:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae140.
00010000:00000010:3.1:1787760654.147556:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d752ba500.
00010000:00000010:3.1:1787760654.147575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d561600.
00000080:00000010:3.1:1787760654.172498:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3aeea0.
00000080:00000010:3.1:1787760654.172520:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05a80.
00010000:00000010:0.1:1787760655.438491:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818e0900.
00010000:00000010:0.1:1787760655.438505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76c87600.
00000080:00000010:2.1:1787760655.478873:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5a66a0a0.
00000080:00000010:2.1:1787760655.478899:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae1e0.
00010000:00000010:2.1:1787760656.118479:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7c88e700.
00010000:00000010:2.1:1787760656.118493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d560000.
00000080:00000010:2.1:1787760656.200490:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05220.
00000080:00000010:2.1:1787760656.200505:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05a40.
00010000:00000010:2.1:1787760656.836903:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818e0600.
00010000:00000010:2.1:1787760656.836921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76c87600.
00000080:00000010:0.1:1787760656.873044:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05a40.
00000080:00000010:0.1:1787760656.873069:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3aeaa0.
00010000:00000010:0.1:1787760657.540563:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7c88e000.
00010000:00000010:0.1:1787760657.540580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d561600.
00000080:00000010:2.1:1787760657.629941:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d54b68180.
00000080:00000010:2.1:1787760657.629963:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05220.
00010000:00000010:2.1:1787760658.269505:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7c88ef00.
00010000:00000010:2.1:1787760658.269527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d561000.
00000080:00000010:2.1:1787760658.309487:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05660.
00000080:00000010:2.1:1787760658.309505:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05580.
00010000:00000010:3.1:1787760658.802763:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77c99600.
00010000:00000010:3.1:1787760658.802782:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81900e00.
00000080:00000010:3.1:1787760658.817782:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae6e0.
00000080:00000010:3.1:1787760658.817810:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d58a37e40.
00010000:00000010:0.1:1787760659.324541:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818b7100.
00010000:00000010:0.1:1787760659.324557:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d561600.
00000080:00000010:2.1:1787760659.368871:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d54b68180.
00000080:00000010:2.1:1787760659.368897:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05660.
00010000:00000010:0.1:1787760660.489746:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818b7500.
00010000:00000010:0.1:1787760660.489763:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f661200.
00000080:00000010:2.1:1787760660.555479:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d54d51260.
00000080:00000010:2.1:1787760660.555502:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c053c0.
00010000:00000010:0.1:1787760661.167491:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818e0200.
00010000:00000010:0.1:1787760661.167506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d446ef200.
00000080:00000010:2.1:1787760661.214376:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d54d51260.
00000080:00000010:2.1:1787760661.215047:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae3e0.
00010000:00000010:0.1:1787760661.776004:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818e0000.
00010000:00000010:0.1:1787760661.776018:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d446eec00.
00010000:00000010:3.1:1787760662.386797:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818b7d00.
00010000:00000010:3.1:1787760662.386813:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f660600.
00000080:00000010:3.1:1787760662.409099:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae1e0.
00000080:00000010:3.1:1787760662.409113:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05680.
00010000:00000010:3.1:1787760663.539497:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77c99c00.
00010000:00000010:3.1:1787760663.539513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81901e00.
00000080:00000010:3.1:1787760663.587160:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae1e0.
00000080:00000010:3.1:1787760663.587179:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d58a37320.
00010000:00000010:3.1:1787760664.162011:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77c99500.
00010000:00000010:3.1:1787760664.162025:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81901e00.
00000080:00000010:3.1:1787760664.214029:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05fa0.
00000080:00000010:3.1:1787760664.214051:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d58a37c20.
00010000:00000010:0.1:1787760664.808520:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4ad200.
00010000:00000010:0.1:1787760664.808536:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f660a00.
00000080:00000010:2.1:1787760664.882506:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007420.
00000080:00000010:2.1:1787760664.882522:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05440.
00010000:00000010:0.1:1787760665.483509:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818e0700.
00010000:00000010:0.1:1787760665.483551:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d446eec00.
00000080:00000010:2.1:1787760665.557667:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007e20.
00000080:00000010:2.1:1787760665.557682:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae140.
00010000:00000010:0.1:1787760666.477527:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818b7000.
00010000:00000010:0.1:1787760666.477544:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f660200.
00000080:00000010:0.1:1787760666.575485:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f0073c0.
00000080:00000010:0.1:1787760666.575503:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05bc0.
00010000:00000010:2.1:1787760667.220497:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4ad300.
00010000:00000010:2.1:1787760667.220524:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7532cc00.
00000080:00000010:3.1:1787760667.274109:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05fe0.
00000080:00000010:3.1:1787760667.274128:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007cc0.
00010000:00000010:2.1:1787760667.903040:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818b7700.
00010000:00000010:2.1:1787760667.903057:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f661e00.
00000080:00000010:2.1:1787760667.961669:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c055c0.
00000080:00000010:2.1:1787760667.961685:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05ea0.
00010000:00000010:0.1:1787760668.639758:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4ade00.
00010000:00000010:0.1:1787760668.639774:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7532cc00.
00000080:00000010:0.1:1787760668.722477:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f0071e0.
00000080:00000010:0.1:1787760668.722492:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007ea0.
00010000:00000010:0.1:1787760669.157702:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818e0400.
00010000:00000010:0.1:1787760669.157717:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d446efe00.
00000080:00000010:0.1:1787760669.174469:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007ea0.
00000080:00000010:0.1:1787760669.174481:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae400.
00010000:00000010:0.1:1787760669.614487:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4ad700.
00010000:00000010:0.1:1787760669.614504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7532d000.
00000080:00000010:0.1:1787760669.653631:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007e60.
00000080:00000010:0.1:1787760669.653650:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f0071e0.
00010000:00000010:3.1:1787760670.431991:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818e0c00.
00010000:00000010:3.1:1787760670.432004:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d446eec00.
00000080:00000010:3.1:1787760670.499524:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae960.
00000080:00000010:3.1:1787760670.499551:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae180.
00010000:00000010:2.1:1787760671.387319:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818b7a00.
00010000:00000010:2.1:1787760671.387336:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f661000.
00000080:00000010:2.1:1787760671.471495:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05e80.
00000080:00000010:2.1:1787760671.471509:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c055c0.
00010000:00000010:3.1:1787760672.008460:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818b7400.
00010000:00000010:3.1:1787760672.008478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f661000.
00000080:00000010:2.1:1787760672.063912:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae180.
00000080:00000010:2.1:1787760672.063927:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c055c0.
00010000:00000010:0.1:1787760672.867184:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818e0c00.
00010000:00000010:0.1:1787760672.867199:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d446eec00.
00000080:00000010:0.1:1787760672.890502:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007f40.
00000080:00000010:0.1:1787760672.890524:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05e80.
00010000:00000010:0.1:1787760673.578516:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818b7400.
00010000:00000010:0.1:1787760673.578537:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f660000.
00000080:00000010:0.1:1787760673.594558:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007f40.
00000080:00000010:0.1:1787760673.594575:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05720.
00010000:00000010:2.1:1787760674.277498:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818b7000.
00010000:00000010:2.1:1787760674.277508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f660800.
00000080:00000010:3.1:1787760674.285487:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05f60.
00000080:00000010:3.1:1787760674.285503:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c050c0.
00010000:00000010:3.1:1787760674.963474:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818b7800.
00010000:00000010:3.1:1787760674.963482:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f660e00.
00000080:00000010:3.1:1787760674.978485:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae2c0.
00000080:00000010:3.1:1787760674.978501:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05ac0.
00000080:00000010:2.1:1787760675.788286:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d58a379e0.
00000080:00000010:2.1:1787760675.788306:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae2c0.
00010000:00000010:2.1:1787760676.531498:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818b7500.
00010000:00000010:2.1:1787760676.531512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81900a00.
00000080:00000010:2.1:1787760676.610895:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3aee00.
00000080:00000010:2.1:1787760676.610913:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d58a37980.
00000080:00000010:2.1:1787760677.418341:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d58a37d60.
00000080:00000010:2.1:1787760677.418356:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05800.
00010000:00000010:3.1:1787760678.341076:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4ad400.
00010000:00000010:3.1:1787760678.341091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76ede600.
00000080:00000010:2.1:1787760678.341268:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae280.
00000080:00000010:2.1:1787760678.341279:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007760.
00000080:00000010:2.1:1787760679.333218:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d58a375e0.
00000080:00000010:2.1:1787760679.333238:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05ac0.
00010000:00000010:2.1:1787760680.224167:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4adb00.
00010000:00000010:2.1:1787760680.224181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76edfa00.
00000080:00000010:2.1:1787760680.293434:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05ac0.
00000080:00000010:2.1:1787760680.293457:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007e00.
00010000:00000010:2.1:1787760680.994633:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818b7800.
00010000:00000010:2.1:1787760680.994643:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f661600.
00000080:00000010:2.1:1787760681.034480:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c050c0.
00000080:00000010:2.1:1787760681.034493:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05ac0.
00010000:00000010:3.1:1787760681.719644:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818e0c00.
00010000:00000010:3.1:1787760681.719656:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5f604000.
00000080:00000010:3.1:1787760681.778487:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae7c0.
00000080:00000010:3.1:1787760681.778505:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae1a0.
00010000:00000010:3.1:1787760682.538867:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818e0400.
00010000:00000010:3.1:1787760682.538875:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5f604c00.
00000080:00000010:3.1:1787760682.583068:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae220.
00000080:00000010:3.1:1787760682.583087:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae7c0.
00000080:00000010:3.1:1787760683.193470:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d58a37d80.
00000080:00000010:3.1:1787760683.193486:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c050c0.
00000080:00000010:2.1:1787760683.866567:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d58a37740.
00000080:00000010:2.1:1787760683.866584:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae220.
00010000:00000010:3.1:1787760684.596494:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4ad100.
00010000:00000010:3.1:1787760684.596509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d411400.
00000080:00000010:3.1:1787760684.626759:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae020.
00000080:00000010:3.1:1787760684.626773:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae580.
00010000:00000010:3.1:1787760685.415620:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818e0600.
00010000:00000010:3.1:1787760685.415636:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d410600.
00000080:00000010:3.1:1787760685.444486:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae220.
00000080:00000010:3.1:1787760685.444499:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae020.
00010000:00000010:0.1:1787760686.002917:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4adb00.
00010000:00000010:0.1:1787760686.002933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76edea00.
00000080:00000010:0.1:1787760686.091161:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f0077c0.
00000080:00000010:0.1:1787760686.091180:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007f60.
00010000:00000010:0.1:1787760686.757010:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d46c1eb00.
00010000:00000010:0.1:1787760686.757026:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f660200.
00000080:00000010:0.1:1787760686.785592:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007740.
00000080:00000010:0.1:1787760686.785605:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05e80.
00010000:00000010:2.1:1787760687.350501:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4adf00.
00010000:00000010:2.1:1787760687.350536:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76edfe00.
00000080:00000010:2.1:1787760687.387821:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05fe0.
00000080:00000010:3.1:1787760687.388336:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f0071c0.
00010000:00000010:0.1:1787760687.889494:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818e0600.
00010000:00000010:0.1:1787760687.889508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d410a00.
00000080:00000010:0.1:1787760687.971481:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007480.
00000080:00000010:0.1:1787760687.971497:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae220.
00010000:00000010:3.1:1787760688.943488:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d46c1e900.
00010000:00000010:3.1:1787760688.943503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f660600.
00000080:00000010:3.1:1787760688.993167:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae280.
00000080:00000010:3.1:1787760688.993188:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05bc0.
00010000:00000010:3.1:1787760689.580518:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4ad700.
00010000:00000010:3.1:1787760689.580535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76ede800.
00000080:00000010:3.1:1787760689.590760:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae280.
00000080:00000010:3.1:1787760689.590779:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f0075a0.
00010000:00000010:0.1:1787760690.359534:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818e0000.
00010000:00000010:0.1:1787760690.359543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f660600.
00010000:00000010:2.1:1787760691.220532:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d46c1ed00.
00010000:00000010:2.1:1787760691.220546:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f660000.
00000080:00000010:3.1:1787760691.280453:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05a80.
00000080:00000010:3.1:1787760691.280466:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05420.
00010000:00000010:0.1:1787760691.992460:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818e0600.
00010000:00000010:0.1:1787760691.992509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f660000.
00000080:00000010:2.1:1787760692.022602:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007b00.
00000080:00000010:2.1:1787760692.022622:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05080.
00010000:00000010:2.1:1787760692.658523:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d46c1e200.
00010000:00000010:2.1:1787760692.658539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f660000.
00000080:00000010:2.1:1787760692.758565:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05a00.
00000080:00000010:2.1:1787760692.758583:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05de0.
00010000:00000010:2.1:1787760693.435421:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d46c1e300.
00010000:00000010:2.1:1787760693.435504:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f660600.
00000080:00000010:2.1:1787760693.489775:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05a00.
00000080:00000010:2.1:1787760693.489791:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05de0.
00010000:00000010:2.1:1787760694.949482:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77c99400.
00010000:00000010:2.1:1787760694.949496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7532cc00.
00000080:00000010:2.1:1787760695.021061:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05de0.
00000080:00000010:2.1:1787760695.021081:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d58a37e40.
00010000:00000010:2.1:1787760695.743495:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d46c1e000.
00010000:00000010:2.1:1787760695.743510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81943000.
00000080:00000010:2.1:1787760695.766552:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05a80.
00000080:00000010:2.1:1787760695.766569:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05a00.
00010000:00000010:3.1:1787760696.282700:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f7b0f00.
00010000:00000010:3.1:1787760696.282714:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d411e00.
00000080:00000010:3.1:1787760696.302530:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae400.
00000080:00000010:3.1:1787760696.302546:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae180.
00010000:00000010:2.1:1787760696.895062:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77c99f00.
00010000:00000010:2.1:1787760696.895076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81943800.
00000080:00000010:2.1:1787760696.928430:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05680.
00000080:00000010:2.1:1787760696.928469:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05a80.
00000080:00000010:2.1:1787760697.548525:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d58a37720.
00000080:00000010:2.1:1787760697.548540:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05a80.
00010000:00000010:0.1:1787760698.191678:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f7b0f00.
00010000:00000010:0.1:1787760698.191694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d411e00.
00000080:00000010:2.1:1787760698.231485:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007c60.
00000080:00000010:2.1:1787760698.231526:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05680.
00010000:00000010:0.1:1787760698.848484:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d46c1e700.
00010000:00000010:0.1:1787760698.848501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81942800.
00000080:00000010:2.1:1787760698.881881:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007900.
00000080:00000010:2.1:1787760698.881906:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05680.
00010000:00000010:0.1:1787760699.535496:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d46c1eb00.
00010000:00000010:0.1:1787760699.535511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81942e00.
00000080:00000010:2.1:1787760699.596474:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007100.
00000080:00000010:2.1:1787760699.596485:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05680.
00010000:00000010:0.1:1787760699.942254:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4ad300.
00010000:00000010:0.1:1787760699.942270:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81943600.
00000080:00000010:0.1:1787760699.965504:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007ae0.
00000080:00000010:0.1:1787760699.965520:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05680.
00010000:00000010:2.1:1787760700.626693:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d46c1e700.
00010000:00000010:2.1:1787760700.626707:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81943400.
00000080:00000010:2.1:1787760700.694596:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c05680.
00000080:00000010:2.1:1787760700.694608:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c050c0.
00000080:00000010:2.1:1787760701.268563:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d58a37540.
00000080:00000010:2.1:1787760701.268578:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae400.
00010000:00000010:3.1:1787760702.643883:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f7b0900.
00010000:00000010:3.1:1787760702.643900:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d410000.
00000080:00000010:3.1:1787760702.662628:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae140.
00000080:00000010:3.1:1787760702.662642:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c56c050c0.
00010000:00000010:0.1:1787760703.363908:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d46125300.
00010000:00000010:0.1:1787760703.363923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81943a00.
00000080:00000010:0.1:1787760703.397485:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f0073e0.
00000080:00000010:0.1:1787760703.397501:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d54b68180.
00010000:00000010:2.1:1787760704.015148:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f7b0500.
00010000:00000010:2.1:1787760704.015164:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d410400.
00000080:00000010:3.1:1787760704.069564:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d54b68180.
00000080:00000010:3.1:1787760704.069588:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3aeaa0.
00010000:00000010:2.1:1787760704.683488:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d46125000.
00010000:00000010:2.1:1787760704.683504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7ef37c00.
00000080:00000010:2.1:1787760704.710521:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d54b68180.
00000080:00000010:2.1:1787760704.710535:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007b60.
00010000:00000010:0.1:1787760705.349774:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f7b0d00.
00010000:00000010:0.1:1787760705.349790:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d410e00.
00000080:00000010:0.1:1787760705.422491:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f0079a0.
00000080:00000010:0.1:1787760705.422511:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae3e0.
00010000:00000010:2.1:1787760705.972947:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f7b0800.
00010000:00000010:2.1:1787760705.972973:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81942c00.
00000080:00000010:3.1:1787760706.015545:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4c8e5020.
00000080:00000010:3.1:1787760706.015561:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4c8e5360.
00000080:00000010:2.1:1787760706.683477:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d58a37880.
00000080:00000010:2.1:1787760706.683491:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4c8e5360.
00010000:00000010:2.1:1787760708.129500:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f7b0000.
00010000:00000010:2.1:1787760708.129517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d411600.
00000080:00000010:2.1:1787760708.149525:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4c8e5020.
00000080:00000010:2.1:1787760708.149539:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae400.
00010000:00000010:3.1:1787760708.828525:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77c99400.
00010000:00000010:3.1:1787760708.828535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7ef37000.
00000080:00000010:3.1:1787760708.851482:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3aee00.
00000080:00000010:3.1:1787760708.851500:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d58a371c0.
00010000:00000010:3.1:1787760709.554859:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d46125400.
00010000:00000010:3.1:1787760709.554877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81943a00.
00000080:00000010:3.1:1787760709.599624:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3aee00.
00000080:00000010:3.1:1787760709.599640:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4c8e5020.
00010000:00000010:2.1:1787760710.351489:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d46125c00.
00010000:00000010:2.1:1787760710.351501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81943400.
00000080:00000010:2.1:1787760710.351506:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4c8e5360.
00000080:00000010:2.1:1787760710.351515:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4c8e5020.
00010000:00000010:2.1:1787760710.929558:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f7b0a00.
00010000:00000010:2.1:1787760710.929574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d411600.
00000080:00000010:2.1:1787760710.975724:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4c8e5020.
00000080:00000010:2.1:1787760710.975737:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae220.
00010000:00000010:0.1:1787760711.524494:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d46125c00.
00010000:00000010:0.1:1787760711.524513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81943400.
00000080:00000010:0.1:1787760711.626064:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007540.
00000080:00000010:0.1:1787760711.626081:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4b3ae400.
00010000:00000010:0.1:1787760713.627852:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d46125100.
00010000:00000010:0.1:1787760713.627869:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81942e00.
00000080:00000010:0.1:1787760713.657480:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007de0.
00000080:00000010:0.1:1787760713.657509:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4c8e5360.
00010000:00000010:0.1:1787760714.380499:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f7b0e00.
00010000:00000010:0.1:1787760714.380516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d411e00.
00000080:00000010:0.1:1787760714.434487:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007de0.
00000080:00000010:0.1:1787760714.434502:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c59260860.
00010000:00000010:3.1:1787760714.918959:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4adf00.
00010000:00000010:3.1:1787760714.918974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81942e00.
00000080:00000010:3.1:1787760714.980034:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c59260a20.
00000080:00000010:3.1:1787760714.980052:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df45a0.
00010000:00000010:3.1:1787760716.488990:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d46125700.
00010000:00000010:3.1:1787760716.489009:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81943a00.
00000080:00000010:3.1:1787760716.553512:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c59260a20.
00000080:00000010:3.1:1787760716.553534:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4c80.
00000080:00000010:2.1:1787760717.071487:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d58a37ec0.
00000080:00000010:2.1:1787760717.071579:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c59260a20.
00010000:00000010:0.1:1787760717.717151:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d46125600.
00010000:00000010:0.1:1787760717.717161:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81943400.
00000080:00000010:2.1:1787760717.753487:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007d00.
00000080:00000010:2.1:1787760717.753507:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4220.
00010000:00000010:0.1:1787760718.482493:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4adf00.
00010000:00000010:0.1:1787760718.482508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81943a00.
00000080:00000010:0.1:1787760718.514475:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f0071e0.
00000080:00000010:0.1:1787760718.514489:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4820.
00010000:00000010:3.1:1787760719.324071:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4ad700.
00010000:00000010:3.1:1787760719.324085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76edea00.
00000080:00000010:3.1:1787760719.361680:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c59260640.
00000080:00000010:3.1:1787760719.361698:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007ea0.
00010000:00000010:0.1:1787760720.100527:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d46125c00.
00010000:00000010:0.1:1787760720.100544:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4c4000.
00000080:00000010:0.1:1787760720.128465:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d58a372c0.
00000080:00000010:0.1:1787760720.128479:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4e00.
00000080:00000010:2.1:1787760720.829480:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d58a37d80.
00000080:00000010:2.1:1787760720.829503:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df49a0.
00000080:00000010:2.1:1787760721.433590:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d58a375a0.
00000080:00000010:2.1:1787760721.433606:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df49a0.
00000080:00000010:2.1:1787760722.128571:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d58a371a0.
00000080:00000010:2.1:1787760722.128589:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df49a0.
00010000:00000010:0.1:1787760722.745975:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d514b7c00.
00010000:00000010:0.1:1787760722.745991:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76edee00.
00000080:00000010:2.1:1787760722.810638:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007320.
00000080:00000010:2.1:1787760722.810651:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007820.
00010000:00000010:0.1:1787760723.374798:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d514b7b00.
00010000:00000010:0.1:1787760723.374825:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d411e00.
00000080:00000010:2.1:1787760723.431352:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007fc0.
00000080:00000010:2.1:1787760723.431367:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c59260a20.
00010000:00000010:2.1:1787760724.172576:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77df6c00.
00010000:00000010:2.1:1787760724.172592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76edfc00.
00000080:00000010:2.1:1787760724.192475:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4520.
00000080:00000010:2.1:1787760724.192493:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007d80.
00010000:00000010:0.1:1787760724.939490:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77df6100.
00010000:00000010:0.1:1787760724.939504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76edf800.
00000080:00000010:2.1:1787760725.007581:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007fc0.
00000080:00000010:2.1:1787760725.007606:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007fa0.
00010000:00000010:2.1:1787760725.878486:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77c99500.
00010000:00000010:2.1:1787760725.878501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7ef37000.
00000080:00000010:2.1:1787760725.889476:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4520.
00000080:00000010:2.1:1787760725.889492:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d58a371a0.
00010000:00000010:0.1:1787760726.519472:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f7b0b00.
00010000:00000010:0.1:1787760726.519481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d411e00.
00010000:00000010:3.1:1787760727.120408:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d514b7900.
00010000:00000010:3.1:1787760727.120422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4c5400.
00000080:00000010:3.1:1787760727.167718:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c59260a20.
00000080:00000010:3.1:1787760727.167733:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4dc0.
00010000:00000010:2.1:1787760727.810758:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f7b0b00.
00010000:00000010:2.1:1787760727.810773:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d8186c200.
00000080:00000010:2.1:1787760727.860516:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4a80.
00000080:00000010:2.1:1787760727.860534:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77980.
00010000:00000010:2.1:1787760728.575487:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d514b7600.
00010000:00000010:2.1:1787760728.575493:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4c4600.
00000080:00000010:2.1:1787760728.586537:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4f40.
00000080:00000010:2.1:1787760728.586550:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4a80.
00000080:00000010:2.1:1787760729.435880:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d58a37440.
00000080:00000010:2.1:1787760729.435898:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77f20.
00010000:00000010:2.1:1787760730.041612:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f7b0000.
00010000:00000010:2.1:1787760730.041629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d8186d000.
00000080:00000010:3.1:1787760730.096044:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4f40.
00000080:00000010:3.1:1787760730.096058:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77740.
00010000:00000010:0.1:1787760730.734584:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d514b7800.
00010000:00000010:0.1:1787760730.734599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4c5a00.
00000080:00000010:0.1:1787760730.817492:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007760.
00000080:00000010:0.1:1787760730.817513:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4500.
00010000:00000010:2.1:1787760731.265725:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d514b7200.
00010000:00000010:2.1:1787760731.265737:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4c4200.
00000080:00000010:2.1:1787760731.330503:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4d60.
00000080:00000010:2.1:1787760731.330521:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4d40.
00000080:00000010:0.1:1787760732.006497:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d58a37ac0.
00000080:00000010:0.1:1787760732.006513:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007de0.
00010000:00000010:2.1:1787760732.778497:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77df6600.
00010000:00000010:2.1:1787760732.778513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d434e00.
00000080:00000010:2.1:1787760732.828981:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca773a0.
00000080:00000010:2.1:1787760732.829001:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007de0.
00010000:00000010:0.1:1787760733.379488:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d514b7300.
00010000:00000010:0.1:1787760733.379506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4c4c00.
00000080:00000010:2.1:1787760733.437712:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007a80.
00000080:00000010:2.1:1787760733.437731:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4d60.
00010000:00000010:3.1:1787760734.145486:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d514b7e00.
00010000:00000010:3.1:1787760734.145510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4c5000.
00000080:00000010:3.1:1787760734.214180:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77e20.
00000080:00000010:3.1:1787760734.214201:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4d60.
00010000:00000010:3.1:1787760734.795693:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f7b0b00.
00010000:00000010:3.1:1787760734.795708:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d8186c000.
00000080:00000010:3.1:1787760734.808658:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77320.
00000080:00000010:3.1:1787760734.808672:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77e20.
00010000:00000010:0.1:1787760735.269413:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d514b7e00.
00010000:00000010:0.1:1787760735.269427:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4c5000.
00000080:00000010:0.1:1787760735.295483:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f0079e0.
00000080:00000010:0.1:1787760735.295497:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4c60.
00010000:00000010:2.1:1787760736.082498:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d514b7800.
00010000:00000010:2.1:1787760736.082515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4c4200.
00000080:00000010:2.1:1787760736.098609:0:1359:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4660.
00000080:00000010:2.1:1787760736.098624:0:1359:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4a60.
00010000:00000010:2.1:1787760736.679591:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d439f00.
00010000:00000010:2.1:1787760736.679605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d8186c000.
00000080:00000010:2.1:1787760736.689473:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4660.
00000080:00000010:2.1:1787760736.689486:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77e20.
00010000:00000010:2.1:1787760737.369599:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d514b7600.
00010000:00000010:2.1:1787760737.369617:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4c4a00.
00000080:00000010:2.1:1787760737.414611:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4480.
00000080:00000010:2.1:1787760737.414624:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4ba0.
00000080:00000010:2.1:1787760738.192489:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d58a37740.
00000080:00000010:2.1:1787760738.192507:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4ba0.
00010000:00000010:0.1:1787760738.727490:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d514b7c00.
00010000:00000010:0.1:1787760738.727504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4c4600.
00000080:00000010:0.1:1787760738.767486:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007160.
00000080:00000010:0.1:1787760738.767508:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4ba0.
00010000:00000010:2.1:1787760739.430495:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77df6d00.
00010000:00000010:2.1:1787760739.430510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d434a00.
00000080:00000010:2.1:1787760739.501504:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df49e0.
00000080:00000010:2.1:1787760739.501523:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007160.
00010000:00000010:2.1:1787760740.154720:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d514b7400.
00010000:00000010:2.1:1787760740.154731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7ef36800.
00000080:00000010:2.1:1787760740.190647:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df49e0.
00000080:00000010:2.1:1787760740.190667:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d58a37680.
00010000:00000010:2.1:1787760740.874778:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d439900.
00010000:00000010:2.1:1787760740.874787:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d8186c800.
00000080:00000010:2.1:1787760740.907501:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4080.
00000080:00000010:2.1:1787760740.907523:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77120.
00010000:00000010:2.1:1787760741.556881:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d439600.
00010000:00000010:2.1:1787760741.556891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d8186dc00.
00000080:00000010:3.1:1787760741.565463:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df40c0.
00000080:00000010:3.1:1787760741.565482:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77e60.
00010000:00000010:0.1:1787760742.117526:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77df6300.
00010000:00000010:0.1:1787760742.117541:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d434e00.
00000080:00000010:0.1:1787760742.198800:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007240.
00000080:00000010:0.1:1787760742.198813:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007ae0.
00010000:00000010:0.1:1787760742.858503:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77df6300.
00010000:00000010:0.1:1787760742.858519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d434e00.
00000080:00000010:0.1:1787760742.945472:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007240.
00000080:00000010:0.1:1787760742.945485:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007ae0.
00010000:00000010:2.1:1787760743.513492:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d439200.
00010000:00000010:2.1:1787760743.513507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d8186d400.
00000080:00000010:3.1:1787760743.552491:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4e60.
00000080:00000010:3.1:1787760743.552506:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77300.
00010000:00000010:3.1:1787760744.296543:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77df6000.
00010000:00000010:3.1:1787760744.296561:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d434400.
00000080:00000010:3.1:1787760744.400084:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77300.
00000080:00000010:3.1:1787760744.400112:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f0070c0.
00000080:00000010:2.1:1787760745.036685:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d58a37480.
00000080:00000010:2.1:1787760745.036701:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007900.
00010000:00000010:2.1:1787760745.617356:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77df6700.
00010000:00000010:2.1:1787760745.617374:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d8186ca00.
00000080:00000010:2.1:1787760745.643492:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4ce0.
00000080:00000010:2.1:1787760745.643505:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77e40.
00010000:00000010:0.1:1787760746.361556:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d514b7f00.
00010000:00000010:0.1:1787760746.361573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4c4800.
00010000:00000010:0.1:1787760746.907498:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d514b7f00.
00010000:00000010:0.1:1787760746.907514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d434c00.
00000080:00000010:0.1:1787760746.946486:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77940.
00000080:00000010:0.1:1787760746.946506:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007c20.
00000080:00000010:2.1:1787760747.538690:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d58a379e0.
00000080:00000010:2.1:1787760747.538705:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007c20.
00010000:00000010:2.1:1787760748.203504:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d439000.
00010000:00000010:2.1:1787760748.203519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d8186da00.
00000080:00000010:2.1:1787760748.229214:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4440.
00000080:00000010:2.1:1787760748.229230:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca776c0.
00010000:00000010:2.1:1787760748.809544:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d514b7c00.
00010000:00000010:2.1:1787760748.809559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4c4600.
00000080:00000010:2.1:1787760748.833652:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4280.
00000080:00000010:2.1:1787760748.833666:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4420.
00010000:00000010:3.1:1787760749.630119:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d514b7c00.
00010000:00000010:3.1:1787760749.630145:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7ef36800.
00000080:00000010:3.1:1787760749.686494:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77020.
00000080:00000010:3.1:1787760749.686507:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d58a37e60.
00010000:00000010:0.1:1787760750.314495:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d514b7c00.
00010000:00000010:0.1:1787760750.314511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4c5400.
00000080:00000010:0.1:1787760750.334484:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f0073e0.
00000080:00000010:0.1:1787760750.334499:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4280.
00000080:00000010:2.1:1787760751.118486:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007b60.
00010000:00000010:0.1:1787760751.118487:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d514b7c00.
00010000:00000010:0.1:1787760751.118498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d8186d400.
00000080:00000010:2.1:1787760751.118504:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77760.
00010000:00000010:0.1:1787760751.652723:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d514b7c00.
00010000:00000010:0.1:1787760751.652739:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d8186c800.
00000080:00000010:0.1:1787760751.661547:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f0072a0.
00000080:00000010:0.1:1787760751.661563:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77c00.
00000080:00000010:0.1:1787760752.482778:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d58a37d20.
00000080:00000010:0.1:1787760752.482802:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77620.
00000080:00000010:0.1:1787760753.202943:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d58a37940.
00000080:00000010:0.1:1787760753.202956:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77360.
00010000:00000010:0.1:1787760753.760509:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819fb300.
00010000:00000010:0.1:1787760753.760526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4c5000.
00000080:00000010:2.1:1787760753.798495:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f0079e0.
00000080:00000010:2.1:1787760753.798511:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4100.
00010000:00000010:0.1:1787760754.519500:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819fb000.
00010000:00000010:0.1:1787760754.519510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4c5400.
00000080:00000010:0.1:1787760754.586603:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007300.
00000080:00000010:0.1:1787760754.586618:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4100.
00010000:00000010:2.1:1787760755.305489:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819fbe00.
00010000:00000010:2.1:1787760755.305504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d8186d000.
00000080:00000010:2.1:1787760755.328734:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4360.
00000080:00000010:2.1:1787760755.328749:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca770c0.
00010000:00000010:0.1:1787760755.954471:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819fb700.
00010000:00000010:0.1:1787760755.954482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4c5400.
00000080:00000010:0.1:1787760756.037515:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f0076a0.
00000080:00000010:0.1:1787760756.037529:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4a40.
00010000:00000010:0.1:1787760756.588619:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d439f00.
00010000:00000010:0.1:1787760756.588635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76edf800.
00000080:00000010:0.1:1787760756.623876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007080.
00000080:00000010:0.1:1787760756.623892:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77860.
00010000:00000010:3.1:1787760756.909618:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819fb400.
00010000:00000010:3.1:1787760756.909628:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4c5000.
00000080:00000010:3.1:1787760756.920533:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77c40.
00000080:00000010:3.1:1787760756.920546:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4ea0.
00010000:00000010:3.1:1787760757.417981:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77df6700.
00010000:00000010:3.1:1787760757.417997:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d434400.
00000080:00000010:3.1:1787760757.442497:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77c40.
00000080:00000010:3.1:1787760757.442515:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f0075e0.
00010000:00000010:3.1:1787760757.974492:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819fbf00.
00010000:00000010:3.1:1787760757.974508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d78017000.
00000080:00000010:3.1:1787760758.002518:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77720.
00000080:00000010:3.1:1787760758.002531:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77440.
00010000:00000010:3.1:1787760758.775389:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819fbb00.
00010000:00000010:3.1:1787760758.775412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4c4a00.
00000080:00000010:3.1:1787760758.851741:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77440.
00000080:00000010:3.1:1787760758.851835:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4200.
00010000:00000010:3.1:1787760759.408496:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77df6d00.
00010000:00000010:3.1:1787760759.408512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d434a00.
00000080:00000010:3.1:1787760759.464965:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77440.
00000080:00000010:3.1:1787760759.464981:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007aa0.
00010000:00000010:3.1:1787760760.197283:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819fb900.
00010000:00000010:3.1:1787760760.197301:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4c4a00.
00010000:00000010:0.1:1787760760.817487:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819fb500.
00010000:00000010:0.1:1787760760.817501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d78017800.
00000080:00000010:2.1:1787760760.889805:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007ea0.
00000080:00000010:2.1:1787760760.889825:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77460.
00010000:00000010:2.1:1787760761.504722:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d753f7b00.
00010000:00000010:2.1:1787760761.504737:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d78016400.
00000080:00000010:2.1:1787760761.523655:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df42c0.
00000080:00000010:2.1:1787760761.523676:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77a40.
00010000:00000010:2.1:1787760762.110495:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77c99700.
00010000:00000010:2.1:1787760762.110511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d591000.
00000080:00000010:2.1:1787760762.232464:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df42c0.
00000080:00000010:2.1:1787760762.232478:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d58a37bc0.
00010000:00000010:3.1:1787760762.846487:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819fbd00.
00010000:00000010:3.1:1787760762.846503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4c5400.
00000080:00000010:3.1:1787760762.870460:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77c60.
00000080:00000010:3.1:1787760762.870476:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4ac0.
00010000:00000010:3.1:1787760764.267706:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819fbd00.
00010000:00000010:3.1:1787760764.267714:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4c4a00.
00000080:00000010:3.1:1787760764.320358:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77c60.
00000080:00000010:3.1:1787760764.320380:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4ec0.
00010000:00000010:2.1:1787760764.880888:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819fb900.
00010000:00000010:2.1:1787760764.880902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d435200.
00000080:00000010:3.1:1787760764.976490:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4740.
00000080:00000010:3.1:1787760764.976502:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df41a0.
00010000:00000010:3.1:1787760765.522483:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819fb900.
00010000:00000010:3.1:1787760765.522497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d78016e00.
00000080:00000010:3.1:1787760765.585526:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4b80.
00000080:00000010:3.1:1787760765.585548:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77080.
00010000:00000010:3.1:1787760766.241626:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77df6900.
00010000:00000010:3.1:1787760766.241640:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d435600.
00000080:00000010:3.1:1787760766.253863:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77080.
00000080:00000010:3.1:1787760766.253894:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007fc0.
00010000:00000010:0.1:1787760768.262489:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819fbf00.
00010000:00000010:0.1:1787760768.262509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81892400.
00000080:00000010:2.1:1787760768.322526:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f0071a0.
00000080:00000010:2.1:1787760768.322541:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4f00.
00010000:00000010:0.1:1787760768.942520:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819fb400.
00010000:00000010:0.1:1787760768.942539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d78017200.
00000080:00000010:2.1:1787760769.008060:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007020.
00000080:00000010:2.1:1787760769.008078:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77ce0.
00010000:00000010:2.1:1787760769.627475:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d753f7800.
00010000:00000010:2.1:1787760769.627482:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d78016600.
00000080:00000010:2.1:1787760769.637099:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4f00.
00000080:00000010:2.1:1787760769.637115:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77560.
00010000:00000010:2.1:1787760770.214848:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819fb700.
00010000:00000010:2.1:1787760770.214863:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d78017a00.
00000080:00000010:2.1:1787760770.226898:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4f00.
00000080:00000010:2.1:1787760770.226917:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca771e0.
00010000:00000010:3.1:1787760770.794422:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819fb000.
00010000:00000010:3.1:1787760770.794667:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81892e00.
00000080:00000010:3.1:1787760770.832954:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77680.
00000080:00000010:3.1:1787760770.832971:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4e80.
00010000:00000010:2.1:1787760771.493637:0:1544:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d753f7000.
00010000:00000010:2.1:1787760771.493654:0:1544:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d78016c00.
00000080:00000010:0.1:1787760771.514464:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4bc0.
00000080:00000010:0.1:1787760771.514495:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca777c0.
00000080:00000010:2.1:1787760772.217069:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d58a37080.
00000080:00000010:2.1:1787760772.217087:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77160.
00010000:00000010:3.1:1787760772.800493:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819fbf00.
00010000:00000010:3.1:1787760772.800509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81893c00.
00000080:00000010:3.1:1787760772.830050:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77140.
00000080:00000010:3.1:1787760772.830071:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4ae0.
00010000:00000010:0.1:1787760773.499534:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819fbd00.
00010000:00000010:0.1:1787760773.499550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81893200.
00000080:00000010:0.1:1787760773.552503:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007b40.
00000080:00000010:0.1:1787760773.552522:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df44c0.
00010000:00000010:0.1:1787760774.100911:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d753f7700.
00010000:00000010:0.1:1787760774.100927:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81892600.
00000080:00000010:0.1:1787760774.136681:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007b40.
00000080:00000010:0.1:1787760774.136696:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4920.
00010000:00000010:0.1:1787760774.717494:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819fb300.
00010000:00000010:0.1:1787760774.717509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81892a00.
00000080:00000010:0.1:1787760774.750034:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f0079c0.
00000080:00000010:0.1:1787760774.750062:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4060.
00010000:00000010:3.1:1787760775.231609:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77df6700.
00010000:00000010:3.1:1787760775.231626:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d435200.
00000080:00000010:3.1:1787760775.297031:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77140.
00000080:00000010:3.1:1787760775.297046:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007140.
00010000:00000010:0.1:1787760775.957675:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77df6700.
00010000:00000010:0.1:1787760775.957691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81892200.
00000080:00000010:0.1:1787760775.985612:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007080.
00000080:00000010:0.1:1787760775.985624:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df48e0.
00010000:00000010:2.1:1787760776.610078:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77c26f00.
00010000:00000010:2.1:1787760776.610094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81893e00.
00000080:00000010:2.1:1787760776.654488:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4320.
00000080:00000010:2.1:1787760776.654500:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df47c0.
00010000:00000010:2.1:1787760778.163596:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77c26c00.
00010000:00000010:2.1:1787760778.163604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81893000.
00000080:00000010:2.1:1787760778.179641:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4b40.
00000080:00000010:2.1:1787760778.179655:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4320.
00010000:00000010:3.1:1787760778.829485:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77c26c00.
00010000:00000010:3.1:1787760778.829494:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d435200.
00000080:00000010:3.1:1787760778.874101:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77140.
00000080:00000010:3.1:1787760778.874118:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f0077e0.
00010000:00000010:2.1:1787760780.551522:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77c26500.
00010000:00000010:2.1:1787760780.551536:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81892000.
00000080:00000010:2.1:1787760780.616560:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4b40.
00000080:00000010:2.1:1787760780.616577:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4600.
00010000:00000010:3.1:1787760781.238486:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d753f7f00.
00010000:00000010:3.1:1787760781.238499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d78017200.
00000080:00000010:3.1:1787760781.275534:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77480.
00000080:00000010:3.1:1787760781.275550:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77ba0.
00010000:00000010:0.1:1787760782.025499:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77c99c00.
00010000:00000010:0.1:1787760782.025522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d591600.
00000080:00000010:2.1:1787760782.108769:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007620.
00000080:00000010:2.1:1787760782.108792:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d58a371a0.
00010000:00000010:3.1:1787760782.694676:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77c99400.
00010000:00000010:3.1:1787760782.694684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d590a00.
00000080:00000010:3.1:1787760782.707011:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77ba0.
00000080:00000010:3.1:1787760782.707028:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d58a37220.
00000080:00000010:0.1:1787760783.398525:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d58a374a0.
00000080:00000010:0.1:1787760783.398545:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4b40.
00010000:00000010:2.1:1787760784.291133:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d753f7c00.
00010000:00000010:2.1:1787760784.291143:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d78017c00.
00000080:00000010:2.1:1787760784.341479:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df48e0.
00000080:00000010:2.1:1787760784.341494:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77480.
00010000:00000010:3.1:1787760785.103715:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d753f7a00.
00010000:00000010:3.1:1787760785.103730:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d78017800.
00000080:00000010:3.1:1787760785.135065:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77660.
00000080:00000010:3.1:1787760785.135079:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77180.
00010000:00000010:3.1:1787760786.105773:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77c26800.
00010000:00000010:3.1:1787760786.105790:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81892a00.
00000080:00000010:3.1:1787760786.131658:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77180.
00000080:00000010:3.1:1787760786.131678:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4060.
00010000:00000010:3.1:1787760786.902486:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d753f7a00.
00010000:00000010:3.1:1787760786.902500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81893200.
00000080:00000010:3.1:1787760786.968796:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77180.
00000080:00000010:3.1:1787760786.968811:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df44c0.
00010000:00000010:3.1:1787760787.695714:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77c26000.
00010000:00000010:3.1:1787760787.695729:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81893c00.
00000080:00000010:3.1:1787760787.748501:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77180.
00000080:00000010:3.1:1787760787.748515:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4ae0.
00010000:00000010:0.1:1787760788.344559:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d576400.
00010000:00000010:0.1:1787760788.344576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76edf800.
00000080:00000010:2.1:1787760788.376700:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007c20.
00000080:00000010:2.1:1787760788.376730:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007ba0.
00010000:00000010:0.1:1787760789.568682:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77c26400.
00010000:00000010:0.1:1787760789.568697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81893c00.
00000080:00000010:0.1:1787760789.603492:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f0074a0.
00000080:00000010:0.1:1787760789.603507:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4b80.
00010000:00000010:3.1:1787760790.167492:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d576f00.
00010000:00000010:3.1:1787760790.167507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4d4600.
00000080:00000010:3.1:1787760790.206324:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca775a0.
00000080:00000010:3.1:1787760790.206352:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007200.
00010000:00000010:3.1:1787760790.889501:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77c26700.
00010000:00000010:3.1:1787760790.889518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81892a00.
00000080:00000010:3.1:1787760790.923134:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca775a0.
00000080:00000010:3.1:1787760790.923150:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4740.
00010000:00000010:3.1:1787760791.562647:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d753f7000.
00010000:00000010:3.1:1787760791.562660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d78017c00.
00000080:00000010:3.1:1787760791.629273:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77ae0.
00000080:00000010:3.1:1787760791.629286:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77bc0.
00010000:00000010:0.1:1787760792.232497:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77c26800.
00010000:00000010:0.1:1787760792.232514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81892a00.
00000080:00000010:0.1:1787760792.256122:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007ba0.
00000080:00000010:0.1:1787760792.256136:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df44a0.
00010000:00000010:2.1:1787760793.010485:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77c26100.
00010000:00000010:2.1:1787760793.010501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81892a00.
00000080:00000010:3.1:1787760793.046915:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4200.
00000080:00000010:3.1:1787760793.046930:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4da0.
00000080:00000010:2.1:1787760793.723909:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d58a372e0.
00000080:00000010:2.1:1787760793.723927:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d58a37900.
00010000:00000010:3.1:1787760794.176326:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77c26100.
00010000:00000010:3.1:1787760794.176338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d8198b000.
00000080:00000010:3.1:1787760794.176342:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77bc0.
00000080:00000010:3.1:1787760794.176352:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4ea0.
00010000:00000010:2.1:1787760794.814524:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77c99700.
00010000:00000010:2.1:1787760794.814539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d591200.
00000080:00000010:2.1:1787760794.870522:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4a40.
00000080:00000010:2.1:1787760794.870537:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d58a375e0.
00010000:00000010:0.1:1787760795.426158:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d753f7000.
00010000:00000010:0.1:1787760795.426176:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d8198a000.
00010000:00000010:0.1:1787760796.041500:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d753f7500.
00010000:00000010:0.1:1787760796.041521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d5c0e00.
00000080:00000010:0.1:1787760796.117489:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f0072a0.
00000080:00000010:0.1:1787760796.117506:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77ae0.
00010000:00000010:2.1:1787760796.766485:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77c26100.
00010000:00000010:2.1:1787760796.766499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d8198a800.
00000080:00000010:2.1:1787760796.804362:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4640.
00000080:00000010:2.1:1787760796.804377:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4d20.
00010000:00000010:2.1:1787760797.486744:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d576b00.
00010000:00000010:2.1:1787760797.486755:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4d4a00.
00000080:00000010:2.1:1787760797.545360:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4640.
00000080:00000010:2.1:1787760797.545385:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f0072a0.
00010000:00000010:2.1:1787760798.769079:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77ac1700.
00010000:00000010:2.1:1787760798.769093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d8198ae00.
00000080:00000010:2.1:1787760798.798858:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d58a37ca0.
00000080:00000010:2.1:1787760798.798878:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d58a37b20.
00010000:00000010:3.1:1787760799.409108:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d753f7500.
00010000:00000010:3.1:1787760799.409123:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d5c1200.
00000080:00000010:3.1:1787760799.435530:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4380.
00000080:00000010:3.1:1787760799.435541:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77960.
00010000:00000010:3.1:1787760800.035488:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77ac1a00.
00010000:00000010:3.1:1787760800.035496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d8198b600.
00010000:00000010:2.1:1787760800.516760:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77ac1f00.
00010000:00000010:2.1:1787760800.516776:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d8198b200.
00000080:00000010:2.1:1787760800.558615:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4300.
00000080:00000010:2.1:1787760800.558636:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4ce0.
00000080:00000010:3.1:1787760801.240486:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d58a37740.
00000080:00000010:3.1:1787760801.240521:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4300.
00010000:00000010:2.1:1787760802.008484:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7df56200.
00010000:00000010:2.1:1787760802.008496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d5c1400.
00000080:00000010:3.1:1787760802.069500:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df49c0.
00000080:00000010:3.1:1787760802.069520:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca776e0.
00010000:00000010:2.1:1787760803.352495:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77ac1900.
00010000:00000010:2.1:1787760803.352511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d8198a200.
00000080:00000010:2.1:1787760803.387956:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4a60.
00000080:00000010:2.1:1787760803.387975:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4480.
00010000:00000010:2.1:1787760804.781816:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77ac1600.
00010000:00000010:2.1:1787760804.781831:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4d5200.
00000080:00000010:2.1:1787760804.826612:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df46e0.
00000080:00000010:2.1:1787760804.826628:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007500.
00010000:00000010:2.1:1787760805.566547:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7df56300.
00010000:00000010:2.1:1787760805.566561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d5c0600.
00000080:00000010:2.1:1787760805.583538:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df46e0.
00000080:00000010:2.1:1787760805.583554:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca776e0.
00010000:00000010:0.1:1787760806.228571:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77ac1800.
00010000:00000010:0.1:1787760806.228588:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d8198ac00.
00000080:00000010:0.1:1787760806.297575:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007820.
00000080:00000010:0.1:1787760806.297590:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4c60.
00000080:00000010:0.1:1787760806.956753:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d58a37c00.
00000080:00000010:0.1:1787760806.956766:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77a60.
00010000:00000010:2.1:1787760807.620492:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7df56a00.
00010000:00000010:2.1:1787760807.620508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d5c0c00.
00000080:00000010:2.1:1787760807.684579:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4d60.
00000080:00000010:2.1:1787760807.684597:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77380.
00010000:00000010:0.1:1787760808.328848:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7df56f00.
00010000:00000010:0.1:1787760808.328864:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d5c1000.
00010000:00000010:0.1:1787760808.915398:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7df56c00.
00010000:00000010:0.1:1787760808.915426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d8198b400.
00000080:00000010:2.1:1787760808.988485:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007fc0.
00000080:00000010:2.1:1787760808.988503:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4f40.
00010000:00000010:0.1:1787760809.616476:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d753f7500.
00010000:00000010:0.1:1787760809.616490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d591600.
00000080:00000010:2.1:1787760809.648846:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007020.
00000080:00000010:2.1:1787760809.648860:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d58a37980.
00010000:00000010:0.1:1787760810.375566:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7df56100.
00010000:00000010:0.1:1787760810.375582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d5c0000.
00000080:00000010:2.1:1787760810.441475:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007420.
00000080:00000010:2.1:1787760810.441491:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca778a0.
00000080:00000010:2.1:1787760811.155485:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d58a372e0.
00000080:00000010:2.1:1787760811.155555:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d58a37c00.
00010000:00000010:2.1:1787760811.862749:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7df56500.
00010000:00000010:2.1:1787760811.862766:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d5c0000.
00000080:00000010:2.1:1787760811.862771:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4f40.
00000080:00000010:2.1:1787760811.862780:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77820.
00010000:00000010:3.1:1787760812.741279:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77ac1e00.
00010000:00000010:3.1:1787760812.741297:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d8198a000.
00000080:00000010:3.1:1787760812.762043:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4dc0.
00000080:00000010:3.1:1787760812.762057:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4a80.
00010000:00000010:0.1:1787760813.323527:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77ac1300.
00010000:00000010:0.1:1787760813.323544:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d8198a000.
00000080:00000010:2.1:1787760813.341730:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007780.
00000080:00000010:2.1:1787760813.367004:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df49a0.
00010000:00000010:0.1:1787760814.073574:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77ac1500.
00010000:00000010:0.1:1787760814.073588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d8198b400.
00000080:00000010:0.1:1787760814.094479:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007360.
00000080:00000010:0.1:1787760814.094493:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df49a0.
00010000:00000010:0.1:1787760814.447724:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7df56500.
00010000:00000010:0.1:1787760814.447739:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d5c1a00.
00000080:00000010:0.1:1787760814.538491:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007360.
00000080:00000010:0.1:1787760814.538513:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77ec0.
00010000:00000010:0.1:1787760815.108534:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7df56c00.
00010000:00000010:0.1:1787760815.108548:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d5c1400.
00000080:00000010:0.1:1787760815.136480:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007360.
00000080:00000010:0.1:1787760815.136495:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77b20.
00010000:00000010:2.1:1787760815.694744:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d576500.
00010000:00000010:2.1:1787760815.694757:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4d5200.
00000080:00000010:2.1:1787760815.762486:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4c80.
00000080:00000010:2.1:1787760815.762508:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007aa0.
00010000:00000010:2.1:1787760816.387493:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7df56e00.
00010000:00000010:2.1:1787760816.387509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d5c0e00.
00000080:00000010:2.1:1787760816.413483:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4c80.
00000080:00000010:2.1:1787760816.413500:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77a00.
00010000:00000010:3.1:1787760817.136480:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d576d00.
00010000:00000010:3.1:1787760817.136496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4d5a00.
00000080:00000010:3.1:1787760817.167656:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77a20.
00000080:00000010:3.1:1787760817.167670:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f0078e0.
00010000:00000010:2.1:1787760817.908471:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77ac1a00.
00010000:00000010:2.1:1787760817.908485:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d8198b400.
00000080:00000010:2.1:1787760817.959229:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df45a0.
00000080:00000010:2.1:1787760817.959252:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df48a0.
00010000:00000010:0.1:1787760818.636960:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77ac1500.
00010000:00000010:0.1:1787760818.636978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d8198b400.
00000080:00000010:0.1:1787760818.686478:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007760.
00000080:00000010:0.1:1787760818.686491:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df48a0.
00000080:00000010:3.1:1787760819.371482:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d58a37220.
00000080:00000010:3.1:1787760819.371497:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f0070a0.
00000080:00000010:3.1:1787760820.150643:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d58a371a0.
00000080:00000010:3.1:1787760820.150659:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4c00.
00000080:00000010:2.1:1787760820.847469:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d58a378e0.
00000080:00000010:2.1:1787760820.847484:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77a20.
00000080:00000010:3.1:1787760821.310524:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5a66a4e0.
00000080:00000010:3.1:1787760821.320510:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c7574de40.
00000080:00000010:3.1:1787760821.320526:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5a66a900.
00000080:00000010:3.1:1787760821.320530:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c7574d580.
00010000:00000010:3.1:1787760821.320536:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75399600.
00010000:00000010:3.1:1787760821.320541:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81952e00.
00010000:00000010:3.1:1787760821.320614:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d752ba700.
00010000:00000010:3.1:1787760821.320620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75378c00.
00010000:00000010:3.1:1787760821.320624:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75399d00.
00010000:00000010:3.1:1787760821.320628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75379600.
00010000:00000010:3.1:1787760821.320632:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d48938100.
00010000:00000010:3.1:1787760821.320637:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76cae400.
00010000:00000010:3.1:1787760821.320640:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d48938a00.
00010000:00000010:3.1:1787760821.320642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76caee00.
00010000:00000010:3.1:1787760821.320645:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d504ad700.
00010000:00000010:3.1:1787760821.320649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5f605000.
00010000:00000010:3.1:1787760821.320652:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75399c00.
00010000:00000010:3.1:1787760821.320655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81952000.
00010000:00000010:3.1:1787760821.320657:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d504ada00.
00010000:00000010:3.1:1787760821.320660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5f605c00.
00010000:00000010:3.1:1787760821.320662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75379000.
00010000:00000010:3.1:1787760821.320665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75378800.
00010000:00000010:3.1:1787760821.320668:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d752ba200.
00010000:00000010:3.1:1787760821.320671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5f604e00.
00010000:00000010:3.1:1787760821.320674:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5f604a00.
00010000:00000010:3.1:1787760821.320676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81952800.
00010000:00000010:3.1:1787760821.320679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5f604600.
00010000:00000010:3.1:1787760821.320682:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d752baf00.
00010000:00000010:3.1:1787760821.320684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5f605800.
00010000:00000010:3.1:1787760821.320686:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d752ba400.
00010000:00000010:3.1:1787760821.320689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75379c00.
00000080:00000010:2.1:1787760821.344525:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4820.
00000080:00000010:2.1:1787760821.355670:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4e00.
00000080:00000010:2.1:1787760821.360494:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4820.
00000080:00000010:3.1:1787760821.385494:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df49a0.
00000080:00000010:3.1:1787760821.394178:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77be0.
00000080:00000010:0.1:1787760821.400651:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca775c0.
00000080:00000010:0.1:1787760821.440430:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007480.
00010000:00000010:2.1:1787760821.532841:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d576200.
00010000:00000010:2.1:1787760821.532857:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d5c1400.
00000080:00000010:2.1:1787760821.553478:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4820.
00000080:00000010:2.1:1787760821.553493:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df48a0.
00010000:00000010:2.1:1787760822.189509:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7df56c00.
00010000:00000010:2.1:1787760822.189525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d5c1400.
00000080:00000010:2.1:1787760822.213157:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df48a0.
00000080:00000010:2.1:1787760822.213170:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77be0.
00010000:00000010:0.1:1787760822.808510:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7df56500.
00010000:00000010:0.1:1787760822.808526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d5c1400.
00000080:00000010:0.1:1787760822.844487:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007800.
00000080:00000010:0.1:1787760822.844504:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77520.
00010000:00000010:0.1:1787760824.023487:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d43b03600.
00010000:00000010:0.1:1787760824.023503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d590c00.
00010000:00000010:0.1:1787760824.740484:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7df56500.
00010000:00000010:0.1:1787760824.740497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5f604600.
00010000:00000010:2.1:1787760825.324489:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d43b03c00.
00010000:00000010:2.1:1787760825.324505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d590800.
00000080:00000010:2.1:1787760825.389579:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007c60.
00000080:00000010:2.1:1787760825.389596:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d58a37e60.
00010000:00000010:2.1:1787760825.927541:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7df56500.
00010000:00000010:2.1:1787760825.927557:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5f604e00.
00000080:00000010:2.1:1787760825.995479:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4e00.
00000080:00000010:2.1:1787760825.995508:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca774e0.
00010000:00000010:2.1:1787760826.690491:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d504ada00.
00010000:00000010:2.1:1787760826.690506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5f605000.
00000080:00000010:0.1:1787760826.717568:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4e00.
00000080:00000010:0.1:1787760826.717585:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca779e0.
00010000:00000010:3.1:1787760827.432487:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819ff300.
00010000:00000010:3.1:1787760827.432504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81990800.
00000080:00000010:3.1:1787760827.447764:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77f80.
00000080:00000010:3.1:1787760827.447781:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4a80.
00000080:00000010:2.1:1787760828.214600:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d58a37220.
00000080:00000010:2.1:1787760828.214637:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77f80.
00010000:00000010:0.1:1787760828.842510:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819ffe00.
00010000:00000010:0.1:1787760828.842526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81991c00.
00010000:00000010:0.1:1787760829.514593:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819ffa00.
00010000:00000010:0.1:1787760829.514610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81991200.
00010000:00000010:2.1:1787760830.239715:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d48938a00.
00010000:00000010:2.1:1787760830.239727:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5f604600.
00000080:00000010:2.1:1787760830.239732:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4080.
00000080:00000010:2.1:1787760830.239742:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77640.
00010000:00000010:2.1:1787760831.123489:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d43b03500.
00010000:00000010:2.1:1787760831.123505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d583000.
00000080:00000010:3.1:1787760831.206089:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4080.
00000080:00000010:3.1:1787760831.206109:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d58a377c0.
00010000:00000010:0.1:1787760832.768500:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819fff00.
00010000:00000010:0.1:1787760832.768509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81991400.
00000080:00000010:0.1:1787760832.796485:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007da0.
00000080:00000010:0.1:1787760832.796499:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df49c0.
00010000:00000010:0.1:1787760833.416501:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d752ba400.
00010000:00000010:0.1:1787760833.416517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76caee00.
00000080:00000010:0.1:1787760833.451762:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007c00.
00000080:00000010:0.1:1787760833.451792:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77900.
00000080:00000010:2.1:1787760834.002855:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4de0.
00000080:00000010:2.1:1787760834.006841:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4e60.
00000080:00000010:2.1:1787760834.013743:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df40a0.
00000080:00000010:2.1:1787760834.021986:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4380.
00000080:00000010:2.1:1787760834.022000:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4e60.
00000080:00000010:2.1:1787760834.029511:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df40a0.
00000080:00000010:2.1:1787760834.038785:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4de0.
00000080:00000010:2.1:1787760834.042645:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4e60.
00000080:00000010:2.1:1787760834.052698:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df40a0.
00000080:00000010:2.1:1787760834.063045:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4de0.
00000080:00000010:2.1:1787760834.072052:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df40a0.
00000080:00000010:2.1:1787760834.079566:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4e60.
00000080:00000010:2.1:1787760834.095085:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df40a0.
00000080:00000010:0.1:1787760834.116490:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4e60.
00000080:00000010:0.1:1787760834.138508:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f0076a0.
00000080:00000010:0.1:1787760834.213529:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007140.
00010000:00000010:3.1:1787760834.268218:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d752ba200.
00010000:00000010:3.1:1787760834.268231:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76caee00.
00000080:00000010:3.1:1787760834.279508:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77220.
00000080:00000010:3.1:1787760834.279526:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77200.
00000080:00000010:2.1:1787760834.897423:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d58a37c00.
00000080:00000010:2.1:1787760834.899264:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4de0.
00000080:00000010:3.1:1787760834.914495:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4380.
00000080:00000010:3.1:1787760834.947473:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77200.
00000080:00000010:3.1:1787760834.947483:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77220.
00000080:00000010:3.1:1787760834.964857:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77b60.
00000080:00000010:2.1:1787760834.967698:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77220.
00000080:00000010:2.1:1787760834.983286:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4de0.
00000080:00000010:2.1:1787760834.988414:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4100.
00000080:00000010:2.1:1787760834.996771:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4ea0.
00000080:00000010:2.1:1787760835.000643:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4100.
00000080:00000010:2.1:1787760835.036489:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4de0.
00000080:00000010:2.1:1787760835.106821:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d58a377c0.
00000080:00000010:2.1:1787760835.106834:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df40a0.
00000080:00000010:2.1:1787760835.828515:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d58a37900.
00000080:00000010:2.1:1787760835.828529:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77200.
00010000:00000010:3.1:1787760836.538785:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d43f9f500.
00010000:00000010:3.1:1787760836.538797:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d514eda00.
00010000:00000010:3.1:1787760836.538800:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d43f9f300.
00010000:00000010:3.1:1787760836.538803:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d514ede00.
00010000:00000010:3.1:1787760836.538806:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d43f9f800.
00010000:00000010:3.1:1787760836.538809:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d514ec000.
00010000:00000010:3.1:1787760836.538813:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d43f9f400.
00010000:00000010:3.1:1787760836.538816:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d514ed600.
00010000:00000010:3.1:1787760836.538818:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d43f9ff00.
00010000:00000010:3.1:1787760836.538821:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d514ed400.
00010000:00000010:3.1:1787760836.538825:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d43f9f900.
00010000:00000010:3.1:1787760836.538828:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d514ed000.
00010000:00000010:3.1:1787760836.538831:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d43f9fb00.
00010000:00000010:3.1:1787760836.538836:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d46cf5400.
00010000:00000010:3.1:1787760836.538839:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d43f9f200.
00010000:00000010:3.1:1787760836.538843:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d46cf4200.
00010000:00000010:3.1:1787760836.538848:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d51421400.
00010000:00000010:3.1:1787760836.538850:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d46cf5200.
00010000:00000010:3.1:1787760836.538853:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d48938c00.
00010000:00000010:3.1:1787760836.538908:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d46cf4000.
00010000:00000010:3.1:1787760836.538913:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d51421300.
00010000:00000010:3.1:1787760836.538916:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d46cf4600.
00010000:00000010:3.1:1787760836.538918:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d51421d00.
00010000:00000010:3.1:1787760836.538921:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d46cf5c00.
00010000:00000010:3.1:1787760836.538924:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d51421800.
00010000:00000010:3.1:1787760836.538926:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d46cf5000.
00010000:00000010:3.1:1787760836.538929:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d51421f00.
00010000:00000010:3.1:1787760836.538931:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d46cf4c00.
00010000:00000010:3.1:1787760836.538934:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d51421a00.
00010000:00000010:3.1:1787760836.538937:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d46cf4e00.
00010000:00000010:3.1:1787760836.538940:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d48938000.
00010000:00000010:3.1:1787760836.538943:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76caf600.
00000080:00000010:0.1:1787760836.672483:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d58a37420.
00000080:00000010:2.1:1787760836.677402:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007520.
00000080:00000010:2.1:1787760836.691995:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4ea0.
00000080:00000010:2.1:1787760836.716881:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4aa0.
00000080:00000010:2.1:1787760836.733231:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4ea0.
00000080:00000010:3.1:1787760836.757564:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4aa0.
00000080:00000010:3.1:1787760836.784778:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca772c0.
00000080:00000010:3.1:1787760836.815112:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77500.
00000080:00000010:3.1:1787760836.844649:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca772c0.
00000080:00000010:3.1:1787760836.863692:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77500.
00000080:00000010:3.1:1787760836.914577:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca772c0.
00000080:00000010:2.1:1787760836.919580:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4ea0.
00000080:00000010:2.1:1787760836.982263:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4da0.
00010000:00000010:2.1:1787760837.041475:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d516600.
00010000:00000010:2.1:1787760837.041492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d42d600.
00000080:00000010:2.1:1787760837.094468:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4da0.
00000080:00000010:2.1:1787760837.094482:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df40a0.
00000080:00000010:0.1:1787760837.498975:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007420.
00000080:00000010:2.1:1787760837.510145:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007020.
00000080:00000010:3.1:1787760837.529084:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df40a0.
00000080:00000010:3.1:1787760837.532418:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca772c0.
00000080:00000010:3.1:1787760837.538073:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77500.
00000080:00000010:2.1:1787760837.550991:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77c20.
00000080:00000010:2.1:1787760837.563385:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4da0.
00000080:00000010:2.1:1787760837.569242:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4ea0.
00000080:00000010:2.1:1787760837.574489:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4200.
00000080:00000010:2.1:1787760837.583488:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4da0.
00000080:00000010:2.1:1787760837.596983:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4200.
00000080:00000010:2.1:1787760837.602726:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4da0.
00000080:00000010:3.1:1787760837.607813:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4ea0.
00000080:00000010:3.1:1787760837.620600:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77500.
00000080:00000010:3.1:1787760837.648496:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca772c0.
00000080:00000010:3.1:1787760837.673039:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77500.
00010000:00000010:0.1:1787760837.832497:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d516600.
00010000:00000010:0.1:1787760837.832513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d583200.
00000080:00000010:0.1:1787760837.902488:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007d80.
00000080:00000010:0.1:1787760837.902507:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d58a37080.
00010000:00000010:3.1:1787760838.253477:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75399600.
00010000:00000010:3.1:1787760838.253489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d514ec400.
00000080:00000010:3.1:1787760838.261671:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77b80.
00000080:00000010:3.1:1787760838.261696:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca772c0.
00010000:00000010:2.1:1787760838.737755:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818f7600.
00010000:00000010:2.1:1787760838.737770:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7802b800.
00000080:00000010:2.1:1787760838.749587:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4200.
00000080:00000010:2.1:1787760838.749601:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4da0.
00010000:00000010:3.1:1787760839.391498:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52c3c900.
00010000:00000010:3.1:1787760839.391515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7dfca000.
00010000:00000010:3.1:1787760839.391521:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d454d9c00.
00010000:00000010:3.1:1787760839.391526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5f605e00.
00010000:00000010:3.1:1787760839.391529:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52c3c000.
00010000:00000010:3.1:1787760839.391532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7dfcb000.
00010000:00000010:3.1:1787760839.391536:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d504ad800.
00010000:00000010:3.1:1787760839.391540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752f2000.
00010000:00000010:3.1:1787760839.391543:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d504ad600.
00010000:00000010:3.1:1787760839.391546:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752f2800.
00010000:00000010:3.1:1787760839.391548:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d454d9600.
00010000:00000010:3.1:1787760839.391551:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7dfca200.
00010000:00000010:3.1:1787760839.391554:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d752ba800.
00010000:00000010:3.1:1787760839.391557:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75378400.
00010000:00000010:3.1:1787760839.391561:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d454d9a00.
00010000:00000010:3.1:1787760839.391563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5f605400.
00010000:00000010:3.1:1787760839.391566:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d504ad400.
00010000:00000010:3.1:1787760839.391568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752f2e00.
00010000:00000010:3.1:1787760839.391571:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52c3cb00.
00010000:00000010:3.1:1787760839.391574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7dfcb400.
00010000:00000010:3.1:1787760839.391577:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52c3c700.
00010000:00000010:3.1:1787760839.391579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7dfcae00.
00010000:00000010:3.1:1787760839.391582:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52c3c300.
00010000:00000010:3.1:1787760839.391585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d46cf4a00.
00010000:00000010:3.1:1787760839.391589:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52c3cc00.
00010000:00000010:3.1:1787760839.391594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d514ec600.
00010000:00000010:3.1:1787760839.391597:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52c3c400.
00010000:00000010:3.1:1787760839.391601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d514ed200.
00010000:00000010:3.1:1787760839.391604:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d454d9900.
00010000:00000010:3.1:1787760839.391606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d514eca00.
00010000:00000010:3.1:1787760839.391609:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52c3c500.
00010000:00000010:3.1:1787760839.391611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d514ec200.
00000080:00000010:2.1:1787760839.431490:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d58a375e0.
00000080:00000010:2.1:1787760839.453588:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4da0.
00000080:00000010:2.1:1787760839.471933:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4200.
00000080:00000010:2.1:1787760839.481488:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4da0.
00000080:00000010:2.1:1787760839.490792:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4200.
00000080:00000010:3.1:1787760839.509042:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4da0.
00000080:00000010:3.1:1787760839.519471:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77c80.
00010000:00000010:2.1:1787760839.651738:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d43f9f100.
00010000:00000010:2.1:1787760839.651746:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d514ec800.
00000080:00000010:2.1:1787760839.670478:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4200.
00000080:00000010:2.1:1787760839.670492:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77b80.
00010000:00000010:3.1:1787760840.374561:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d43f9ff00.
00010000:00000010:3.1:1787760840.374576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d514ec600.
00000080:00000010:3.1:1787760840.412496:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77d20.
00000080:00000010:3.1:1787760840.412515:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca778c0.
00000080:00000010:2.1:1787760840.891489:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df44a0.
00000080:00000010:2.1:1787760840.902486:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4740.
00000080:00000010:2.1:1787760840.912486:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df44a0.
00000080:00000010:2.1:1787760840.918894:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4740.
00000080:00000010:2.1:1787760840.939183:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df44a0.
00000080:00000010:2.1:1787760840.946971:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4740.
00000080:00000010:2.1:1787760840.967486:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df44a0.
00000080:00000010:2.1:1787760840.973748:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4740.
00000080:00000010:2.1:1787760840.997625:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df44a0.
00000080:00000010:2.1:1787760841.009923:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4740.
00000080:00000010:3.1:1787760841.016038:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df44a0.
00000080:00000010:3.1:1787760841.029389:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca778c0.
00000080:00000010:3.1:1787760841.035357:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77d20.
00000080:00000010:3.1:1787760841.039434:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca775e0.
00000080:00000010:3.1:1787760841.044605:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca778c0.
00000080:00000010:3.1:1787760841.060018:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77d20.
00010000:00000010:2.1:1787760841.769485:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4d7500.
00010000:00000010:2.1:1787760841.769497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752d5400.
00000080:00000010:2.1:1787760841.782558:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4ae0.
00000080:00000010:2.1:1787760841.782576:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4b80.
00010000:00000010:2.1:1787760842.339484:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d576b00.
00010000:00000010:2.1:1787760842.339500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81905000.
00000080:00000010:2.1:1787760842.450257:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4b80.
00000080:00000010:2.1:1787760842.450273:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007b20.
00010000:00000010:2.1:1787760842.556252:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77dbe200.
00010000:00000010:2.1:1787760842.556269:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d446ef000.
00010000:00000010:2.1:1787760842.556276:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d43c72c00.
00010000:00000010:2.1:1787760842.556281:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d46c20200.
00010000:00000010:2.1:1787760842.556284:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77dbe800.
00010000:00000010:2.1:1787760842.556289:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d446ee800.
00010000:00000010:2.1:1787760842.556291:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d43c72400.
00010000:00000010:2.1:1787760842.556294:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d446eea00.
00010000:00000010:2.1:1787760842.556297:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d43c72300.
00010000:00000010:2.1:1787760842.556299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d446ee000.
00010000:00000010:2.1:1787760842.556304:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f7a0300.
00010000:00000010:2.1:1787760842.556307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d446efc00.
00010000:00000010:2.1:1787760842.556310:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f7a0400.
00010000:00000010:2.1:1787760842.556312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d446ee600.
00010000:00000010:2.1:1787760842.556315:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d504ad000.
00010000:00000010:2.1:1787760842.556319:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75379200.
00010000:00000010:2.1:1787760842.556324:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d43c72f00.
00010000:00000010:2.1:1787760842.556327:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d46c21600.
00010000:00000010:2.1:1787760842.556330:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f7a0500.
00010000:00000010:2.1:1787760842.556333:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d446ee200.
00010000:00000010:2.1:1787760842.556335:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f7a0e00.
00010000:00000010:2.1:1787760842.556338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752f2a00.
00010000:00000010:2.1:1787760842.556341:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f7a0a00.
00010000:00000010:2.1:1787760842.556344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d446eee00.
00010000:00000010:2.1:1787760842.556346:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f7a0c00.
00010000:00000010:2.1:1787760842.556350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7dfcb800.
00010000:00000010:2.1:1787760842.556352:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f7a0800.
00010000:00000010:2.1:1787760842.556354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7dfcbe00.
00010000:00000010:2.1:1787760842.556358:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d752ba900.
00010000:00000010:2.1:1787760842.556395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75378a00.
00010000:00000010:2.1:1787760842.556398:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d43c72000.
00010000:00000010:2.1:1787760842.556401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d46c21000.
00000080:00000010:2.1:1787760843.130496:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4b80.
00000080:00000010:2.1:1787760843.148387:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4ae0.
00000080:00000010:2.1:1787760843.173326:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4b80.
00000080:00000010:3.1:1787760843.187507:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4ae0.
00000080:00000010:3.1:1787760843.218962:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca775e0.
00000080:00000010:0.1:1787760843.224967:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77580.
00000080:00000010:0.1:1787760843.228699:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f0073e0.
00000080:00000010:0.1:1787760843.245475:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007b00.
00000080:00000010:0.1:1787760843.265002:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f0073e0.
00000080:00000010:2.1:1787760843.282651:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007260.
00000080:00000010:2.1:1787760843.295619:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4b80.
00000080:00000010:2.1:1787760843.319713:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df44c0.
00000080:00000010:2.1:1787760843.334702:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4b80.
00000080:00000010:2.1:1787760843.351483:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df44c0.
00000080:00000010:3.1:1787760843.373332:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4b80.
00000080:00000010:3.1:1787760843.439816:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca775e0.
00010000:00000010:0.1:1787760844.277682:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77dbe900.
00010000:00000010:0.1:1787760844.277691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818d1600.
00010000:00000010:0.1:1787760844.277695:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77dbee00.
00010000:00000010:0.1:1787760844.277698:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818d1a00.
00010000:00000010:0.1:1787760844.277701:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d50b70a00.
00010000:00000010:0.1:1787760844.277705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d46c21e00.
00010000:00000010:0.1:1787760844.277708:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d50b70600.
00010000:00000010:0.1:1787760844.277725:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818d0800.
00010000:00000010:0.1:1787760844.277728:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77dbec00.
00010000:00000010:0.1:1787760844.277731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818d1400.
00010000:00000010:0.1:1787760844.277733:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77dbef00.
00010000:00000010:0.1:1787760844.277736:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818d0e00.
00010000:00000010:0.1:1787760844.277738:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77dbe000.
00010000:00000010:0.1:1787760844.277741:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818d0200.
00010000:00000010:0.1:1787760844.277744:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77dbe700.
00010000:00000010:0.1:1787760844.277746:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818d0400.
00010000:00000010:0.1:1787760844.277749:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77dbe100.
00010000:00000010:0.1:1787760844.277752:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752f3800.
00010000:00000010:0.1:1787760844.277756:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d50b70f00.
00010000:00000010:0.1:1787760844.277758:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818d1200.
00010000:00000010:0.1:1787760844.277762:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d43c72800.
00010000:00000010:0.1:1787760844.277765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d46c20000.
00010000:00000010:0.1:1787760844.277768:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d43c72700.
00010000:00000010:0.1:1787760844.277770:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d46c21a00.
00010000:00000010:0.1:1787760844.277774:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d504ad200.
00010000:00000010:0.1:1787760844.277776:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752f3a00.
00010000:00000010:0.1:1787760844.277779:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77dbed00.
00010000:00000010:0.1:1787760844.277793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d446ef800.
00010000:00000010:0.1:1787760844.277797:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d43c72b00.
00010000:00000010:0.1:1787760844.277799:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d46c20600.
00010000:00000010:0.1:1787760844.277802:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77dbe300.
00010000:00000010:0.1:1787760844.277804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d446ef600.
00000080:00000010:2.1:1787760844.299978:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4b40.
00000080:00000010:3.1:1787760844.310607:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4b80.
00000080:00000010:3.1:1787760844.370684:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca775e0.
00000080:00000010:2.1:1787760844.399878:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77e80.
00000080:00000010:2.1:1787760844.399897:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4b40.
00000080:00000010:2.1:1787760844.404516:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4ae0.
00000080:00000010:3.1:1787760844.416484:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4200.
00000080:00000010:3.1:1787760844.427570:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca775e0.
00000080:00000010:2.1:1787760844.443488:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77ea0.
00000080:00000010:2.1:1787760844.455503:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4ae0.
00000080:00000010:3.1:1787760844.461988:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4b40.
00000080:00000010:3.1:1787760844.477027:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca775e0.
00000080:00000010:3.1:1787760844.497496:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77d40.
00000080:00000010:3.1:1787760844.515495:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca775e0.
00000080:00000010:3.1:1787760844.535599:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77d40.
00000080:00000010:2.1:1787760844.559975:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca775e0.
00010000:00000010:3.1:1787760844.781603:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4d7500.
00010000:00000010:3.1:1787760844.781619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d446eea00.
00000080:00000010:3.1:1787760844.807487:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77d40.
00000080:00000010:3.1:1787760844.807501:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df44c0.
00010000:00000010:2.1:1787760845.835500:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d50b70d00.
00010000:00000010:2.1:1787760845.835511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d46c20a00.
00010000:00000010:2.1:1787760845.835518:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d456d1100.
00010000:00000010:2.1:1787760845.835522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d821ce600.
00010000:00000010:2.1:1787760845.835526:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d752bac00.
00010000:00000010:2.1:1787760845.835539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75378e00.
00010000:00000010:2.1:1787760845.835543:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d752bab00.
00010000:00000010:2.1:1787760845.835546:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75379400.
00010000:00000010:2.1:1787760845.835551:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d456d1a00.
00010000:00000010:2.1:1787760845.835555:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818d0000.
00010000:00000010:2.1:1787760845.835558:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d456d1400.
00010000:00000010:2.1:1787760845.835562:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818d1800.
00010000:00000010:2.1:1787760845.835565:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d456d1200.
00010000:00000010:2.1:1787760845.835567:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818d0c00.
00010000:00000010:2.1:1787760845.835570:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d456d1700.
00010000:00000010:2.1:1787760845.835574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818d1000.
00010000:00000010:2.1:1787760845.835577:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d752ba100.
00010000:00000010:2.1:1787760845.835580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75378000.
00010000:00000010:2.1:1787760845.835583:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d456d1b00.
00010000:00000010:2.1:1787760845.835586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752f2600.
00010000:00000010:2.1:1787760845.835589:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d50b70200.
00010000:00000010:2.1:1787760845.835592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d46c20400.
00010000:00000010:2.1:1787760845.835595:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77dbe600.
00010000:00000010:2.1:1787760845.835599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818d1e00.
00010000:00000010:2.1:1787760845.835601:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77dbeb00.
00010000:00000010:2.1:1787760845.835604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818d0600.
00010000:00000010:2.1:1787760845.835606:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77dbea00.
00010000:00000010:2.1:1787760845.835609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752f2400.
00010000:00000010:2.1:1787760845.835611:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77dbe500.
00010000:00000010:2.1:1787760845.835614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818d0a00.
00010000:00000010:2.1:1787760845.835617:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77dbe400.
00010000:00000010:2.1:1787760845.835619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818d1c00.
00000080:00000010:2.1:1787760845.895653:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d58a37bc0.
00000080:00000010:2.1:1787760845.930597:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df44a0.
00000080:00000010:2.1:1787760845.930607:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4da0.
00000080:00000010:2.1:1787760845.936596:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4ea0.
00000080:00000010:3.1:1787760845.970591:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4da0.
00000080:00000010:3.1:1787760845.970612:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77840.
00000080:00000010:3.1:1787760845.975099:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca771c0.
00000080:00000010:3.1:1787760845.992496:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77dc0.
00000080:00000010:3.1:1787760845.996511:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77840.
00000080:00000010:2.1:1787760846.007903:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca771c0.
00000080:00000010:2.1:1787760846.019586:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4ea0.
00000080:00000010:2.1:1787760846.045896:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df44a0.
00000080:00000010:3.1:1787760846.168490:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77840.
00010000:00000010:3.1:1787760846.212929:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52c3c100.
00010000:00000010:3.1:1787760846.212943:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76caf000.
00000080:00000010:3.1:1787760846.265583:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77840.
00000080:00000010:3.1:1787760846.265597:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d58a37b20.
00010000:00000010:0.1:1787760847.153564:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81902400.
00010000:00000010:0.1:1787760847.153581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75379600.
00000080:00000010:0.1:1787760847.182805:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007b00.
00000080:00000010:0.1:1787760847.182821:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77dc0.
00010000:00000010:2.1:1787760847.926212:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d504ad300.
00010000:00000010:2.1:1787760847.926227:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d8193ac00.
00010000:00000010:2.1:1787760847.926233:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d50b70c00.
00010000:00000010:2.1:1787760847.926236:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d821ce800.
00010000:00000010:2.1:1787760847.926240:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d456d1e00.
00010000:00000010:2.1:1787760847.926243:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d821cea00.
00010000:00000010:2.1:1787760847.926245:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d456d1600.
00010000:00000010:2.1:1787760847.926248:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d821cfc00.
00010000:00000010:2.1:1787760847.926251:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d504adc00.
00010000:00000010:2.1:1787760847.926254:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d8193b000.
00010000:00000010:2.1:1787760847.926290:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d50b70000.
00010000:00000010:2.1:1787760847.926293:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76c86600.
00010000:00000010:2.1:1787760847.926295:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d504ad500.
00010000:00000010:2.1:1787760847.926297:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d8193ae00.
00010000:00000010:2.1:1787760847.926299:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d50b70800.
00010000:00000010:2.1:1787760847.926302:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752f3200.
00010000:00000010:2.1:1787760847.926306:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d456d1f00.
00010000:00000010:2.1:1787760847.926308:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d821ce200.
00010000:00000010:2.1:1787760847.926310:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d456d1800.
00010000:00000010:2.1:1787760847.926312:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d821ce400.
00010000:00000010:2.1:1787760847.926315:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d456d1d00.
00010000:00000010:2.1:1787760847.926317:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d821cf600.
00010000:00000010:2.1:1787760847.926319:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d456d1300.
00010000:00000010:2.1:1787760847.926321:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d821cee00.
00010000:00000010:2.1:1787760847.926323:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d504adb00.
00010000:00000010:2.1:1787760847.926325:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d8193a200.
00010000:00000010:2.1:1787760847.926327:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d50b70400.
00010000:00000010:2.1:1787760847.926329:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d46c20e00.
00010000:00000010:2.1:1787760847.926331:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d456d1c00.
00010000:00000010:2.1:1787760847.926333:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d821cf400.
00010000:00000010:2.1:1787760847.926335:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d50b70e00.
00010000:00000010:2.1:1787760847.926338:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d46c21800.
00000080:00000010:0.1:1787760847.944484:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007b00.
00000080:00000010:0.1:1787760847.960049:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007260.
00000080:00000010:2.1:1787760847.966805:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007b00.
00000080:00000010:2.1:1787760847.975625:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df44a0.
00000080:00000010:2.1:1787760847.985739:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4ea0.
00000080:00000010:3.1:1787760847.992912:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df40a0.
00000080:00000010:3.1:1787760847.997673:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77d80.
00000080:00000010:3.1:1787760848.010601:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77ac0.
00000080:00000010:3.1:1787760848.019716:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77d80.
00000080:00000010:3.1:1787760848.025781:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77260.
00000080:00000010:3.1:1787760848.030082:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77ac0.
00000080:00000010:3.1:1787760848.034484:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77d80.
00000080:00000010:2.1:1787760848.046069:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4ea0.
00000080:00000010:2.1:1787760848.052557:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df44a0.
00000080:00000010:2.1:1787760848.057754:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4aa0.
00000080:00000010:2.1:1787760848.072297:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4ea0.
00010000:00000010:3.1:1787760848.235708:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81902c00.
00010000:00000010:3.1:1787760848.235722:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75379600.
00000080:00000010:3.1:1787760848.271653:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77d80.
00000080:00000010:3.1:1787760848.271666:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca772e0.
00010000:00000010:3.1:1787760848.721565:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d50b70c00.
00010000:00000010:3.1:1787760848.721578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81905c00.
00000080:00000010:3.1:1787760848.790998:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca772e0.
00000080:00000010:3.1:1787760848.791013:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007da0.
00010000:00000010:0.1:1787760849.328478:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d55a900.
00010000:00000010:0.1:1787760849.328508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75342c00.
00010000:00000010:0.1:1787760849.328512:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d50b70300.
00010000:00000010:0.1:1787760849.328515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76c86a00.
00010000:00000010:0.1:1787760849.328519:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d55a200.
00010000:00000010:0.1:1787760849.328521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75342a00.
00010000:00000010:0.1:1787760849.328524:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d55ab00.
00010000:00000010:0.1:1787760849.328527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75342600.
00010000:00000010:0.1:1787760849.328529:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d50b70b00.
00010000:00000010:0.1:1787760849.328532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76c86400.
00010000:00000010:0.1:1787760849.328534:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d55a600.
00010000:00000010:0.1:1787760849.328539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75343c00.
00010000:00000010:0.1:1787760849.328542:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d55af00.
00010000:00000010:0.1:1787760849.328544:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75343a00.
00010000:00000010:0.1:1787760849.328547:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d55ac00.
00010000:00000010:0.1:1787760849.328550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75343400.
00010000:00000010:0.1:1787760849.328553:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d55a400.
00010000:00000010:0.1:1787760849.328556:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d8193a600.
00010000:00000010:0.1:1787760849.328559:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d55a100.
00010000:00000010:0.1:1787760849.328561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75343600.
00010000:00000010:0.1:1787760849.328563:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d55aa00.
00010000:00000010:0.1:1787760849.328566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75343200.
00010000:00000010:0.1:1787760849.328568:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d55a300.
00010000:00000010:0.1:1787760849.328571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75342e00.
00010000:00000010:0.1:1787760849.328573:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d55a700.
00010000:00000010:0.1:1787760849.328576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d821cfa00.
00010000:00000010:0.1:1787760849.328579:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d55a000.
00010000:00000010:0.1:1787760849.328582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d821cf200.
00010000:00000010:0.1:1787760849.328585:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d42ebb900.
00010000:00000010:0.1:1787760849.328588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d8193be00.
00010000:00000010:0.1:1787760849.328590:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d55a800.
00010000:00000010:0.1:1787760849.328593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d821cec00.
00000080:00000010:2.1:1787760849.358812:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df44a0.
00000080:00000010:2.1:1787760849.376034:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4100.
00000080:00000010:2.1:1787760849.410436:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df44a0.
00000080:00000010:3.1:1787760849.412688:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4de0.
00000080:00000010:2.1:1787760849.415535:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4100.
00000080:00000010:3.1:1787760849.431488:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca772e0.
00000080:00000010:3.1:1787760849.446594:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77d80.
00000080:00000010:3.1:1787760849.461491:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca772e0.
00000080:00000010:3.1:1787760849.474384:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77d80.
00000080:00000010:3.1:1787760849.478322:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca772e0.
00000080:00000010:3.1:1787760849.489664:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77ac0.
00000080:00000010:3.1:1787760849.496626:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca772e0.
00000080:00000010:3.1:1787760849.507674:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77ac0.
00000080:00000010:2.1:1787760849.514188:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca772e0.
00000080:00000010:2.1:1787760849.520521:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4100.
00000080:00000010:2.1:1787760849.584479:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df44a0.
00010000:00000010:2.1:1787760849.653608:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d456d1c00.
00010000:00000010:2.1:1787760849.653622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d8193a200.
00000080:00000010:3.1:1787760849.676480:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df44a0.
00000080:00000010:3.1:1787760849.676496:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4aa0.
00010000:00000010:0.1:1787760851.613725:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d519f4f00.
00010000:00000010:0.1:1787760851.613779:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75319c00.
00010000:00000010:0.1:1787760851.613784:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d519f4100.
00010000:00000010:0.1:1787760851.613788:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75318e00.
00010000:00000010:0.1:1787760851.613792:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d519f4600.
00010000:00000010:0.1:1787760851.613794:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75319600.
00010000:00000010:0.1:1787760851.613799:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7dc5c900.
00010000:00000010:0.1:1787760851.613803:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76c87800.
00010000:00000010:0.1:1787760851.613806:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d519f4200.
00010000:00000010:0.1:1787760851.613811:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75342200.
00010000:00000010:0.1:1787760851.613814:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d519f4300.
00010000:00000010:0.1:1787760851.613817:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75343000.
00010000:00000010:0.1:1787760851.613820:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d519f4500.
00010000:00000010:0.1:1787760851.613823:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75342800.
00010000:00000010:0.1:1787760851.613825:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d519f4000.
00010000:00000010:0.1:1787760851.613828:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75342000.
00010000:00000010:0.1:1787760851.613830:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d752ba000.
00010000:00000010:0.1:1787760851.613834:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d41483800.
00010000:00000010:0.1:1787760851.613839:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d519f4700.
00010000:00000010:0.1:1787760851.613843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d8193a800.
00010000:00000010:0.1:1787760851.613847:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d519f4d00.
00010000:00000010:0.1:1787760851.613849:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75343e00.
00010000:00000010:0.1:1787760851.613852:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7dc5cd00.
00010000:00000010:0.1:1787760851.613855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76c86800.
00010000:00000010:0.1:1787760851.613858:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7dc5cf00.
00010000:00000010:0.1:1787760851.613861:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76c87e00.
00010000:00000010:0.1:1787760851.613864:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d55ae00.
00010000:00000010:0.1:1787760851.613868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d8193aa00.
00010000:00000010:0.1:1787760851.613870:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d55ad00.
00010000:00000010:0.1:1787760851.613872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75342400.
00010000:00000010:0.1:1787760851.613875:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d55a500.
00010000:00000010:0.1:1787760851.613877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75343800.
00000080:00000010:0.1:1787760851.670349:0:256671:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77ac0.
00000080:00000010:2.1:1787760851.715630:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007dc0.
00000080:00000010:3.1:1787760851.737784:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4c60.
00000080:00000010:3.1:1787760851.762020:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77d80.
00000080:00000010:3.1:1787760851.787433:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77260.
00000080:00000010:0.1:1787760851.807474:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77d80.
00000080:00000010:0.1:1787760851.817868:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007ca0.
00000080:00000010:0.1:1787760851.857794:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007e20.
00000080:00000010:0.1:1787760851.857813:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007ca0.
00000080:00000010:3.1:1787760851.897202:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d58a37b20.
00000080:00000010:2.1:1787760851.910465:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77260.
00000080:00000010:2.1:1787760851.918038:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4d40.
00000080:00000010:2.1:1787760851.921760:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4a80.
00000080:00000010:3.1:1787760851.958966:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4e00.
00000080:00000010:3.1:1787760851.994616:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca771a0.
00010000:00000010:2.1:1787760852.162070:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4c7a00.
00010000:00000010:2.1:1787760852.162083:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d821cf600.
00000080:00000010:2.1:1787760852.162089:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4a80.
00000080:00000010:2.1:1787760852.162096:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df49c0.
00010000:00000010:2.1:1787760852.954118:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7539df00.
00010000:00000010:2.1:1787760852.954133:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d821ce600.
00000080:00000010:2.1:1787760852.977491:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4d40.
00000080:00000010:2.1:1787760852.977511:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4a80.
00000080:00000010:2.1:1787760853.540485:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df48a0.
00000080:00000010:2.1:1787760853.552480:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df49a0.
00000080:00000010:2.1:1787760853.565700:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df48a0.
00000080:00000010:2.1:1787760853.582485:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df49a0.
00000080:00000010:2.1:1787760853.603937:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df48a0.
00000080:00000010:2.1:1787760853.616034:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df49a0.
00000080:00000010:2.1:1787760853.619936:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df48a0.
00000080:00000010:0.1:1787760853.635486:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4e00.
00000080:00000010:2.1:1787760853.670727:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d58a375e0.
00000080:00000010:2.1:1787760853.674720:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df48a0.
00000080:00000010:2.1:1787760853.698701:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df49a0.
00000080:00000010:2.1:1787760853.698719:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df48a0.
00000080:00000010:2.1:1787760853.721493:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d58a37ca0.
00000080:00000010:0.1:1787760853.742556:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df48a0.
00010000:00000010:3.1:1787760853.841490:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4c7500.
00010000:00000010:3.1:1787760853.841506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d8193aa00.
00000080:00000010:3.1:1787760853.880617:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca771a0.
00000080:00000010:3.1:1787760853.880643:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4d40.
00010000:00000010:0.1:1787760854.602486:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d52e500.
00010000:00000010:0.1:1787760854.602497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d46c21200.
00000080:00000010:0.1:1787760854.613470:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007b60.
00000080:00000010:0.1:1787760854.613486:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007480.
00010000:00000010:0.1:1787760855.228477:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4c7600.
00010000:00000010:0.1:1787760855.228487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81952e00.
00000080:00000010:3.1:1787760855.286556:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007480.
00000080:00000010:3.1:1787760855.286569:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca778e0.
00010000:00000010:0.1:1787760855.823584:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f6f6700.
00010000:00000010:0.1:1787760855.823599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81350400.
00010000:00000010:0.1:1787760855.823607:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7dc5c600.
00010000:00000010:0.1:1787760855.823610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81351e00.
00010000:00000010:0.1:1787760855.823612:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f6f6900.
00010000:00000010:0.1:1787760855.823615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75317800.
00010000:00000010:0.1:1787760855.823618:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f6f6500.
00010000:00000010:0.1:1787760855.823622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75318200.
00010000:00000010:0.1:1787760855.823625:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f6f6100.
00010000:00000010:0.1:1787760855.823628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75319200.
00010000:00000010:0.1:1787760855.823632:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d42ebb700.
00010000:00000010:0.1:1787760855.823636:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d8193b200.
00010000:00000010:0.1:1787760855.823639:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d42ebbc00.
00010000:00000010:0.1:1787760855.823642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d8193b600.
00010000:00000010:0.1:1787760855.823644:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f6f6c00.
00010000:00000010:0.1:1787760855.823647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75319a00.
00010000:00000010:0.1:1787760855.823649:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d42ebbb00.
00010000:00000010:0.1:1787760855.823653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d8193a000.
00010000:00000010:0.1:1787760855.823655:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7dc5c500.
00010000:00000010:0.1:1787760855.823657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76c87a00.
00010000:00000010:0.1:1787760855.823660:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d42ebba00.
00010000:00000010:0.1:1787760855.823678:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d8193a400.
00010000:00000010:0.1:1787760855.823681:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7dc5ca00.
00010000:00000010:0.1:1787760855.823685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76c87200.
00010000:00000010:0.1:1787760855.823687:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f6f6b00.
00010000:00000010:0.1:1787760855.823690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75318000.
00010000:00000010:0.1:1787760855.823693:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d42ebb400.
00010000:00000010:0.1:1787760855.823696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d41483600.
00010000:00000010:0.1:1787760855.827658:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7dc5c000.
00010000:00000010:0.1:1787760855.827671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76c86c00.
00010000:00000010:0.1:1787760855.827675:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7dc5c300.
00010000:00000010:0.1:1787760855.827678:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76c87000.
00000080:00000010:3.1:1787760855.845393:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77260.
00000080:00000010:3.1:1787760855.860879:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77d80.
00000080:00000010:2.1:1787760855.961642:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d58a37b20.
00000080:00000010:0.1:1787760855.974566:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4a60.
00000080:00000010:3.1:1787760855.985490:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007ae0.
00000080:00000010:3.1:1787760855.991568:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77d80.
00000080:00000010:3.1:1787760856.014435:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77ac0.
00000080:00000010:3.1:1787760856.014469:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77d80.
00000080:00000010:3.1:1787760856.086496:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca772e0.
00010000:00000010:0.1:1787760856.151910:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4c7600.
00010000:00000010:0.1:1787760856.151927:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81952e00.
00000080:00000010:2.1:1787760856.172692:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007600.
00000080:00000010:2.1:1787760856.172707:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca778e0.
00010000:00000010:2.1:1787760857.057776:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d52e800.
00010000:00000010:2.1:1787760857.057792:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4a5200.
00000080:00000010:2.1:1787760857.125979:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4aa0.
00000080:00000010:2.1:1787760857.125993:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4380.
00010000:00000010:0.1:1787760857.880864:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7539af00.
00010000:00000010:0.1:1787760857.880893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81350800.
00010000:00000010:0.1:1787760857.880897:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7539aa00.
00010000:00000010:0.1:1787760857.880900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81350600.
00010000:00000010:0.1:1787760857.880911:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7539ae00.
00010000:00000010:0.1:1787760857.880914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81350e00.
00010000:00000010:0.1:1787760857.880919:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7dc5cc00.
00010000:00000010:0.1:1787760857.880923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81351600.
00010000:00000010:0.1:1787760857.880927:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d753a6500.
00010000:00000010:0.1:1787760857.880934:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75316200.
00010000:00000010:0.1:1787760857.880937:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d753a6900.
00010000:00000010:0.1:1787760857.880940:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75317a00.
00010000:00000010:0.1:1787760857.880944:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d42ebbd00.
00010000:00000010:0.1:1787760857.880948:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d8193b800.
00010000:00000010:0.1:1787760857.880951:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d42ebbf00.
00010000:00000010:0.1:1787760857.880954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d8193bc00.
00010000:00000010:0.1:1787760857.880958:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f6f6d00.
00010000:00000010:0.1:1787760857.880961:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75316600.
00010000:00000010:0.1:1787760857.880979:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f6f6000.
00010000:00000010:0.1:1787760857.880983:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75317200.
00010000:00000010:0.1:1787760857.880986:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f6f6600.
00010000:00000010:0.1:1787760857.880988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d8193ba00.
00010000:00000010:0.1:1787760857.880991:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7dc5c200.
00010000:00000010:0.1:1787760857.880994:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81350a00.
00010000:00000010:0.1:1787760857.880997:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f6f6300.
00010000:00000010:0.1:1787760857.880999:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75316800.
00010000:00000010:0.1:1787760857.881002:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7dc5c800.
00010000:00000010:0.1:1787760857.881004:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81351200.
00010000:00000010:0.1:1787760857.881007:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7dc5c400.
00010000:00000010:0.1:1787760857.881010:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81350200.
00010000:00000010:0.1:1787760857.881012:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d42ebb200.
00010000:00000010:0.1:1787760857.881015:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d8193b400.
00000080:00000010:2.1:1787760857.908996:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4aa0.
00000080:00000010:3.1:1787760857.967611:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df44a0.
00000080:00000010:3.1:1787760858.010674:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77d80.
00000080:00000010:3.1:1787760858.022816:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77ac0.
00000080:00000010:2.1:1787760858.036505:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77d80.
00000080:00000010:2.1:1787760858.049219:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4aa0.
00000080:00000010:2.1:1787760858.069651:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4de0.
00000080:00000010:0.1:1787760858.086479:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4aa0.
00000080:00000010:0.1:1787760858.094723:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007ae0.
00000080:00000010:0.1:1787760858.106493:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007c60.
00000080:00000010:0.1:1787760858.119565:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007ae0.
00000080:00000010:0.1:1787760858.129580:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007c60.
00000080:00000010:2.1:1787760858.134688:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007f00.
00000080:00000010:2.1:1787760858.140737:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df40a0.
00000080:00000010:2.1:1787760858.147703:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4da0.
00000080:00000010:2.1:1787760858.182754:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df40a0.
00000080:00000010:0.1:1787760858.220584:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d58a37980.
00000080:00000010:0.1:1787760858.220603:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca772e0.
00010000:00000010:0.1:1787760859.033534:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d52ef00.
00010000:00000010:0.1:1787760859.033548:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d46ce5600.
00000080:00000010:0.1:1787760859.065463:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007e80.
00000080:00000010:0.1:1787760859.065475:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df40a0.
00010000:00000010:2.1:1787760860.048879:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7532e400.
00010000:00000010:2.1:1787760860.048897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4a6a00.
00000080:00000010:2.1:1787760860.061400:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4da0.
00000080:00000010:2.1:1787760860.061414:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77dc0.
00010000:00000010:3.1:1787760860.194364:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d752ba600.
00010000:00000010:3.1:1787760860.194379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d41482800.
00000080:00000010:2.1:1787760860.766384:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4da0.
00000080:00000010:2.1:1787760860.771487:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df44c0.
00000080:00000010:3.1:1787760860.776953:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4b40.
00000080:00000010:3.1:1787760860.808895:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca775e0.
00000080:00000010:3.1:1787760860.810324:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77ea0.
00000080:00000010:3.1:1787760860.817483:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77e80.
00000080:00000010:2.1:1787760860.820664:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca778c0.
00000080:00000010:2.1:1787760860.828633:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df44c0.
00000080:00000010:2.1:1787760860.833495:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4da0.
00000080:00000010:2.1:1787760860.862836:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4200.
00000080:00000010:2.1:1787760860.877509:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4da0.
00000080:00000010:2.1:1787760860.881590:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4200.
00000080:00000010:2.1:1787760860.900249:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df44c0.
00000080:00000010:2.1:1787760860.906496:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4200.
00000080:00000010:2.1:1787760860.911489:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4da0.
00000080:00000010:2.1:1787760860.928531:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df44c0.
00000080:00000010:2.1:1787760860.992833:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4da0.
00010000:00000010:0.1:1787760861.054492:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7532ec00.
00010000:00000010:0.1:1787760861.054509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4a6200.
00000080:00000010:0.1:1787760861.086468:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007480.
00000080:00000010:0.1:1787760861.086480:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77d40.
00010000:00000010:3.1:1787760861.819591:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d45f000.
00010000:00000010:3.1:1787760861.819604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d46ce6800.
00000080:00000010:3.1:1787760861.875510:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77e80.
00000080:00000010:3.1:1787760861.875531:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4da0.
00010000:00000010:3.1:1787760862.664609:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7539a900.
00010000:00000010:3.1:1787760862.664624:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75316a00.
00000080:00000010:0.1:1787760862.747524:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77e80.
00000080:00000010:0.1:1787760862.747541:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f0072a0.
00010000:00000010:0.1:1787760863.422475:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8186fe00.
00010000:00000010:0.1:1787760863.422490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4a6400.
00000080:00000010:0.1:1787760863.492260:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f0072a0.
00000080:00000010:0.1:1787760863.492278:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca775e0.
00010000:00000010:0.1:1787760864.144549:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d76ef2600.
00010000:00000010:0.1:1787760864.144570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d610e2800.
00010000:00000010:0.1:1787760864.144574:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d76ef2900.
00010000:00000010:0.1:1787760864.148507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d610e2000.
00010000:00000010:0.1:1787760864.148532:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d76ef2b00.
00010000:00000010:0.1:1787760864.148538:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d610e3a00.
00010000:00000010:0.1:1787760864.148544:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d753a6a00.
00010000:00000010:0.1:1787760864.148552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d58165a00.
00010000:00000010:0.1:1787760864.148557:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d753a6400.
00010000:00000010:0.1:1787760864.148561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75316000.
00010000:00000010:0.1:1787760864.148566:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d74991300.
00010000:00000010:0.1:1787760864.148570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f679400.
00010000:00000010:0.1:1787760864.148574:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7539a500.
00010000:00000010:0.1:1787760864.148578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d610e2200.
00010000:00000010:0.1:1787760864.148582:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d753a6b00.
00010000:00000010:0.1:1787760864.148585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75316c00.
00010000:00000010:0.1:1787760864.148588:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7539a100.
00010000:00000010:0.1:1787760864.148591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d610e3600.
00010000:00000010:0.1:1787760864.148594:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d753a6c00.
00010000:00000010:0.1:1787760864.148598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75317400.
00010000:00000010:0.1:1787760864.148601:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7539a000.
00010000:00000010:0.1:1787760864.148604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75316e00.
00010000:00000010:0.1:1787760864.148607:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d753a6f00.
00010000:00000010:0.1:1787760864.148610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75316400.
00010000:00000010:0.1:1787760864.148612:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7539a700.
00010000:00000010:0.1:1787760864.148615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d610e2a00.
00010000:00000010:0.1:1787760864.148618:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d74991e00.
00010000:00000010:0.1:1787760864.148620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d610e2400.
00010000:00000010:0.1:1787760864.152134:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d42ebb800.
00010000:00000010:0.1:1787760864.152159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f678000.
00010000:00000010:0.1:1787760864.152166:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d753a6700.
00010000:00000010:0.1:1787760864.152173:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75317c00.
00000080:00000010:3.1:1787760864.164507:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df44c0.
00000080:00000010:3.1:1787760864.177490:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77800.
00000080:00000010:3.1:1787760864.190052:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77c20.
00000080:00000010:2.1:1787760864.213493:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77800.
00000080:00000010:2.1:1787760864.217485:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4200.
00000080:00000010:2.1:1787760864.248807:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4b80.
00000080:00000010:2.1:1787760864.259554:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4200.
00000080:00000010:3.1:1787760864.272788:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df44c0.
00000080:00000010:3.1:1787760864.281662:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77c20.
00000080:00000010:3.1:1787760864.287501:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca777e0.
00000080:00000010:3.1:1787760864.304726:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77c20.
00000080:00000010:3.1:1787760864.327370:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca777e0.
00000080:00000010:2.1:1787760864.366716:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77c20.
00000080:00000010:2.1:1787760864.385348:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4200.
00000080:00000010:2.1:1787760864.403472:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4b80.
00000080:00000010:2.1:1787760864.403490:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4da0.
00010000:00000010:2.1:1787760864.522506:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d45fe00.
00010000:00000010:2.1:1787760864.522533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4a6400.
00000080:00000010:2.1:1787760864.589486:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f0077c0.
00000080:00000010:2.1:1787760864.589508:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77b80.
00010000:00000010:2.1:1787760865.364620:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8186fd00.
00010000:00000010:2.1:1787760865.364639:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d54dc00.
00000080:00000010:2.1:1787760865.431171:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4da0.
00000080:00000010:2.1:1787760865.431198:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77200.
00010000:00000010:2.1:1787760865.820494:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8186f200.
00010000:00000010:2.1:1787760865.820510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d54d200.
00000080:00000010:2.1:1787760865.869689:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4da0.
00000080:00000010:2.1:1787760865.869709:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77900.
00010000:00000010:0.1:1787760866.290497:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d5c2600.
00010000:00000010:0.1:1787760866.290514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d46ce6c00.
00010000:00000010:2.1:1787760866.861473:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f6f6500.
00010000:00000010:2.1:1787760866.861487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d46cf5600.
00000080:00000010:2.1:1787760866.870801:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4200.
00000080:00000010:2.1:1787760866.870824:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d58a37c00.
00010000:00000010:0.1:1787760867.511236:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d76fd6c00.
00010000:00000010:0.1:1787760867.511259:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d58165200.
00010000:00000010:0.1:1787760867.511264:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d76fd6400.
00010000:00000010:0.1:1787760867.511267:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d58165c00.
00010000:00000010:0.1:1787760867.519501:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d76fd6700.
00010000:00000010:0.1:1787760867.519532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d58164800.
00010000:00000010:0.1:1787760867.519535:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d76fd6000.
00010000:00000010:0.1:1787760867.519540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75297600.
00010000:00000010:0.1:1787760867.519545:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d76fd6200.
00010000:00000010:0.1:1787760867.519549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d58165800.
00010000:00000010:0.1:1787760867.519554:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d76ef2400.
00010000:00000010:0.1:1787760867.519557:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75297200.
00010000:00000010:0.1:1787760867.519560:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d76ef2700.
00010000:00000010:0.1:1787760867.519564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75296600.
00010000:00000010:0.1:1787760867.519568:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d753a6e00.
00010000:00000010:0.1:1787760867.519573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75297c00.
00010000:00000010:0.1:1787760867.519577:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d74991600.
00010000:00000010:0.1:1787760867.519580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f678c00.
00010000:00000010:0.1:1787760867.519584:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d753a6600.
00010000:00000010:0.1:1787760867.519587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75296800.
00010000:00000010:0.1:1787760867.519589:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d76ef2e00.
00010000:00000010:0.1:1787760867.519592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d610e2e00.
00010000:00000010:0.1:1787760867.519595:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d753a6100.
00010000:00000010:0.1:1787760867.519598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d610e3000.
00010000:00000010:0.1:1787760867.519601:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d76ef2000.
00010000:00000010:0.1:1787760867.519604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d610e3800.
00010000:00000010:0.1:1787760867.519606:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d76ef2200.
00010000:00000010:0.1:1787760867.519609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d610e3400.
00010000:00000010:0.1:1787760867.519612:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d76ef2800.
00010000:00000010:0.1:1787760867.519615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d610e2c00.
00010000:00000010:0.1:1787760867.519618:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d753a6300.
00010000:00000010:0.1:1787760867.519620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d58164c00.
00000080:00000010:2.1:1787760867.535074:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df40a0.
00000080:00000010:2.1:1787760867.550846:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4de0.
00000080:00000010:2.1:1787760867.568498:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df40a0.
00000080:00000010:0.1:1787760867.596341:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4de0.
00000080:00000010:0.1:1787760867.626332:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007f40.
00000080:00000010:0.1:1787760867.648643:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007560.
00000080:00000010:0.1:1787760867.664429:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007f40.
00000080:00000010:0.1:1787760867.701563:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007560.
00000080:00000010:2.1:1787760867.707215:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007f40.
00000080:00000010:2.1:1787760867.707246:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df40a0.
00000080:00000010:2.1:1787760867.733503:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4aa0.
00000080:00000010:2.1:1787760867.744755:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df40a0.
00000080:00000010:2.1:1787760867.759480:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4aa0.
00000080:00000010:2.1:1787760867.763478:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df40a0.
00000080:00000010:3.1:1787760867.785348:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df44a0.
00000080:00000010:3.1:1787760867.805480:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77cc0.
00010000:00000010:2.1:1787760868.046518:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d5c2800.
00010000:00000010:2.1:1787760868.046527:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d46ce7000.
00000080:00000010:2.1:1787760868.062491:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df40a0.
00000080:00000010:2.1:1787760868.062564:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4b40.
00010000:00000010:0.1:1787760869.080492:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d5c2900.
00010000:00000010:0.1:1787760869.080507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d54e600.
00000080:00000010:2.1:1787760869.115032:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007520.
00000080:00000010:2.1:1787760869.115063:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4b40.
00010000:00000010:3.1:1787760870.099544:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d45fe00.
00010000:00000010:3.1:1787760870.099555:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d54ea00.
00000080:00000010:3.1:1787760870.183481:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77640.
00000080:00000010:3.1:1787760870.183499:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4b40.
00010000:00000010:0.1:1787760870.673508:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d76ef2300.
00010000:00000010:0.1:1787760870.673522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75297000.
00010000:00000010:0.1:1787760870.673526:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d76ef2f00.
00010000:00000010:0.1:1787760870.673529:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75296200.
00010000:00000010:0.1:1787760870.673535:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d76fd6a00.
00010000:00000010:0.1:1787760870.673539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818b3800.
00010000:00000010:0.1:1787760870.673544:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d446b9a00.
00010000:00000010:0.1:1787760870.673548:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d413fde00.
00010000:00000010:0.1:1787760870.673556:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d446b9200.
00010000:00000010:0.1:1787760870.673559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d413fc200.
00010000:00000010:0.1:1787760870.673562:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d76fd6f00.
00010000:00000010:0.1:1787760870.673565:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d58164400.
00010000:00000010:0.1:1787760870.673568:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d76fd6500.
00010000:00000010:0.1:1787760870.673571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d58165600.
00010000:00000010:0.1:1787760870.673573:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d76fd6600.
00010000:00000010:0.1:1787760870.673576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d58164600.
00010000:00000010:0.1:1787760870.673578:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d76ef2c00.
00010000:00000010:0.1:1787760870.673581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75297a00.
00010000:00000010:0.1:1787760870.673584:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d76fd6800.
00010000:00000010:0.1:1787760870.673586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d58164a00.
00010000:00000010:0.1:1787760870.673589:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d76fd6d00.
00010000:00000010:0.1:1787760870.673593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818b3c00.
00010000:00000010:0.1:1787760870.673596:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d74991f00.
00010000:00000010:0.1:1787760870.673600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818b2e00.
00010000:00000010:0.1:1787760870.673604:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d74991c00.
00010000:00000010:0.1:1787760870.673608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f679800.
00010000:00000010:0.1:1787760870.673610:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d74991200.
00010000:00000010:0.1:1787760870.673613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d413fc600.
00010000:00000010:0.1:1787760870.673615:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d76fd6900.
00010000:00000010:0.1:1787760870.673618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d58165400.
00010000:00000010:0.1:1787760870.673620:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d76fd6100.
00010000:00000010:0.1:1787760870.673623:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f678800.
00000080:00000010:2.1:1787760870.719681:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df40a0.
00000080:00000010:2.1:1787760870.735637:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4aa0.
00000080:00000010:2.1:1787760870.759834:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df40a0.
00000080:00000010:2.1:1787760870.775514:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4aa0.
00000080:00000010:2.1:1787760870.783504:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df40a0.
00000080:00000010:0.1:1787760870.818717:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4a60.
00000080:00000010:0.1:1787760870.860492:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f0071a0.
00000080:00000010:0.1:1787760870.860511:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007020.
00000080:00000010:0.1:1787760870.868205:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007dc0.
00000080:00000010:2.1:1787760870.871516:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007420.
00000080:00000010:2.1:1787760870.881009:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df40a0.
00000080:00000010:2.1:1787760870.908461:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4aa0.
00000080:00000010:2.1:1787760870.913729:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df40a0.
00000080:00000010:2.1:1787760870.932818:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4aa0.
00000080:00000010:0.1:1787760870.952521:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df40a0.
00000080:00000010:0.1:1787760870.986930:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007dc0.
00010000:00000010:3.1:1787760871.144808:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7539ad00.
00010000:00000010:3.1:1787760871.144814:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75316200.
00000080:00000010:3.1:1787760871.179724:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77640.
00000080:00000010:3.1:1787760871.179739:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007860.
00010000:00000010:2.1:1787760872.257533:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8186fd00.
00010000:00000010:2.1:1787760872.257549:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d54da00.
00000080:00000010:2.1:1787760872.268477:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4aa0.
00000080:00000010:2.1:1787760872.268492:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77f80.
00010000:00000010:2.1:1787760873.095300:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7800f200.
00010000:00000010:2.1:1787760873.095314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d753cd400.
00000080:00000010:2.1:1787760873.174866:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4d40.
00000080:00000010:2.1:1787760873.174886:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4aa0.
00010000:00000010:0.1:1787760873.931490:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4a2800.
00010000:00000010:0.1:1787760873.931502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81830800.
00010000:00000010:0.1:1787760873.931506:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4a2d00.
00010000:00000010:0.1:1787760873.931509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81830400.
00010000:00000010:0.1:1787760873.931513:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d76ef2500.
00010000:00000010:0.1:1787760873.931516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81830000.
00010000:00000010:0.1:1787760873.931520:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d74991000.
00010000:00000010:0.1:1787760873.931524:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818b3000.
00010000:00000010:0.1:1787760873.931527:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4a2600.
00010000:00000010:0.1:1787760873.931529:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81831800.
00010000:00000010:0.1:1787760873.931532:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4a2500.
00010000:00000010:0.1:1787760873.931536:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d58164e00.
00010000:00000010:0.1:1787760873.931539:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4a2100.
00010000:00000010:0.1:1787760873.931542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d58165e00.
00010000:00000010:0.1:1787760873.931544:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d76ef2100.
00010000:00000010:0.1:1787760873.931548:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75297800.
00010000:00000010:0.1:1787760873.931551:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4a2b00.
00010000:00000010:0.1:1787760873.931553:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d58164200.
00010000:00000010:0.1:1787760873.931557:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d76fd6b00.
00010000:00000010:0.1:1787760873.931559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d58165000.
00010000:00000010:0.1:1787760873.931562:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d76fd6300.
00010000:00000010:0.1:1787760873.931564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d58164000.
00010000:00000010:0.1:1787760873.931567:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d76ef2d00.
00010000:00000010:0.1:1787760873.931569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75296400.
00010000:00000010:0.1:1787760873.931572:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d446b9b00.
00010000:00000010:0.1:1787760873.931575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818b3400.
00010000:00000010:0.1:1787760873.931577:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d446b9400.
00010000:00000010:0.1:1787760873.931580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818b2800.
00010000:00000010:0.1:1787760873.931582:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d76fd6e00.
00010000:00000010:0.1:1787760873.931585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d413fc000.
00010000:00000010:0.1:1787760873.931588:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d74991900.
00010000:00000010:0.1:1787760873.931591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d413fd000.
00000080:00000010:2.1:1787760873.951109:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df48a0.
00000080:00000010:2.1:1787760873.982490:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4c60.
00000080:00000010:3.1:1787760873.997298:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df48a0.
00000080:00000010:3.1:1787760874.002311:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca774e0.
00000080:00000010:3.1:1787760874.029745:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77880.
00000080:00000010:3.1:1787760874.039860:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca774e0.
00000080:00000010:2.1:1787760874.082154:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77520.
00000080:00000010:2.1:1787760874.270521:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d58a37ca0.
00000080:00000010:2.1:1787760874.281774:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4e00.
00000080:00000010:2.1:1787760874.301486:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4c60.
00000080:00000010:2.1:1787760874.340529:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4e00.
00000080:00000010:2.1:1787760874.383253:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4c60.
00010000:00000010:3.1:1787760874.707480:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7800f300.
00010000:00000010:3.1:1787760874.707493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d753cc600.
00000080:00000010:3.1:1787760874.740512:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca774e0.
00000080:00000010:3.1:1787760874.740528:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4d40.
00010000:00000010:0.1:1787760875.640499:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d45d71700.
00010000:00000010:0.1:1787760875.640514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d753cce00.
00000080:00000010:2.1:1787760875.663464:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007780.
00000080:00000010:2.1:1787760875.663479:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4e00.
00000080:00000010:2.1:1787760877.190795:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d58a37ca0.
00000080:00000010:2.1:1787760877.206540:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df40a0.
00000080:00000010:2.1:1787760877.216857:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4a60.
00000080:00000010:3.1:1787760877.237770:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df40a0.
00000080:00000010:3.1:1787760877.249490:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77040.
00000080:00000010:3.1:1787760877.259677:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77be0.
00000080:00000010:2.1:1787760877.297045:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d58a37880.
00000080:00000010:2.1:1787760877.307498:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4a60.
00000080:00000010:3.1:1787760877.324906:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4b40.
00000080:00000010:3.1:1787760877.341291:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77be0.
00000080:00000010:0.1:1787760877.344238:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca775c0.
00000080:00000010:0.1:1787760877.353078:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007380.
00000080:00000010:0.1:1787760877.372486:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f0072a0.
00000080:00000010:2.1:1787760877.459486:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d58a37b20.
00000080:00000010:2.1:1787760877.459503:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df48a0.
00010000:00000010:3.1:1787760878.123674:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75272800.
00010000:00000010:3.1:1787760878.123691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d753cf200.
00000080:00000010:3.1:1787760878.188514:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77a00.
00000080:00000010:3.1:1787760878.188527:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77a20.
00010000:00000010:2.1:1787760878.687052:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d45d71800.
00010000:00000010:2.1:1787760878.687101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81858a00.
00000080:00000010:2.1:1787760878.751910:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df44a0.
00000080:00000010:2.1:1787760878.751930:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4a60.
00010000:00000010:2.1:1787760879.572933:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75272200.
00010000:00000010:2.1:1787760879.572948:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d753cf400.
00000080:00000010:2.1:1787760879.592470:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4a60.
00000080:00000010:2.1:1787760879.592489:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77a00.
00010000:00000010:2.1:1787760880.205878:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d45d71200.
00010000:00000010:2.1:1787760880.205893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81858a00.
00000080:00000010:2.1:1787760880.257284:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4da0.
00000080:00000010:2.1:1787760880.257305:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4de0.
00010000:00000010:0.1:1787760880.714620:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d48ad00.
00010000:00000010:0.1:1787760880.714631:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4a0200.
00010000:00000010:0.1:1787760880.714637:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d48a600.
00010000:00000010:0.1:1787760880.714643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4a1a00.
00010000:00000010:0.1:1787760880.714648:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d48a500.
00010000:00000010:0.1:1787760880.714653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818b2000.
00010000:00000010:0.1:1787760880.714658:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d48a900.
00010000:00000010:0.1:1787760880.714663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818b3600.
00010000:00000010:0.1:1787760880.714672:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d54fd5f00.
00010000:00000010:0.1:1787760880.714677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d48fe00.
00010000:00000010:0.1:1787760880.714683:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d48a100.
00010000:00000010:0.1:1787760880.714688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818b2400.
00010000:00000010:0.1:1787760880.714693:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d74991a00.
00010000:00000010:0.1:1787760880.714699:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4a0600.
00010000:00000010:0.1:1787760880.714705:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d48ab00.
00010000:00000010:0.1:1787760880.714721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4a1400.
00010000:00000010:0.1:1787760880.714727:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d74991400.
00010000:00000010:0.1:1787760880.714731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818b2c00.
00010000:00000010:0.1:1787760880.714737:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d48af00.
00010000:00000010:0.1:1787760880.714743:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81830c00.
00010000:00000010:0.1:1787760880.714748:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d54fd5400.
00010000:00000010:0.1:1787760880.714753:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f678e00.
00010000:00000010:0.1:1787760880.714758:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4a2c00.
00010000:00000010:0.1:1787760880.714764:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81831400.
00010000:00000010:0.1:1787760880.714768:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4a2300.
00010000:00000010:0.1:1787760880.714773:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81831c00.
00010000:00000010:0.1:1787760880.714777:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d54fd5a00.
00010000:00000010:0.1:1787760880.714782:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f678400.
00010000:00000010:0.1:1787760880.714787:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d54fd5700.
00010000:00000010:0.1:1787760880.714792:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75296c00.
00010000:00000010:0.1:1787760880.714797:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d54fd5000.
00010000:00000010:0.1:1787760880.714801:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75297400.
00000080:00000010:2.1:1787760880.732502:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4da0.
00000080:00000010:2.1:1787760880.753489:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df44c0.
00000080:00000010:2.1:1787760880.758137:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4da0.
00000080:00000010:2.1:1787760880.765500:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df44a0.
00000080:00000010:2.1:1787760880.782473:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4da0.
00000080:00000010:2.1:1787760880.792516:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df44a0.
00000080:00000010:2.1:1787760880.803667:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df44c0.
00000080:00000010:0.1:1787760880.823624:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df44a0.
00000080:00000010:2.1:1787760880.861788:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d58a37ca0.
00000080:00000010:2.1:1787760880.878667:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df44c0.
00000080:00000010:3.1:1787760880.882518:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4da0.
00000080:00000010:3.1:1787760880.891626:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77b20.
00000080:00000010:2.1:1787760880.919484:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77ec0.
00000080:00000010:2.1:1787760881.015244:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d58a37880.
00000080:00000010:2.1:1787760881.015262:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4de0.
00000080:00000010:2.1:1787760881.882481:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d58a37420.
00000080:00000010:2.1:1787760881.882497:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77820.
00010000:00000010:3.1:1787760882.409495:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8185ae00.
00010000:00000010:3.1:1787760882.409512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81859a00.
00000080:00000010:3.1:1787760882.474332:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca778a0.
00000080:00000010:3.1:1787760882.474345:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4de0.
00010000:00000010:2.1:1787760882.865481:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8185aa00.
00010000:00000010:2.1:1787760882.865497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7532a400.
00000080:00000010:2.1:1787760882.878514:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df40a0.
00000080:00000010:2.1:1787760882.878649:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4b40.
00010000:00000010:0.1:1787760883.543482:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d458700.
00010000:00000010:0.1:1787760883.543496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d753cfe00.
00000080:00000010:0.1:1787760883.628903:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007640.
00000080:00000010:0.1:1787760883.628927:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca770e0.
00010000:00000010:0.1:1787760884.140111:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d54fd5900.
00010000:00000010:0.1:1787760884.140126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4a0000.
00010000:00000010:0.1:1787760884.140131:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d48a400.
00010000:00000010:0.1:1787760884.140136:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4a1600.
00010000:00000010:0.1:1787760884.140139:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5992eb00.
00010000:00000010:0.1:1787760884.140144:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4a1c00.
00010000:00000010:0.1:1787760884.140147:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d48aa00.
00010000:00000010:0.1:1787760884.140150:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d48e800.
00010000:00000010:0.1:1787760884.140153:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d48a700.
00010000:00000010:0.1:1787760884.140156:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4a0e00.
00010000:00000010:0.1:1787760884.140158:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5992e600.
00010000:00000010:0.1:1787760884.140161:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d53e200.
00010000:00000010:0.1:1787760884.140164:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d54fd5600.
00010000:00000010:0.1:1787760884.140167:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d48fa00.
00010000:00000010:0.1:1787760884.140169:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d48a21600.
00010000:00000010:0.1:1787760884.140173:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818b2600.
00010000:00000010:0.1:1787760884.140177:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d48ae00.
00010000:00000010:0.1:1787760884.140179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4a0800.
00010000:00000010:0.1:1787760884.140182:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d48a21a00.
00010000:00000010:0.1:1787760884.144560:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818b2a00.
00010000:00000010:0.1:1787760884.144576:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d54fd5500.
00010000:00000010:0.1:1787760884.144582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d48e400.
00010000:00000010:0.1:1787760884.144585:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d54fd5100.
00010000:00000010:0.1:1787760884.144588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d48ec00.
00010000:00000010:0.1:1787760884.144592:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d48a000.
00010000:00000010:0.1:1787760884.144595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4a0400.
00010000:00000010:0.1:1787760884.144598:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d48a200.
00010000:00000010:0.1:1787760884.144601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4a1000.
00010000:00000010:0.1:1787760884.144604:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d54fd5b00.
00010000:00000010:0.1:1787760884.144607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4a1e00.
00010000:00000010:0.1:1787760884.144610:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d74991b00.
00010000:00000010:0.1:1787760884.144614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d413fca00.
00000080:00000010:2.1:1787760884.176500:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4b40.
00000080:00000010:2.1:1787760884.186517:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df40a0.
00000080:00000010:2.1:1787760884.190613:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4d40.
00000080:00000010:2.1:1787760884.196715:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4b40.
00000080:00000010:2.1:1787760884.218257:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4d40.
00000080:00000010:2.1:1787760884.229490:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4b40.
00000080:00000010:3.1:1787760884.252233:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4d40.
00000080:00000010:3.1:1787760884.258463:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77380.
00000080:00000010:2.1:1787760884.265766:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77a60.
00000080:00000010:2.1:1787760884.280495:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4b40.
00000080:00000010:2.1:1787760884.299119:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df40a0.
00000080:00000010:2.1:1787760884.308043:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4b40.
00000080:00000010:2.1:1787760884.313760:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4d40.
00000080:00000010:3.1:1787760884.324651:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4b40.
00000080:00000010:3.1:1787760884.335685:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77380.
00000080:00000010:3.1:1787760884.379028:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca776e0.
00010000:00000010:3.1:1787760884.455519:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8185aa00.
00010000:00000010:3.1:1787760884.455550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81831a00.
00000080:00000010:0.1:1787760884.486466:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca776e0.
00000080:00000010:0.1:1787760884.486479:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007900.
00010000:00000010:3.1:1787760885.299595:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d458900.
00010000:00000010:3.1:1787760885.299613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d753cf800.
00000080:00000010:3.1:1787760885.370905:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77960.
00000080:00000010:3.1:1787760885.370954:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77380.
00010000:00000010:3.1:1787760886.197653:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4d8a00.
00010000:00000010:3.1:1787760886.197669:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7532b000.
00000080:00000010:3.1:1787760886.211487:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77380.
00000080:00000010:3.1:1787760886.211502:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df40a0.
00010000:00000010:2.1:1787760886.982632:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4d8f00.
00010000:00000010:2.1:1787760886.982647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7532a000.
00000080:00000010:3.1:1787760887.028487:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df44a0.
00000080:00000010:3.1:1787760887.028505:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4da0.
00010000:00000010:2.1:1787760887.816343:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f6f6c00.
00010000:00000010:2.1:1787760887.816360:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d46cf4c00.
00000080:00000010:2.1:1787760887.851323:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4da0.
00000080:00000010:2.1:1787760887.851342:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d58a37420.
00000080:00000010:0.1:1787760888.391229:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007960.
00000080:00000010:2.1:1787760888.404528:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007c00.
00000080:00000010:2.1:1787760888.419757:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4da0.
00000080:00000010:2.1:1787760888.425580:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df44a0.
00000080:00000010:2.1:1787760888.440506:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4da0.
00000080:00000010:2.1:1787760888.453739:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df44a0.
00000080:00000010:2.1:1787760888.462539:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4da0.
00000080:00000010:0.1:1787760888.496623:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df40a0.
00000080:00000010:0.1:1787760888.535485:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007960.
00000080:00000010:0.1:1787760888.543501:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007300.
00000080:00000010:0.1:1787760888.552119:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007960.
00000080:00000010:0.1:1787760888.560648:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007300.
00000080:00000010:2.1:1787760888.580315:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007960.
00000080:00000010:2.1:1787760888.587313:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4da0.
00000080:00000010:2.1:1787760888.597504:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df44a0.
00000080:00000010:2.1:1787760888.668785:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4da0.
00010000:00000010:3.1:1787760888.674725:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4a2f00.
00010000:00000010:3.1:1787760888.674743:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81831200.
00000080:00000010:3.1:1787760888.737930:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77380.
00000080:00000010:3.1:1787760888.737950:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007da0.
00010000:00000010:3.1:1787760889.636496:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4a2f00.
00010000:00000010:3.1:1787760889.636513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81830000.
00000080:00000010:3.1:1787760889.669493:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77380.
00000080:00000010:3.1:1787760889.669509:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f0078c0.
00010000:00000010:3.1:1787760890.513177:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d753a6300.
00010000:00000010:3.1:1787760890.513194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81838200.
00000080:00000010:3.1:1787760890.554640:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77380.
00000080:00000010:3.1:1787760890.554665:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df44a0.
00000080:00000010:2.1:1787760891.331313:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c6f5d52c0.
00000080:00000010:2.1:1787760891.331327:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4b40.
00010000:00000010:2.1:1787760891.900495:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d454b6a00.
00010000:00000010:2.1:1787760891.900512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819ae400.
00010000:00000010:2.1:1787760891.910395:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5992ea00.
00010000:00000010:2.1:1787760891.910412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d53ec00.
00010000:00000010:2.1:1787760891.910419:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7df54100.
00010000:00000010:2.1:1787760891.910424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819aee00.
00010000:00000010:2.1:1787760891.910428:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7df54500.
00010000:00000010:2.1:1787760891.910432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819af200.
00010000:00000010:2.1:1787760891.910435:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7df54d00.
00010000:00000010:2.1:1787760891.910438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819af600.
00010000:00000010:2.1:1787760891.910456:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7df54600.
00010000:00000010:2.1:1787760891.910459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819afc00.
00010000:00000010:2.1:1787760891.910462:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7df54900.
00010000:00000010:2.1:1787760891.910466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819ae800.
00010000:00000010:2.1:1787760891.910469:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7df54b00.
00010000:00000010:2.1:1787760891.910472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819ae000.
00010000:00000010:2.1:1787760891.910476:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d454b6600.
00010000:00000010:2.1:1787760891.910480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d538000.
00010000:00000010:2.1:1787760891.910485:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7df54f00.
00010000:00000010:2.1:1787760891.910488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819af000.
00010000:00000010:2.1:1787760891.910490:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d454b6800.
00010000:00000010:2.1:1787760891.910493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d538e00.
00010000:00000010:2.1:1787760891.910496:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5992e300.
00010000:00000010:2.1:1787760891.910499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d413fd800.
00010000:00000010:2.1:1787760891.910503:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7df54a00.
00010000:00000010:2.1:1787760891.910506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819aec00.
00010000:00000010:2.1:1787760891.914504:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5992ec00.
00010000:00000010:2.1:1787760891.914519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d53f400.
00010000:00000010:2.1:1787760891.914523:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d454b6d00.
00010000:00000010:2.1:1787760891.914527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d48e200.
00010000:00000010:2.1:1787760891.914530:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5992e200.
00010000:00000010:2.1:1787760891.914533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d53f600.
00000080:00000010:0.1:1787760891.923613:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007920.
00000080:00000010:2.1:1787760891.938483:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f0078e0.
00000080:00000010:3.1:1787760891.945776:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4b40.
00000080:00000010:3.1:1787760891.954646:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77a80.
00000080:00000010:3.1:1787760891.970838:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77ae0.
00000080:00000010:2.1:1787760891.977661:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77a80.
00000080:00000010:2.1:1787760891.985710:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4b40.
00000080:00000010:2.1:1787760892.003388:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df44a0.
00000080:00000010:2.1:1787760892.020742:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4b40.
00000080:00000010:3.1:1787760892.040496:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df44a0.
00000080:00000010:3.1:1787760892.050983:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77ae0.
00000080:00000010:3.1:1787760892.057715:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77660.
00000080:00000010:2.1:1787760892.070334:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77ae0.
00000080:00000010:3.1:1787760892.087488:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4b40.
00000080:00000010:3.1:1787760892.091481:0:1037:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77660.
00000080:00000010:3.1:1787760892.146182:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77480.
00010000:00000010:2.1:1787760893.097639:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d753a6d00.
00010000:00000010:2.1:1787760893.097657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d8183b800.
00000080:00000010:3.1:1787760893.157678:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df40a0.
00000080:00000010:3.1:1787760893.157694:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77660.
00010000:00000010:3.1:1787760893.861657:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f7a0800.
00010000:00000010:3.1:1787760893.861672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d8183a400.
00000080:00000010:0.1:1787760893.873590:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca777c0.
00000080:00000010:0.1:1787760893.873605:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77160.
00010000:00000010:3.1:1787760894.598733:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f7a0a00.
00010000:00000010:3.1:1787760894.598750:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d8183a800.
00000080:00000010:0.1:1787760894.639494:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77ce0.
00000080:00000010:0.1:1787760894.639509:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77560.
00010000:00000010:2.1:1787760895.356984:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d753a6d00.
00010000:00000010:2.1:1787760895.357004:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81838200.
00000080:00000010:3.1:1787760895.431475:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df44a0.
00000080:00000010:3.1:1787760895.431491:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4b40.
00010000:00000010:0.1:1787760896.242561:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d48a21600.
00010000:00000010:0.1:1787760896.242577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81830800.
00010000:00000010:2.1:1787760896.339646:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7df54400.
00010000:00000010:2.1:1787760896.339663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819af800.
00000080:00000010:3.1:1787760897.014900:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77340.
00000080:00000010:2.1:1787760897.033039:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77a40.
00000080:00000010:2.1:1787760897.045201:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df40a0.
00000080:00000010:2.1:1787760897.057650:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d77e623a0.
00000080:00000010:2.1:1787760897.063645:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d77e621a0.
00000080:00000010:2.1:1787760897.085659:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df40a0.
00000080:00000010:2.1:1787760897.096491:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d77e621a0.
00000080:00000010:2.1:1787760897.135495:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d77e623a0.
00000080:00000010:2.1:1787760897.147486:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df40a0.
00000080:00000010:3.1:1787760897.164262:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d77e621a0.
00000080:00000010:3.1:1787760897.186491:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77340.
00000080:00000010:2.1:1787760897.194480:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d77e623a0.
00000080:00000010:2.1:1787760897.199203:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d77e621a0.
00000080:00000010:2.1:1787760897.220665:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df40a0.
00000080:00000010:3.1:1787760897.221418:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d77e623a0.
00000080:00000010:3.1:1787760897.275667:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77340.
00000080:00000010:2.1:1787760897.297542:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77460.
00010000:00000010:2.1:1787760897.412359:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d753a6800.
00010000:00000010:2.1:1787760897.412378:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d538e00.
00000080:00000010:3.1:1787760897.448505:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d77e621a0.
00000080:00000010:3.1:1787760897.448524:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4a60.
00010000:00000010:3.1:1787760898.210496:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d43c72a00.
00010000:00000010:3.1:1787760898.210512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818c9400.
00000080:00000010:3.1:1787760898.258810:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77340.
00000080:00000010:3.1:1787760898.258825:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d77e623a0.
00010000:00000010:2.1:1787760899.022480:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d43c72100.
00010000:00000010:2.1:1787760899.022490:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818c8a00.
00000080:00000010:2.1:1787760899.046056:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df40a0.
00000080:00000010:2.1:1787760899.046076:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df4a60.
00010000:00000010:0.1:1787760899.981690:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d43c72a00.
00010000:00000010:0.1:1787760899.981707:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818c9a00.
00000080:00000010:0.1:1787760900.014980:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007c00.
00000080:00000010:0.1:1787760900.014997:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df40a0.
00000080:00000010:3.1:1787760900.700292:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b460.
00000080:00000010:3.1:1787760900.725532:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77440.
00000080:00000010:2.1:1787760900.728908:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77860.
00000080:00000010:2.1:1787760900.749271:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b500.
00000080:00000010:2.1:1787760900.760720:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181bba0.
00000080:00000010:0.1:1787760900.768488:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b300.
00000080:00000010:2.1:1787760900.805632:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c6f5d52c0.
00000080:00000010:2.1:1787760900.820679:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181bba0.
00000080:00000010:2.1:1787760900.835056:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b500.
00000080:00000010:2.1:1787760900.835076:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b620.
00000080:00000010:2.1:1787760900.848475:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181bba0.
00000080:00000010:0.1:1787760900.868532:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b620.
00000080:00000010:2.1:1787760900.907711:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c7574db80.
00000080:00000010:2.1:1787760900.930514:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181bba0.
00010000:00000010:3.1:1787760901.186681:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d43c72a00.
00010000:00000010:3.1:1787760901.186699:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818c8200.
00000080:00000010:3.1:1787760901.235822:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77440.
00000080:00000010:3.1:1787760901.235841:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df40a0.
00010000:00000010:2.1:1787760902.351765:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f7a0f00.
00010000:00000010:2.1:1787760902.351780:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818cb800.
00000080:00000010:2.1:1787760902.434600:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181bba0.
00000080:00000010:2.1:1787760902.434628:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca770c0.
00010000:00000010:0.1:1787760903.511761:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5992ef00.
00010000:00000010:0.1:1787760903.511776:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d53fc00.
00000080:00000010:0.1:1787760903.595185:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f0076c0.
00000080:00000010:0.1:1787760903.595205:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007e80.
00000080:00000010:2.1:1787760904.541568:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c7574d9c0.
00000080:00000010:2.1:1787760904.541583:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f0076c0.
00000080:00000010:0.1:1787760905.277067:0:256672:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77c00.
00000080:00000010:2.1:1787760905.322496:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c7574dd00.
00000080:00000010:2.1:1787760905.341131:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b500.
00000080:00000010:2.1:1787760905.351921:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181bd60.
00000080:00000010:2.1:1787760905.361502:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181bb00.
00000080:00000010:2.1:1787760905.365414:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b500.
00000080:00000010:2.1:1787760905.378512:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181bd60.
00000080:00000010:2.1:1787760905.383689:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181bb00.
00000080:00000010:2.1:1787760905.388399:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b500.
00000080:00000010:2.1:1787760905.402062:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181bd60.
00000080:00000010:2.1:1787760905.407560:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b500.
00000080:00000010:2.1:1787760905.414489:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181bb00.
00000080:00000010:3.1:1787760905.451489:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b500.
00010000:00000010:2.1:1787760905.557206:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f7a0f00.
00010000:00000010:2.1:1787760905.557218:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818ca400.
00000080:00000010:2.1:1787760905.593374:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181bb00.
00000080:00000010:2.1:1787760905.593668:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77620.
00010000:00000010:0.1:1787760907.805667:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d51421500.
00010000:00000010:0.1:1787760907.805682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d59d000.
00000080:00000010:3.1:1787760907.846562:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f0077a0.
00000080:00000010:3.1:1787760907.846580:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181bf20.
00010000:00000010:0.1:1787760908.614487:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f7a0f00.
00010000:00000010:0.1:1787760908.614497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818cbc00.
00000080:00000010:2.1:1787760908.678344:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f0076c0.
00000080:00000010:2.1:1787760908.678366:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca776c0.
00010000:00000010:3.1:1787760908.732483:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d446b9f00.
00010000:00000010:3.1:1787760908.732490:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d40031e00.
00000080:00000010:3.1:1787760909.419911:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77e40.
00000080:00000010:2.1:1787760909.435541:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77120.
00000080:00000010:2.1:1787760909.451726:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181bc40.
00000080:00000010:2.1:1787760909.472208:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b040.
00000080:00000010:2.1:1787760909.483477:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181bc40.
00000080:00000010:3.1:1787760909.487654:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181bd20.
00000080:00000010:3.1:1787760909.511831:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77e40.
00000080:00000010:3.1:1787760909.516776:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77e20.
00000080:00000010:3.1:1787760909.538092:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca773a0.
00000080:00000010:3.1:1787760909.547707:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77e20.
00000080:00000010:2.1:1787760909.556499:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca773a0.
00000080:00000010:0.1:1787760909.567760:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181bc40.
00010000:00000010:0.1:1787760909.798575:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5992e200.
00010000:00000010:0.1:1787760909.798589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d59c000.
00000080:00000010:2.1:1787760909.864715:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007340.
00000080:00000010:2.1:1787760909.864730:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b280.
00010000:00000010:0.1:1787760911.011311:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5992ec00.
00010000:00000010:0.1:1787760911.011325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d53ea00.
00000080:00000010:0.1:1787760911.082623:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007780.
00000080:00000010:0.1:1787760911.082638:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007680.
00010000:00000010:0.1:1787760913.314597:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77ad8200.
00010000:00000010:0.1:1787760913.314606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7537ae00.
00010000:00000010:0.1:1787760913.314646:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77ad8800.
00010000:00000010:0.1:1787760913.314650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7800c200.
00010000:00000010:0.1:1787760913.314653:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77ad8d00.
00010000:00000010:0.1:1787760913.314656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7537aa00.
00010000:00000010:0.1:1787760913.314658:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77ad8500.
00010000:00000010:0.1:1787760913.314660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7537a200.
00010000:00000010:0.1:1787760913.314664:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d556a00.
00010000:00000010:0.1:1787760913.314667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7537b800.
00010000:00000010:0.1:1787760913.314670:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d556500.
00010000:00000010:0.1:1787760913.314673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7800d600.
00010000:00000010:0.1:1787760913.314675:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d556c00.
00010000:00000010:0.1:1787760913.314678:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75360e00.
00010000:00000010:0.1:1787760913.314682:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5142ea00.
00010000:00000010:0.1:1787760913.314686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75361c00.
00010000:00000010:0.1:1787760913.314689:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5142e700.
00010000:00000010:0.1:1787760913.314692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75361200.
00010000:00000010:0.1:1787760913.314694:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5142ee00.
00010000:00000010:0.1:1787760913.314697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75361600.
00010000:00000010:0.1:1787760913.314700:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d54e44200.
00010000:00000010:0.1:1787760913.314703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7800ce00.
00010000:00000010:0.1:1787760913.318483:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d54e44300.
00010000:00000010:0.1:1787760913.318508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7537be00.
00010000:00000010:0.1:1787760913.318513:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5142e300.
00010000:00000010:0.1:1787760913.318516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75360800.
00010000:00000010:0.1:1787760913.318519:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d556200.
00010000:00000010:0.1:1787760913.318522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7800c400.
00010000:00000010:0.1:1787760913.318525:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5142e200.
00010000:00000010:0.1:1787760913.318527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75360400.
00010000:00000010:0.1:1787760913.318529:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d556f00.
00010000:00000010:0.1:1787760913.318531:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7800ca00.
00000080:00000010:2.1:1787760913.337499:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b080.
00000080:00000010:2.1:1787760913.350723:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181ba20.
00000080:00000010:2.1:1787760913.390503:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b080.
00000080:00000010:2.1:1787760913.394941:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181ba20.
00000080:00000010:2.1:1787760913.414596:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181ba00.
00000080:00000010:3.1:1787760913.431118:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b080.
00000080:00000010:2.1:1787760913.446466:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77e20.
00000080:00000010:0.1:1787760913.501119:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181ba00.
00000080:00000010:2.1:1787760913.522628:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007e20.
00000080:00000010:2.1:1787760913.534997:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181ba20.
00000080:00000010:2.1:1787760913.543768:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181bc20.
00000080:00000010:3.1:1787760913.551811:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181ba20.
00000080:00000010:3.1:1787760913.587955:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77e40.
00000080:00000010:3.1:1787760913.615644:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77f20.
00000080:00000010:2.1:1787760913.615816:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181bc20.
00000080:00000010:2.1:1787760913.679767:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b320.
00000080:00000010:0.1:1787760913.982937:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c7574d9c0.
00000080:00000010:0.1:1787760913.982953:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b040.
00010000:00000010:0.1:1787760915.596411:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5992e600.
00010000:00000010:0.1:1787760915.596429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d53fa00.
00010000:00000010:3.1:1787760916.898500:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d556700.
00010000:00000010:3.1:1787760916.898515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819afc00.
00000080:00000010:3.1:1787760916.921616:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77f20.
00000080:00000010:3.1:1787760916.921634:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c7574de40.
00000080:00000010:3.1:1787760918.075889:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181bc20.
00000080:00000010:2.1:1787760918.165523:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c7574d360.
00000080:00000010:2.1:1787760918.165551:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b400.
00000080:00000010:3.1:1787760918.189487:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181bdc0.
00000080:00000010:3.1:1787760918.197786:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77980.
00000080:00000010:3.1:1787760918.213507:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77e20.
00000080:00000010:2.1:1787760918.249061:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77980.
00000080:00000010:0.1:1787760918.285584:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b400.
00000080:00000010:2.1:1787760918.289788:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007520.
00000080:00000010:2.1:1787760918.332770:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b9a0.
00000080:00000010:2.1:1787760918.360243:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b6c0.
00000080:00000010:2.1:1787760918.371811:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b9a0.
00000080:00000010:2.1:1787760918.399897:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b6c0.
00000080:00000010:2.1:1787760918.406889:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b9a0.
00000080:00000010:0.1:1787760918.446558:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b6c0.
00010000:00000010:3.1:1787760918.682780:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d504add00.
00010000:00000010:3.1:1787760918.682808:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752f4200.
00000080:00000010:3.1:1787760918.710520:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77e20.
00000080:00000010:3.1:1787760918.710539:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77e40.
00010000:00000010:2.1:1787760919.211528:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75328400.
00010000:00000010:2.1:1787760919.211553:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7dfada00.
00000080:00000010:2.1:1787760919.267490:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b720.
00000080:00000010:2.1:1787760919.267509:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b9a0.
00010000:00000010:3.1:1787760920.645501:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75328f00.
00010000:00000010:3.1:1787760920.645516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7dfac200.
00000080:00000010:3.1:1787760920.704481:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77e40.
00000080:00000010:3.1:1787760920.704493:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b720.
00010000:00000010:2.1:1787760921.994669:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75328b00.
00010000:00000010:2.1:1787760921.994682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7dfade00.
00000080:00000010:2.1:1787760922.125787:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b740.
00000080:00000010:2.1:1787760922.125805:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b9c0.
00010000:00000010:2.1:1787760923.090405:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d4320aa00.
00010000:00000010:2.1:1787760923.090455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d45da00.
00010000:00000010:2.1:1787760923.090461:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d4320a700.
00010000:00000010:2.1:1787760923.090468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d45ca00.
00010000:00000010:2.1:1787760923.090473:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5142ed00.
00010000:00000010:2.1:1787760923.090477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d45c600.
00010000:00000010:2.1:1787760923.090479:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d4320ae00.
00010000:00000010:2.1:1787760923.090482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d45d400.
00010000:00000010:2.1:1787760923.090487:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d54e44400.
00010000:00000010:2.1:1787760923.090491:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7800c600.
00010000:00000010:2.1:1787760923.090495:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d4320a000.
00010000:00000010:2.1:1787760923.090499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d45d200.
00010000:00000010:2.1:1787760923.090502:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d54e44900.
00010000:00000010:2.1:1787760923.090506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7800d400.
00010000:00000010:2.1:1787760923.090512:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77ad8a00.
00010000:00000010:2.1:1787760923.090515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d45d600.
00010000:00000010:2.1:1787760923.090518:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77ad8900.
00010000:00000010:2.1:1787760923.090521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d45ce00.
00010000:00000010:2.1:1787760923.090524:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5142e800.
00010000:00000010:2.1:1787760923.090530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d53f200.
00010000:00000010:2.1:1787760923.090533:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77ad8600.
00010000:00000010:2.1:1787760923.090536:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d45c400.
00010000:00000010:2.1:1787760923.090539:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5142e500.
00010000:00000010:2.1:1787760923.090543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d53ee00.
00010000:00000010:2.1:1787760923.090546:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77ad8300.
00010000:00000010:2.1:1787760923.090548:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d45c000.
00010000:00000010:2.1:1787760923.090551:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5142e900.
00010000:00000010:2.1:1787760923.090554:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75361400.
00010000:00000010:2.1:1787760923.090558:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77ad8e00.
00010000:00000010:2.1:1787760923.090562:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d40031800.
00010000:00000010:2.1:1787760923.090566:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d54e44500.
00010000:00000010:2.1:1787760923.090569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7800d200.
00000080:00000010:2.1:1787760923.162484:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c7574d9c0.
00000080:00000010:2.1:1787760923.187506:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b740.
00000080:00000010:3.1:1787760923.243510:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b4a0.
00000080:00000010:3.1:1787760923.292309:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca773a0.
00000080:00000010:2.1:1787760923.341750:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77120.
00000080:00000010:2.1:1787760923.357799:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b740.
00000080:00000010:0.1:1787760923.380551:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b0e0.
00000080:00000010:0.1:1787760923.416483:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007da0.
00000080:00000010:0.1:1787760923.428511:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007960.
00000080:00000010:0.1:1787760923.438332:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007da0.
00000080:00000010:2.1:1787760923.483470:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007960.
00000080:00000010:2.1:1787760923.531631:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b740.
00000080:00000010:2.1:1787760923.539961:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181bf40.
00000080:00000010:2.1:1787760923.554624:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b020.
00000080:00000010:2.1:1787760923.589480:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181bf40.
00010000:00000010:0.1:1787760923.634564:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5992eb00.
00010000:00000010:0.1:1787760923.634571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752f4000.
00000080:00000010:0.1:1787760923.676744:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007da0.
00000080:00000010:0.1:1787760923.676757:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77e20.
00010000:00000010:2.1:1787760924.358497:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75328300.
00010000:00000010:2.1:1787760924.358513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752f5c00.
00000080:00000010:2.1:1787760924.470672:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181bf40.
00000080:00000010:2.1:1787760924.470689:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca776c0.
00010000:00000010:2.1:1787760925.015489:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75328000.
00010000:00000010:2.1:1787760925.015504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7dfae400.
00000080:00000010:2.1:1787760925.087206:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b740.
00000080:00000010:2.1:1787760925.087219:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b020.
00010000:00000010:3.1:1787760925.927274:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5992eb00.
00010000:00000010:3.1:1787760925.927285:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d53f200.
00000080:00000010:3.1:1787760925.951473:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b020.
00000080:00000010:3.1:1787760925.951488:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007c00.
00000080:00000010:3.1:1787760927.310068:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77620.
00000080:00000010:3.1:1787760927.327967:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77c00.
00000080:00000010:3.1:1787760927.361679:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77620.
00000080:00000010:3.1:1787760927.370457:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77c00.
00000080:00000010:3.1:1787760927.402802:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77620.
00000080:00000010:2.1:1787760927.437029:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b800.
00000080:00000010:2.1:1787760927.490462:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181bb60.
00000080:00000010:2.1:1787760927.490492:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b800.
00000080:00000010:0.1:1787760927.507478:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b660.
00000080:00000010:2.1:1787760927.582867:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c7574d9c0.
00000080:00000010:2.1:1787760927.609327:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b800.
00000080:00000010:2.1:1787760927.625419:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181bb60.
00000080:00000010:3.1:1787760927.660112:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b800.
00000080:00000010:3.1:1787760927.690969:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77620.
00010000:00000010:2.1:1787760927.797742:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75328f00.
00010000:00000010:2.1:1787760927.797759:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7dfae800.
00000080:00000010:2.1:1787760927.894540:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181bb60.
00000080:00000010:2.1:1787760927.894555:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181bbe0.
00010000:00000010:2.1:1787760929.467491:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d4320a000.
00010000:00000010:2.1:1787760929.467505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7dfae800.
00000080:00000010:2.1:1787760929.526640:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181bb60.
00000080:00000010:2.1:1787760929.526657:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181bbe0.
00010000:00000010:3.1:1787760930.922474:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d4320ae00.
00010000:00000010:3.1:1787760930.922491:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7dfafa00.
00000080:00000010:3.1:1787760931.006260:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b340.
00000080:00000010:3.1:1787760931.006276:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181bb60.
00010000:00000010:0.1:1787760932.371470:0:256680:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7edbec00.
00010000:00000010:0.1:1787760932.371506:0:256680:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76f28a00.
00010000:00000010:0.1:1787760932.371511:0:256680:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7dd4cf00.
00010000:00000010:0.1:1787760932.371514:0:256680:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d45b23c00.
00010000:00000010:0.1:1787760932.371518:0:256680:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7edbef00.
00010000:00000010:0.1:1787760932.371520:0:256680:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76f28600.
00010000:00000010:0.1:1787760932.371523:0:256680:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7edbe400.
00010000:00000010:0.1:1787760932.371526:0:256680:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76f29400.
00010000:00000010:0.1:1787760932.371529:0:256680:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d54e44100.
00010000:00000010:0.1:1787760932.371544:0:256680:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d52d200.
00010000:00000010:0.1:1787760932.371553:0:256680:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7edbea00.
00010000:00000010:0.1:1787760932.371556:0:256680:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76f29200.
00010000:00000010:0.1:1787760932.371559:0:256680:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7edbe700.
00010000:00000010:0.1:1787760932.371562:0:256680:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76f29600.
00010000:00000010:0.1:1787760932.371564:0:256680:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7dd4ca00.
00010000:00000010:0.1:1787760932.371567:0:256680:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d45b22800.
00010000:00000010:0.1:1787760932.371571:0:256680:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d4320ab00.
00010000:00000010:0.1:1787760932.371575:0:256680:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76f28800.
00010000:00000010:0.1:1787760932.371578:0:256680:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d54e44a00.
00010000:00000010:0.1:1787760932.371582:0:256680:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d52c200.
00010000:00000010:0.1:1787760932.371585:0:256680:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7dd4c700.
00010000:00000010:0.1:1787760932.371588:0:256680:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d45b22000.
00010000:00000010:0.1:1787760932.371590:0:256680:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d4320a200.
00010000:00000010:0.1:1787760932.371593:0:256680:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76f28400.
00010000:00000010:0.1:1787760932.371595:0:256680:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d4320a600.
00010000:00000010:0.1:1787760932.371598:0:256680:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76f28000.
00010000:00000010:0.1:1787760932.371600:0:256680:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d4320af00.
00010000:00000010:0.1:1787760932.371603:0:256680:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d52c000.
00010000:00000010:0.1:1787760932.371606:0:256680:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d4320ac00.
00010000:00000010:0.1:1787760932.371608:0:256680:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d45b23800.
00010000:00000010:0.1:1787760932.371611:0:256680:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d4320a900.
00010000:00000010:0.1:1787760932.371615:0:256680:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d45c200.
00000080:00000010:3.1:1787760932.394529:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77c00.
00000080:00000010:3.1:1787760932.429569:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca770c0.
00000080:00000010:2.1:1787760932.437540:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77c00.
00000080:00000010:2.1:1787760932.437553:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181bcc0.
00000080:00000010:2.1:1787760932.442522:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b860.
00000080:00000010:3.1:1787760932.446486:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b780.
00000080:00000010:2.1:1787760932.463414:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca770c0.
00000080:00000010:2.1:1787760932.474102:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b860.
00000080:00000010:2.1:1787760932.509654:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181bcc0.
00000080:00000010:2.1:1787760932.580283:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c7574d7c0.
00000080:00000010:2.1:1787760932.616557:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181bcc0.
00000080:00000010:2.1:1787760932.639508:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b700.
00000080:00000010:3.1:1787760932.658548:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181bcc0.
00000080:00000010:3.1:1787760932.748495:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77860.
00000080:00000010:3.1:1787760932.805551:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77460.
00010000:00000010:3.1:1787760933.066599:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d4320ae00.
00010000:00000010:3.1:1787760933.066615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7dfae200.
00000080:00000010:2.1:1787760933.135329:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77460.
00000080:00000010:2.1:1787760933.135356:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b5c0.
00000080:00000010:2.1:1787760933.883893:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c7574d9c0.
00000080:00000010:2.1:1787760933.883910:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b700.
00010000:00000010:2.1:1787760934.511486:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5142e900.
00010000:00000010:2.1:1787760934.511499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7537b800.
00000080:00000010:2.1:1787760934.536742:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b0c0.
00000080:00000010:2.1:1787760934.536756:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b700.
00010000:00000010:0.1:1787760935.286490:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d46c3ed00.
00010000:00000010:0.1:1787760935.286507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d45b22000.
00000080:00000010:0.1:1787760935.397824:0:1359:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007340.
00000080:00000010:0.1:1787760935.397845:0:1359:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77860.
00010000:00000010:2.1:1787760935.885479:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5142e800.
00010000:00000010:2.1:1787760935.885489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7537aa00.
00000080:00000010:2.1:1787760935.951393:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b840.
00000080:00000010:2.1:1787760935.951406:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b580.
00010000:00000010:0.1:1787760936.383369:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5142e800.
00010000:00000010:0.1:1787760936.383384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d52c200.
00000080:00000010:0.1:1787760936.447310:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007b80.
00000080:00000010:0.1:1787760936.447337:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c7574d9c0.
00010000:00000010:0.1:1787760937.022479:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7dd4c500.
00010000:00000010:0.1:1787760937.022494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d45b23400.
00010000:00000010:0.1:1787760937.022503:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52c04200.
00010000:00000010:0.1:1787760937.022512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d52de00.
00010000:00000010:0.1:1787760937.022519:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7dd4c900.
00010000:00000010:0.1:1787760937.022524:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d45b23000.
00010000:00000010:0.1:1787760937.022533:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7edbe900.
00010000:00000010:0.1:1787760937.022539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d52d800.
00010000:00000010:0.1:1787760937.022545:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7edbe000.
00010000:00000010:0.1:1787760937.022550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d52ce00.
00010000:00000010:0.1:1787760937.022557:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52c04c00.
00010000:00000010:0.1:1787760937.022563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d52cc00.
00010000:00000010:0.1:1787760937.022568:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7edbe300.
00010000:00000010:0.1:1787760937.022574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76f28e00.
00010000:00000010:0.1:1787760937.022581:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52c04600.
00010000:00000010:0.1:1787760937.022587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d52d600.
00010000:00000010:0.1:1787760937.022594:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7edbe800.
00010000:00000010:0.1:1787760937.022599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76f29a00.
00010000:00000010:0.1:1787760937.022605:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7edbed00.
00010000:00000010:0.1:1787760937.022611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76f28200.
00010000:00000010:0.1:1787760937.022616:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7edbe600.
00010000:00000010:0.1:1787760937.022623:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d40030c00.
00010000:00000010:0.1:1787760937.022631:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7dd4cb00.
00010000:00000010:0.1:1787760937.022638:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d45b22e00.
00010000:00000010:0.1:1787760937.022643:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52c04d00.
00010000:00000010:0.1:1787760937.022648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d45b23600.
00010000:00000010:0.1:1787760937.022653:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7edbe500.
00010000:00000010:0.1:1787760937.022659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76f28c00.
00010000:00000010:0.1:1787760937.022665:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7edbe100.
00010000:00000010:0.1:1787760937.022671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d40030a00.
00010000:00000010:0.1:1787760937.022677:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52c04000.
00010000:00000010:0.1:1787760937.022683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d40031600.
00000080:00000010:2.1:1787760937.059534:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77560.
00000080:00000010:2.1:1787760937.064613:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b840.
00000080:00000010:2.1:1787760937.069499:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181bfa0.
00000080:00000010:2.1:1787760937.092692:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b760.
00000080:00000010:2.1:1787760937.092711:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181bfa0.
00000080:00000010:2.1:1787760937.122692:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b840.
00000080:00000010:2.1:1787760937.122711:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181bfa0.
00000080:00000010:2.1:1787760937.138180:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b760.
00000080:00000010:3.1:1787760937.153822:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181bfa0.
00000080:00000010:3.1:1787760937.175501:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77ce0.
00000080:00000010:3.1:1787760937.178932:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77160.
00000080:00000010:2.1:1787760937.190564:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca777c0.
00000080:00000010:2.1:1787760937.211702:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b760.
00000080:00000010:2.1:1787760937.237312:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b840.
00000080:00000010:2.1:1787760937.243985:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b760.
00000080:00000010:2.1:1787760937.302604:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b840.
00010000:00000010:3.1:1787760937.501499:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d46c3e800.
00010000:00000010:3.1:1787760937.501515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d45b22800.
00000080:00000010:3.1:1787760937.565139:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77160.
00000080:00000010:3.1:1787760937.565167:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77a40.
00010000:00000010:3.1:1787760938.281974:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d46c3e800.
00010000:00000010:3.1:1787760938.281991:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d45b22800.
00000080:00000010:3.1:1787760938.318322:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77160.
00000080:00000010:3.1:1787760938.318337:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77a40.
00010000:00000010:0.1:1787760938.915637:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d46c3e800.
00010000:00000010:0.1:1787760938.915650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d45b22800.
00000080:00000010:0.1:1787760938.953568:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007020.
00000080:00000010:0.1:1787760938.953583:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b760.
00010000:00000010:3.1:1787760939.726485:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77ad8a00.
00010000:00000010:3.1:1787760939.726500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75360400.
00000080:00000010:3.1:1787760939.756643:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77a40.
00000080:00000010:3.1:1787760939.756656:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181bb40.
00010000:00000010:3.1:1787760940.669980:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7edbe500.
00010000:00000010:3.1:1787760940.669988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d48fa00.
00000080:00000010:3.1:1787760940.687985:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77a40.
00000080:00000010:3.1:1787760940.688003:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007520.
00010000:00000010:2.1:1787760941.951490:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77ad8700.
00010000:00000010:2.1:1787760941.951506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75360800.
00000080:00000010:3.1:1787760942.034485:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b760.
00000080:00000010:3.1:1787760942.034501:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181bb40.
00010000:00000010:0.1:1787760942.202736:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7edbee00.
00010000:00000010:0.1:1787760942.202751:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d52d000.
00010000:00000010:2.1:1787760942.806483:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7dd4cc00.
00010000:00000010:2.1:1787760942.806494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75214a00.
00010000:00000010:2.1:1787760942.806500:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7dd4c100.
00010000:00000010:2.1:1787760942.806504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d515600.
00010000:00000010:2.1:1787760942.806509:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819e5600.
00010000:00000010:2.1:1787760942.806514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76f29e00.
00010000:00000010:2.1:1787760942.806517:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819e5500.
00010000:00000010:2.1:1787760942.806520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d45b22400.
00010000:00000010:2.1:1787760942.806523:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d821fbd00.
00010000:00000010:2.1:1787760942.806527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81957a00.
00010000:00000010:2.1:1787760942.806530:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819e5100.
00010000:00000010:2.1:1787760942.806533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81956200.
00010000:00000010:2.1:1787760942.806535:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819e5b00.
00010000:00000010:2.1:1787760942.806539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7539e200.
00010000:00000010:2.1:1787760942.806541:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819e5f00.
00010000:00000010:2.1:1787760942.806544:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7539f000.
00010000:00000010:2.1:1787760942.806547:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819e5400.
00010000:00000010:2.1:1787760942.806549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76f29c00.
00010000:00000010:2.1:1787760942.806552:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52c04500.
00010000:00000010:2.1:1787760942.806555:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7539ee00.
00010000:00000010:2.1:1787760942.806559:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7edbe200.
00010000:00000010:2.1:1787760942.806563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d52c400.
00010000:00000010:2.1:1787760942.806566:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d446b9500.
00010000:00000010:2.1:1787760942.806569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d52ca00.
00010000:00000010:2.1:1787760942.806572:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52c04100.
00010000:00000010:2.1:1787760942.806574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76f29800.
00010000:00000010:2.1:1787760942.806577:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7edbeb00.
00010000:00000010:2.1:1787760942.806579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76f29000.
00010000:00000010:2.1:1787760942.806582:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7dd4c600.
00010000:00000010:2.1:1787760942.806586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d45b23200.
00010000:00000010:2.1:1787760942.806588:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52c04800.
00010000:00000010:2.1:1787760942.806591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d52da00.
00000080:00000010:0.1:1787760942.838645:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007420.
00000080:00000010:2.1:1787760942.850482:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007500.
00000080:00000010:2.1:1787760942.861214:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181bfa0.
00000080:00000010:2.1:1787760942.864663:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181bcc0.
00000080:00000010:2.1:1787760942.882049:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b860.
00000080:00000010:2.1:1787760942.889367:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181bcc0.
00000080:00000010:0.1:1787760942.906220:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b860.
00000080:00000010:0.1:1787760942.908697:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007420.
00000080:00000010:2.1:1787760942.912787:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007e20.
00000080:00000010:2.1:1787760942.919463:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181bcc0.
00000080:00000010:2.1:1787760942.934709:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181bfa0.
00000080:00000010:2.1:1787760942.946535:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181bcc0.
00000080:00000010:0.1:1787760942.953340:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b780.
00000080:00000010:0.1:1787760942.956717:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007420.
00000080:00000010:0.1:1787760942.974379:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007cc0.
00000080:00000010:0.1:1787760942.980411:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007420.
00010000:00000010:2.1:1787760943.155494:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7edbe600.
00010000:00000010:2.1:1787760943.155511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d48f000.
00000080:00000010:2.1:1787760943.227832:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181bcc0.
00000080:00000010:2.1:1787760943.227852:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007020.
00000080:00000010:2.1:1787760944.051485:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d52f610c0.
00000080:00000010:2.1:1787760944.051515:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77160.
00010000:00000010:2.1:1787760944.831482:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819e5400.
00010000:00000010:2.1:1787760944.831497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75360000.
00000080:00000010:2.1:1787760944.877477:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181bb60.
00000080:00000010:2.1:1787760944.877492:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181bfa0.
00010000:00000010:2.1:1787760945.981288:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819e5f00.
00010000:00000010:2.1:1787760945.981302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75360400.
00000080:00000010:2.1:1787760946.004244:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b340.
00000080:00000010:2.1:1787760946.004270:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181bb60.
00010000:00000010:3.1:1787760947.267660:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819e5f00.
00010000:00000010:3.1:1787760947.267671:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75360400.
00000080:00000010:3.1:1787760947.311856:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77ce0.
00000080:00000010:3.1:1787760947.311875:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d52f610a0.
00010000:00000010:2.1:1787760948.210575:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819e5900.
00010000:00000010:2.1:1787760948.210588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75215200.
00010000:00000010:2.1:1787760948.210593:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f787500.
00010000:00000010:2.1:1787760948.210599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d515000.
00010000:00000010:2.1:1787760948.210603:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7dd4cd00.
00010000:00000010:2.1:1787760948.210607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d514c00.
00010000:00000010:2.1:1787760948.210610:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7dd4c400.
00010000:00000010:2.1:1787760948.210612:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d514200.
00010000:00000010:2.1:1787760948.210615:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7dd4c200.
00010000:00000010:2.1:1787760948.210617:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d515a00.
00010000:00000010:2.1:1787760948.210620:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819e5a00.
00010000:00000010:2.1:1787760948.210622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75215600.
00010000:00000010:2.1:1787760948.210624:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819e5c00.
00010000:00000010:2.1:1787760948.210627:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75214e00.
00010000:00000010:2.1:1787760948.210631:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d821fb600.
00010000:00000010:2.1:1787760948.210634:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81957800.
00010000:00000010:2.1:1787760948.210636:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819e5d00.
00010000:00000010:2.1:1787760948.210639:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75214400.
00010000:00000010:2.1:1787760948.210641:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7dd4c800.
00010000:00000010:2.1:1787760948.210643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d514a00.
00010000:00000010:2.1:1787760948.210645:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819e5e00.
00010000:00000010:2.1:1787760948.210647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75215e00.
00010000:00000010:2.1:1787760948.210649:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d821fb100.
00010000:00000010:2.1:1787760948.210652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81956a00.
00010000:00000010:2.1:1787760948.210654:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d821fb500.
00010000:00000010:2.1:1787760948.210656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81957400.
00010000:00000010:2.1:1787760948.210658:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7dd4ce00.
00010000:00000010:2.1:1787760948.210661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d515400.
00010000:00000010:2.1:1787760948.210663:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819e5300.
00010000:00000010:2.1:1787760948.210666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7539e600.
00010000:00000010:2.1:1787760948.210668:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819e5200.
00010000:00000010:2.1:1787760948.210672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75214200.
00000080:00000010:2.1:1787760948.249285:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d52f61aa0.
00000080:00000010:2.1:1787760948.249313:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181bb60.
00000080:00000010:3.1:1787760948.272004:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b340.
00000080:00000010:3.1:1787760948.286451:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77ce0.
00000080:00000010:3.1:1787760948.305844:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77960.
00000080:00000010:2.1:1787760948.313589:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181bb60.
00000080:00000010:0.1:1787760948.344593:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b800.
00000080:00000010:0.1:1787760948.348485:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f0076c0.
00000080:00000010:0.1:1787760948.362175:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007b00.
00000080:00000010:0.1:1787760948.368269:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f0076c0.
00000080:00000010:0.1:1787760948.386978:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007b00.
00000080:00000010:0.1:1787760948.393689:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f0076c0.
00000080:00000010:0.1:1787760948.397837:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007ae0.
00000080:00000010:2.1:1787760948.409743:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007b00.
00000080:00000010:2.1:1787760948.439490:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181bb60.
00000080:00000010:3.1:1787760948.489804:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b660.
00000080:00000010:3.1:1787760948.489821:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77960.
00010000:00000010:3.1:1787760948.613907:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d556c00.
00010000:00000010:3.1:1787760948.613922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d52cc00.
00000080:00000010:2.1:1787760948.671723:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77960.
00000080:00000010:2.1:1787760948.671752:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d52f61120.
00010000:00000010:3.1:1787760949.869498:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819e5b00.
00010000:00000010:3.1:1787760949.869510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81957400.
00000080:00000010:3.1:1787760949.885501:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77ce0.
00000080:00000010:3.1:1787760949.885517:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181bb60.
00010000:00000010:3.1:1787760951.034139:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d48ac00.
00010000:00000010:3.1:1787760951.034153:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7dfae200.
00000080:00000010:3.1:1787760951.102489:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77a80.
00000080:00000010:3.1:1787760951.102505:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77ae0.
00010000:00000010:3.1:1787760951.883539:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819e5500.
00010000:00000010:3.1:1787760951.883554:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81956a00.
00000080:00000010:3.1:1787760951.905612:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77ae0.
00000080:00000010:3.1:1787760951.905626:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b020.
00010000:00000010:2.1:1787760952.702165:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7dfc0200.
00010000:00000010:2.1:1787760952.702176:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7539fe00.
00010000:00000010:2.1:1787760952.702180:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7dfc0800.
00010000:00000010:2.1:1787760952.702184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7539ec00.
00010000:00000010:2.1:1787760952.702187:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7dfc0600.
00010000:00000010:2.1:1787760952.702189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7539e400.
00010000:00000010:2.1:1787760952.702192:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7dfc0900.
00010000:00000010:2.1:1787760952.702195:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75215000.
00010000:00000010:2.1:1787760952.702198:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7dfc0100.
00010000:00000010:2.1:1787760952.702201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7539f600.
00010000:00000010:2.1:1787760952.702204:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f787300.
00010000:00000010:2.1:1787760952.702218:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d514e00.
00010000:00000010:2.1:1787760952.702223:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819e5800.
00010000:00000010:2.1:1787760952.702226:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75214000.
00010000:00000010:2.1:1787760952.702230:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f787800.
00010000:00000010:2.1:1787760952.702232:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d514800.
00010000:00000010:2.1:1787760952.702235:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819e5700.
00010000:00000010:2.1:1787760952.702238:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7539fc00.
00010000:00000010:2.1:1787760952.702240:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f787600.
00010000:00000010:2.1:1787760952.702243:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7539f200.
00010000:00000010:2.1:1787760952.702246:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d46c95600.
00010000:00000010:2.1:1787760952.702249:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d514000.
00010000:00000010:2.1:1787760952.702252:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d46c95900.
00010000:00000010:2.1:1787760952.702255:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d515800.
00010000:00000010:2.1:1787760952.702258:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819e5000.
00010000:00000010:2.1:1787760952.702261:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75215400.
00010000:00000010:2.1:1787760952.702263:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d46c95b00.
00010000:00000010:2.1:1787760952.702266:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81957e00.
00010000:00000010:2.1:1787760952.702269:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d821fb900.
00010000:00000010:2.1:1787760952.702273:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81956400.
00010000:00000010:2.1:1787760952.702276:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d446b9900.
00010000:00000010:2.1:1787760952.702278:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81957600.
00000080:00000010:3.1:1787760952.811593:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b9c0.
00000080:00000010:2.1:1787760952.836660:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77ae0.
00000080:00000010:2.1:1787760952.847695:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b720.
00000080:00000010:2.1:1787760952.884620:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b6c0.
00000080:00000010:2.1:1787760952.917580:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b720.
00000080:00000010:2.1:1787760952.932606:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b6c0.
00000080:00000010:2.1:1787760952.955722:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b720.
00000080:00000010:2.1:1787760952.987996:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b6c0.
00000080:00000010:3.1:1787760953.015979:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b720.
00000080:00000010:3.1:1787760953.021718:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77a80.
00000080:00000010:2.1:1787760953.051570:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca776e0.
00000080:00000010:0.1:1787760953.064489:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b6c0.
00000080:00000010:0.1:1787760953.083154:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007160.
00000080:00000010:0.1:1787760953.104219:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007b60.
00000080:00000010:0.1:1787760953.137591:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007160.
00000080:00000010:2.1:1787760953.202858:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007b60.
00010000:00000010:3.1:1787760953.410845:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52c04800.
00010000:00000010:3.1:1787760953.410856:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76f28200.
00000080:00000010:3.1:1787760953.449120:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77a80.
00000080:00000010:3.1:1787760953.449134:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007c60.
00000080:00000010:3.1:1787760954.525462:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d52f61c00.
00000080:00000010:3.1:1787760954.525486:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77a80.
00010000:00000010:3.1:1787760955.971505:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52c04600.
00010000:00000010:3.1:1787760955.971519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76f28e00.
00000080:00000010:3.1:1787760956.038517:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77a80.
00000080:00000010:3.1:1787760956.038532:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007c00.
00010000:00000010:3.1:1787760957.321478:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52c04200.
00010000:00000010:3.1:1787760957.321492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76f28e00.
00000080:00000010:3.1:1787760957.368581:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77a80.
00000080:00000010:3.1:1787760957.368594:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f0076a0.
00010000:00000010:3.1:1787760958.149488:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7dfc0100.
00010000:00000010:3.1:1787760958.149502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d52d200.
00000080:00000010:3.1:1787760958.344482:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77a80.
00000080:00000010:3.1:1787760958.344496:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d52f61820.
00000080:00000010:2.1:1787760959.151191:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b040.
00000080:00000010:0.1:1787760959.184531:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181ba20.
00000080:00000010:0.1:1787760959.258121:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007420.
00000080:00000010:2.1:1787760959.278033:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007020.
00000080:00000010:3.1:1787760959.329565:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b040.
00000080:00000010:3.1:1787760959.356290:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77a80.
00000080:00000010:2.1:1787760959.434184:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77a60.
00000080:00000010:3.1:1787760959.476519:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181ba00.
00000080:00000010:0.1:1787760959.518265:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77a80.
00000080:00000010:2.1:1787760959.529835:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007520.
00000080:00000010:2.1:1787760959.576490:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b080.
00000080:00000010:2.1:1787760959.602458:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181bc40.
00000080:00000010:2.1:1787760959.830841:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b080.
00000080:00000010:2.1:1787760959.856153:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181bc40.
00000080:00000010:2.1:1787760959.866763:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181bd20.
00000080:00000010:2.1:1787760959.928628:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b080.
00010000:00000010:2.1:1787760960.020474:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7dfc0900.
00010000:00000010:2.1:1787760960.020485:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d52ca00.
00000080:00000010:2.1:1787760960.092532:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d52f61880.
00000080:00000010:2.1:1787760960.092550:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d52f61ec0.
00010000:00000010:3.1:1787760961.577754:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d76fd6100.
00010000:00000010:3.1:1787760961.577768:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4a1c00.
00010000:00000010:2.1:1787760962.894490:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d556c00.
00010000:00000010:2.1:1787760962.894505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d52c800.
00000080:00000010:2.1:1787760962.969503:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b080.
00000080:00000010:2.1:1787760962.969531:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d52f61380.
00010000:00000010:0.1:1787760964.104484:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7dfc0600.
00010000:00000010:0.1:1787760964.104498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d515a00.
00000080:00000010:0.1:1787760964.144128:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007c00.
00000080:00000010:0.1:1787760964.144154:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181bd20.
00000080:00000010:3.1:1787760965.004572:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d52f61900.
00000080:00000010:3.1:1787760965.004599:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77ec0.
00010000:00000010:0.1:1787760965.662497:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f787f00.
00010000:00000010:0.1:1787760965.662512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d515e00.
00010000:00000010:0.1:1787760965.662517:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7dfc0600.
00010000:00000010:0.1:1787760965.662533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d515000.
00000080:00000010:0.1:1787760965.711624:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f0073e0.
00000080:00000010:0.1:1787760965.711637:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181bb00.
00000080:00000010:2.1:1787760965.721484:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b620.
00010000:00000010:0.1:1787760966.362782:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f787d00.
00010000:00000010:0.1:1787760966.362808:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d53a800.
00010000:00000010:0.1:1787760966.362813:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f787900.
00010000:00000010:0.1:1787760966.362817:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4aa800.
00010000:00000010:0.1:1787760966.362822:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d78035500.
00010000:00000010:0.1:1787760966.362826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752be400.
00010000:00000010:0.1:1787760966.362829:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f787000.
00010000:00000010:0.1:1787760966.362832:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4aa000.
00010000:00000010:0.1:1787760966.362834:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d78035900.
00010000:00000010:0.1:1787760966.362840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4ab800.
00010000:00000010:0.1:1787760966.362861:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d78035b00.
00010000:00000010:0.1:1787760966.362864:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4ab000.
00010000:00000010:0.1:1787760966.362867:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d78035f00.
00010000:00000010:0.1:1787760966.362870:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752bf000.
00010000:00000010:0.1:1787760966.362875:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7dfc0d00.
00010000:00000010:0.1:1787760966.362880:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81956800.
00010000:00000010:0.1:1787760966.362883:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7dfc0f00.
00010000:00000010:0.1:1787760966.362886:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81956000.
00010000:00000010:0.1:1787760966.362888:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f787c00.
00010000:00000010:0.1:1787760966.362891:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752bec00.
00010000:00000010:0.1:1787760966.362906:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d42a23b00.
00010000:00000010:0.1:1787760966.362911:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7539fa00.
00010000:00000010:0.1:1787760966.362914:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7dfc0500.
00010000:00000010:0.1:1787760966.362916:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4aac00.
00010000:00000010:0.1:1787760966.362919:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f787b00.
00010000:00000010:0.1:1787760966.362922:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4aba00.
00010000:00000010:0.1:1787760966.362924:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d42a23f00.
00010000:00000010:0.1:1787760966.362927:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7539f800.
00010000:00000010:0.1:1787760966.362930:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d42a23e00.
00010000:00000010:0.1:1787760966.362933:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7539ea00.
00010000:00000010:0.1:1787760966.362936:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f787400.
00010000:00000010:0.1:1787760966.362938:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d514600.
00000080:00000010:3.1:1787760966.388604:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77a00.
00000080:00000010:3.1:1787760966.416995:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca775c0.
00000080:00000010:3.1:1787760966.420640:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77a00.
00000080:00000010:3.1:1787760966.445644:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77040.
00000080:00000010:3.1:1787760966.468565:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77a00.
00000080:00000010:3.1:1787760966.510058:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77040.
00000080:00000010:3.1:1787760966.511584:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77a00.
00000080:00000010:2.1:1787760966.542646:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca775c0.
00000080:00000010:2.1:1787760966.547924:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b300.
00000080:00000010:2.1:1787760966.559672:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b460.
00000080:00000010:2.1:1787760966.612502:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b300.
00000080:00000010:2.1:1787760966.624663:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b460.
00000080:00000010:3.1:1787760966.652412:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77a00.
00000080:00000010:3.1:1787760966.660851:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77040.
00000080:00000010:2.1:1787760966.698015:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77880.
00000080:00000010:0.1:1787760966.767037:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b460.
00010000:00000010:2.1:1787760967.016649:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d821fb500.
00010000:00000010:2.1:1787760967.016664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d515e00.
00000080:00000010:2.1:1787760967.066264:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b300.
00000080:00000010:2.1:1787760967.066283:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b620.
00010000:00000010:2.1:1787760968.607487:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f787d00.
00010000:00000010:2.1:1787760968.607496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75214c00.
00000080:00000010:2.1:1787760968.643956:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77040.
00000080:00000010:2.1:1787760968.643971:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b620.
00010000:00000010:2.1:1787760970.129935:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d519f4700.
00010000:00000010:2.1:1787760970.129948:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75214c00.
00000080:00000010:2.1:1787760970.322532:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b300.
00000080:00000010:2.1:1787760970.322563:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b620.
00010000:00000010:2.1:1787760972.407606:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f787e00.
00010000:00000010:2.1:1787760972.407620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75214800.
00000080:00000010:2.1:1787760972.455483:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b460.
00000080:00000010:2.1:1787760972.455498:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b300.
00010000:00000010:0.1:1787760973.340479:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f787a00.
00010000:00000010:0.1:1787760973.340497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75215800.
00000080:00000010:0.1:1787760973.369488:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f0075a0.
00000080:00000010:0.1:1787760973.369503:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b460.
00010000:00000010:0.1:1787760973.472971:0:256680:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d433600.
00010000:00000010:0.1:1787760973.472978:0:256680:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4aaa00.
00010000:00000010:0.1:1787760973.472983:0:256680:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d78035800.
00010000:00000010:0.1:1787760973.472987:0:256680:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752be200.
00010000:00000010:0.1:1787760973.472990:0:256680:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d78035300.
00010000:00000010:0.1:1787760973.472994:0:256680:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752bfe00.
00010000:00000010:0.1:1787760973.472997:0:256680:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d433b00.
00010000:00000010:0.1:1787760973.473000:0:256680:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d53a000.
00010000:00000010:0.1:1787760973.473002:0:256680:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d78035e00.
00010000:00000010:0.1:1787760973.473005:0:256680:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752bf800.
00010000:00000010:0.1:1787760973.473011:0:256680:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d78035400.
00010000:00000010:0.1:1787760973.473013:0:256680:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752be800.
00010000:00000010:0.1:1787760973.473016:0:256680:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d42a23c00.
00010000:00000010:0.1:1787760973.473020:0:256680:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819b8200.
00010000:00000010:0.1:1787760973.473023:0:256680:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d46c95000.
00010000:00000010:0.1:1787760973.473026:0:256680:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819b8a00.
00010000:00000010:0.1:1787760973.473028:0:256680:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d46c95300.
00010000:00000010:0.1:1787760973.473031:0:256680:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d515200.
00010000:00000010:0.1:1787760973.477341:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d78035700.
00010000:00000010:0.1:1787760973.477355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752bfc00.
00010000:00000010:0.1:1787760973.477359:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d78035000.
00010000:00000010:0.1:1787760973.477362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81957000.
00010000:00000010:0.1:1787760973.477365:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d42a23300.
00010000:00000010:0.1:1787760973.477370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d53b800.
00010000:00000010:0.1:1787760973.477373:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f787700.
00010000:00000010:0.1:1787760973.477376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752bf200.
00010000:00000010:0.1:1787760973.477379:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f787200.
00010000:00000010:0.1:1787760973.477382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4abc00.
00010000:00000010:0.1:1787760973.477385:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d78035200.
00010000:00000010:0.1:1787760973.477388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d53bc00.
00010000:00000010:0.1:1787760973.477391:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d78035d00.
00010000:00000010:0.1:1787760973.477393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752bee00.
00000080:00000010:2.1:1787760974.067253:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b500.
00000080:00000010:0.1:1787760974.086737:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181bd20.
00000080:00000010:0.1:1787760974.101730:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007c00.
00000080:00000010:0.1:1787760974.116498:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007e40.
00000080:00000010:0.1:1787760974.130484:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007b40.
00000080:00000010:0.1:1787760974.140807:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007e40.
00000080:00000010:0.1:1787760974.158505:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007b40.
00000080:00000010:2.1:1787760974.187681:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b500.
00000080:00000010:2.1:1787760974.215490:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181ba00.
00000080:00000010:2.1:1787760974.215509:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b040.
00000080:00000010:3.1:1787760974.235548:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b500.
00000080:00000010:3.1:1787760974.241180:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77900.
00000080:00000010:2.1:1787760974.283002:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77200.
00000080:00000010:2.1:1787760974.287487:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b040.
00000080:00000010:2.1:1787760974.317575:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181ba00.
00000080:00000010:3.1:1787760974.343481:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77900.
00010000:00000010:2.1:1787760974.497485:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d519f4300.
00010000:00000010:2.1:1787760974.497501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f679800.
00000080:00000010:2.1:1787760974.554894:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181ba00.
00000080:00000010:2.1:1787760974.554912:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77f80.
00010000:00000010:0.1:1787760976.071490:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d821fb500.
00010000:00000010:0.1:1787760976.071502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75215600.
00000080:00000010:3.1:1787760976.134927:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007aa0.
00000080:00000010:3.1:1787760976.134942:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d52f61da0.
00010000:00000010:0.1:1787760977.475146:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d821fb500.
00010000:00000010:0.1:1787760977.475158:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75215200.
00000080:00000010:2.1:1787760977.540472:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007020.
00000080:00000010:2.1:1787760977.540487:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77b80.
00010000:00000010:2.1:1787760978.066496:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d519f4000.
00010000:00000010:2.1:1787760978.066511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f679800.
00000080:00000010:2.1:1787760978.105595:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181ba00.
00000080:00000010:2.1:1787760978.105617:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77800.
00010000:00000010:2.1:1787760978.945815:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d519f4000.
00010000:00000010:2.1:1787760978.945832:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f679800.
00000080:00000010:2.1:1787760978.945837:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b040.
00000080:00000010:2.1:1787760978.945845:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca775e0.
00010000:00000010:0.1:1787760979.483792:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d433a00.
00010000:00000010:0.1:1787760979.483805:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d50ec00.
00010000:00000010:0.1:1787760979.483810:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4f8500.
00010000:00000010:0.1:1787760979.483813:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d50e200.
00010000:00000010:0.1:1787760979.487758:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d46c95c00.
00010000:00000010:0.1:1787760979.487773:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d50fa00.
00010000:00000010:0.1:1787760979.487779:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d433400.
00010000:00000010:0.1:1787760979.487783:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752bea00.
00010000:00000010:0.1:1787760979.487786:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d46c95f00.
00010000:00000010:0.1:1787760979.487800:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819b8e00.
00010000:00000010:0.1:1787760979.487804:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d78035100.
00010000:00000010:0.1:1787760979.487808:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752bfa00.
00010000:00000010:0.1:1787760979.487811:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d78035a00.
00010000:00000010:0.1:1787760979.487813:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752bf600.
00010000:00000010:0.1:1787760979.487815:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d78035600.
00010000:00000010:0.1:1787760979.487818:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752be000.
00010000:00000010:0.1:1787760979.487820:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d78035c00.
00010000:00000010:0.1:1787760979.487823:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d53ae00.
00010000:00000010:0.1:1787760979.487825:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d433e00.
00010000:00000010:0.1:1787760979.487828:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4aae00.
00010000:00000010:0.1:1787760979.487830:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d433000.
00010000:00000010:0.1:1787760979.487834:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4ab600.
00010000:00000010:0.1:1787760979.487837:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d46c95400.
00010000:00000010:0.1:1787760979.487840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819b9e00.
00010000:00000010:0.1:1787760979.487843:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d433200.
00010000:00000010:0.1:1787760979.487845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4ab200.
00010000:00000010:0.1:1787760979.487848:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d433800.
00010000:00000010:0.1:1787760979.487851:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4ab400.
00010000:00000010:0.1:1787760979.487854:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d433500.
00010000:00000010:0.1:1787760979.487856:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752bf400.
00010000:00000010:0.1:1787760979.487859:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d46c95a00.
00010000:00000010:0.1:1787760979.487861:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819b9400.
00000080:00000010:3.1:1787760979.507993:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77e80.
00000080:00000010:3.1:1787760979.525154:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77d40.
00000080:00000010:3.1:1787760979.546812:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77e80.
00000080:00000010:2.1:1787760979.561653:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77d40.
00000080:00000010:2.1:1787760979.581670:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b040.
00000080:00000010:0.1:1787760979.602413:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007cc0.
00000080:00000010:2.1:1787760979.602475:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f0071e0.
00000080:00000010:2.1:1787760979.622507:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b040.
00000080:00000010:0.1:1787760979.626516:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181ba20.
00000080:00000010:3.1:1787760979.635579:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007920.
00000080:00000010:3.1:1787760979.649132:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77e80.
00000080:00000010:3.1:1787760979.658372:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca778c0.
00000080:00000010:2.1:1787760979.668015:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77dc0.
00000080:00000010:2.1:1787760979.673935:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b040.
00000080:00000010:2.1:1787760979.680760:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181bc20.
00000080:00000010:2.1:1787760979.797567:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b040.
00010000:00000010:0.1:1787760979.835198:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d821fb500.
00010000:00000010:0.1:1787760979.835209:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d52c800.
00000080:00000010:2.1:1787760979.884495:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007de0.
00000080:00000010:2.1:1787760979.884514:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007520.
00010000:00000010:2.1:1787760980.373589:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f622800.
00010000:00000010:2.1:1787760980.373604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d610e3400.
00000080:00000010:3.1:1787760980.422730:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181bdc0.
00000080:00000010:3.1:1787760980.422748:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181bc20.
00010000:00000010:2.1:1787760981.675976:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f622300.
00010000:00000010:2.1:1787760981.675993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d413fc200.
00000080:00000010:0.1:1787760981.698585:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b6c0.
00000080:00000010:0.1:1787760981.698600:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77e80.
00000080:00000010:0.1:1787760982.905483:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d52f610e0.
00000080:00000010:0.1:1787760982.905497:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b9c0.
00000080:00000010:3.1:1787760984.360481:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d52f61200.
00000080:00000010:3.1:1787760984.360494:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77d80.
00010000:00000010:2.1:1787760985.401560:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f622a00.
00010000:00000010:2.1:1787760985.401572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d413fc200.
00000080:00000010:2.1:1787760985.474253:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b020.
00000080:00000010:2.1:1787760985.474275:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca778e0.
00000080:00000010:3.1:1787760985.759523:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca778e0.
00000080:00000010:3.1:1787760985.763610:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77e80.
00000080:00000010:3.1:1787760985.775487:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77dc0.
00000080:00000010:3.1:1787760985.785088:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77e80.
00000080:00000010:2.1:1787760985.795506:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77dc0.
00000080:00000010:2.1:1787760985.803682:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b020.
00000080:00000010:2.1:1787760985.819244:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b0e0.
00000080:00000010:2.1:1787760985.825008:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b020.
00000080:00000010:2.1:1787760985.836484:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181bb60.
00000080:00000010:0.1:1787760985.843592:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b020.
00000080:00000010:2.1:1787760986.014486:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d52f616e0.
00000080:00000010:2.1:1787760986.014506:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77260.
00010000:00000010:0.1:1787760986.987491:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d76fd6400.
00010000:00000010:0.1:1787760986.987504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4a1e00.
00000080:00000010:0.1:1787760987.024955:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007620.
00000080:00000010:0.1:1787760987.024977:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007260.
00010000:00000010:3.1:1787760988.268488:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f622f00.
00010000:00000010:3.1:1787760988.268502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d45ca00.
00000080:00000010:2.1:1787760988.313330:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77d40.
00000080:00000010:2.1:1787760988.313359:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca778e0.
00010000:00000010:3.1:1787760989.554489:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d57c000.
00010000:00000010:3.1:1787760989.554505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d610e2000.
00000080:00000010:3.1:1787760989.603432:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca775e0.
00000080:00000010:3.1:1787760989.603466:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b0e0.
00010000:00000010:3.1:1787760990.605681:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f622f00.
00010000:00000010:3.1:1787760990.605696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d45ca00.
00000080:00000010:2.1:1787760990.654813:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77800.
00000080:00000010:2.1:1787760990.654827:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca775e0.
00010000:00000010:0.1:1787760991.374280:0:256672:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4f8c00.
00010000:00000010:0.1:1787760991.374297:0:256672:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d50f600.
00010000:00000010:0.1:1787760991.374301:0:256672:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4f8000.
00010000:00000010:0.1:1787760991.374305:0:256672:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d53a400.
00010000:00000010:0.1:1787760991.374308:0:256672:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4f8d00.
00010000:00000010:0.1:1787760991.374310:0:256672:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d50f000.
00010000:00000010:0.1:1787760991.374315:0:256672:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f22b500.
00010000:00000010:0.1:1787760991.374319:0:256672:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d558c00.
00010000:00000010:0.1:1787760991.374358:0:256672:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f22b100.
00010000:00000010:0.1:1787760991.374362:0:256672:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d559a00.
00010000:00000010:0.1:1787760991.374369:0:256672:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d46c95100.
00010000:00000010:0.1:1787760991.374374:0:256672:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819b9000.
00010000:00000010:0.1:1787760991.374377:0:256672:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f22bb00.
00010000:00000010:0.1:1787760991.374380:0:256672:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d53b600.
00010000:00000010:0.1:1787760991.374385:0:256672:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f787100.
00010000:00000010:0.1:1787760991.374388:0:256672:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d558a00.
00010000:00000010:0.1:1787760991.374392:0:256672:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d433100.
00010000:00000010:0.1:1787760991.374395:0:256672:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d53b400.
00010000:00000010:0.1:1787760991.374398:0:256672:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d433f00.
00010000:00000010:0.1:1787760991.374401:0:256672:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d559200.
00010000:00000010:0.1:1787760991.374404:0:256672:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4f8900.
00010000:00000010:0.1:1787760991.374407:0:256672:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d50e000.
00010000:00000010:0.1:1787760991.374410:0:256672:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d46c95700.
00010000:00000010:0.1:1787760991.374413:0:256672:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819b9c00.
00010000:00000010:0.1:1787760991.374416:0:256672:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d433700.
00010000:00000010:0.1:1787760991.374419:0:256672:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4aa400.
00010000:00000010:0.1:1787760991.374422:0:256672:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d433c00.
00010000:00000010:0.1:1787760991.374424:0:256672:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4aa600.
00010000:00000010:0.1:1787760991.374432:0:256672:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d433900.
00010000:00000010:0.1:1787760991.374435:0:256672:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d50fc00.
00010000:00000010:0.1:1787760991.374439:0:256672:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d46c95500.
00010000:00000010:0.1:1787760991.374456:0:256672:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819b9200.
00000080:00000010:2.1:1787760991.384562:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b800.
00000080:00000010:2.1:1787760991.398954:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b340.
00000080:00000010:2.1:1787760991.398967:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181bcc0.
00000080:00000010:2.1:1787760991.414535:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b800.
00000080:00000010:2.1:1787760991.433121:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d52f614a0.
00000080:00000010:2.1:1787760991.439775:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b800.
00000080:00000010:2.1:1787760991.454497:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181bcc0.
00000080:00000010:2.1:1787760991.478647:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b800.
00000080:00000010:3.1:1787760991.483241:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181bcc0.
00000080:00000010:3.1:1787760991.513498:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77200.
00000080:00000010:2.1:1787760991.555965:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77a00.
00000080:00000010:2.1:1787760991.555978:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b800.
00000080:00000010:2.1:1787760991.646525:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b340.
00000080:00000010:2.1:1787760991.646537:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b800.
00010000:00000010:2.1:1787760991.757048:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f622a00.
00010000:00000010:2.1:1787760991.757057:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d45da00.
00000080:00000010:2.1:1787760991.812795:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b800.
00000080:00000010:2.1:1787760991.812817:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77f80.
00010000:00000010:0.1:1787760992.715491:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f622a00.
00010000:00000010:0.1:1787760992.715507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d45d000.
00010000:00000010:2.1:1787760993.417571:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d42fc9500.
00010000:00000010:2.1:1787760993.417594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d50f200.
00000080:00000010:2.1:1787760993.463717:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b760.
00000080:00000010:2.1:1787760993.463733:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181bb40.
00010000:00000010:0.1:1787760994.649790:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d42fc9600.
00010000:00000010:0.1:1787760994.649808:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d50fa00.
00000080:00000010:0.1:1787760994.692487:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f0071a0.
00000080:00000010:0.1:1787760994.692507:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b760.
00010000:00000010:2.1:1787760995.538585:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7800d700.
00010000:00000010:2.1:1787760995.538609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d45c000.
00000080:00000010:2.1:1787760995.557327:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b760.
00000080:00000010:2.1:1787760995.557344:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77040.
00000080:00000010:0.1:1787760996.604586:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77880.
00000080:00000010:0.1:1787760996.604606:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b340.
00000080:00000010:2.1:1787760997.256368:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d52f610a0.
00000080:00000010:2.1:1787760997.256383:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b780.
00010000:00000010:0.1:1787760998.070494:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819f8000.
00010000:00000010:0.1:1787760998.070512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d53ac00.
00010000:00000010:0.1:1787760998.070516:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819f8300.
00010000:00000010:0.1:1787760998.070520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752b9200.
00010000:00000010:0.1:1787760998.070523:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819f8800.
00010000:00000010:0.1:1787760998.070526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752b8400.
00010000:00000010:0.1:1787760998.070529:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819f8600.
00010000:00000010:0.1:1787760998.070533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819b8000.
00010000:00000010:0.1:1787760998.070538:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f22bf00.
00010000:00000010:0.1:1787760998.070542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d558e00.
00010000:00000010:0.1:1787760998.070545:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f22bc00.
00010000:00000010:0.1:1787760998.070548:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d50e800.
00010000:00000010:0.1:1787760998.070551:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818df300.
00010000:00000010:0.1:1787760998.070554:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d53ba00.
00010000:00000010:0.1:1787760998.070556:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819f8100.
00010000:00000010:0.1:1787760998.070558:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d53aa00.
00010000:00000010:0.1:1787760998.070561:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819f8b00.
00010000:00000010:0.1:1787760998.070563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819b8800.
00010000:00000010:0.1:1787760998.070565:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f22ba00.
00010000:00000010:0.1:1787760998.070568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d559c00.
00010000:00000010:0.1:1787760998.070570:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f22be00.
00010000:00000010:0.1:1787760998.070572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d558800.
00010000:00000010:0.1:1787760998.070575:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d4383f500.
00010000:00000010:0.1:1787760998.070578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d53be00.
00010000:00000010:0.1:1787760998.070581:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d42a23100.
00010000:00000010:0.1:1787760998.070584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d53a600.
00010000:00000010:0.1:1787760998.070587:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f22b300.
00010000:00000010:0.1:1787760998.070590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d558000.
00010000:00000010:0.1:1787760998.070593:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4f8400.
00010000:00000010:0.1:1787760998.070596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d50e600.
00010000:00000010:0.1:1787760998.070598:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f22bd00.
00010000:00000010:0.1:1787760998.070601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d53a200.
00000080:00000010:0.1:1787760998.089081:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b020.
00000080:00000010:2.1:1787760998.100137:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d52f613a0.
00000080:00000010:3.1:1787760998.125992:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b9c0.
00000080:00000010:3.1:1787760998.128653:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca775c0.
00000080:00000010:3.1:1787760998.149027:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77ec0.
00000080:00000010:3.1:1787760998.162507:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca775c0.
00000080:00000010:3.1:1787760998.232574:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77ec0.
00000080:00000010:2.1:1787760998.236649:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca775c0.
00000080:00000010:2.1:1787760998.249486:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b6c0.
00000080:00000010:3.1:1787760998.273832:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181bc20.
00000080:00000010:3.1:1787760998.290846:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77ec0.
00000080:00000010:0.1:1787760998.321075:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77820.
00000080:00000010:2.1:1787760998.332618:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007ce0.
00000080:00000010:2.1:1787760998.341386:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b6c0.
00000080:00000010:2.1:1787760998.345632:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181bdc0.
00000080:00000010:2.1:1787760998.393489:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181ba20.
00000080:00000010:3.1:1787760998.605002:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d52f61d20.
00000080:00000010:3.1:1787760998.605021:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b0e0.
00010000:00000010:0.1:1787760999.229562:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7800d600.
00010000:00000010:0.1:1787760999.229578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d45c600.
00000080:00000010:0.1:1787760999.267537:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f0076c0.
00000080:00000010:0.1:1787760999.267559:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77ec0.
00010000:00000010:2.1:1787761000.056657:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52ebfe00.
00010000:00000010:2.1:1787761000.056673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819b8e00.
00000080:00000010:3.1:1787761000.093528:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b500.
00000080:00000010:3.1:1787761000.093542:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b6c0.
00010000:00000010:3.1:1787761000.737490:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52ebfe00.
00010000:00000010:3.1:1787761000.737504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752bfa00.
00000080:00000010:3.1:1787761000.802491:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77a80.
00000080:00000010:3.1:1787761000.802504:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d52f618c0.
00010000:00000010:2.1:1787761001.651491:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7800d800.
00010000:00000010:2.1:1787761001.651506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d45c600.
00000080:00000010:3.1:1787761001.716543:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181bb00.
00000080:00000010:3.1:1787761001.716559:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77a80.
00000080:00000010:2.1:1787761002.504467:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d52f612a0.
00000080:00000010:2.1:1787761002.504480:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77a60.
00010000:00000010:2.1:1787761003.357506:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52ebfa00.
00010000:00000010:2.1:1787761003.357520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819b8e00.
00000080:00000010:2.1:1787761003.395823:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b460.
00000080:00000010:2.1:1787761003.395844:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181bb00.
00010000:00000010:0.1:1787761004.222494:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52ebfa00.
00010000:00000010:0.1:1787761004.222509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819b8e00.
00000080:00000010:2.1:1787761004.278479:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007060.
00000080:00000010:2.1:1787761004.278496:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007ac0.
00010000:00000010:3.1:1787761005.084577:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52ebff00.
00010000:00000010:3.1:1787761005.084589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819b8200.
00000080:00000010:3.1:1787761005.144491:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77ae0.
00000080:00000010:3.1:1787761005.144503:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b460.
00010000:00000010:0.1:1787761005.908897:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818dff00.
00010000:00000010:0.1:1787761005.908911:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752b9800.
00010000:00000010:0.1:1787761005.908918:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f22b900.
00010000:00000010:0.1:1787761005.908923:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d558600.
00010000:00000010:0.1:1787761005.908925:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818df100.
00010000:00000010:0.1:1787761005.908929:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d559400.
00010000:00000010:0.1:1787761005.908931:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f22b600.
00010000:00000010:0.1:1787761005.908934:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d558200.
00010000:00000010:0.1:1787761005.908937:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818df500.
00010000:00000010:0.1:1787761005.908940:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81837e00.
00010000:00000010:0.1:1787761005.908946:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f22b200.
00010000:00000010:0.1:1787761005.908950:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81836c00.
00010000:00000010:0.1:1787761005.908953:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f22b000.
00010000:00000010:0.1:1787761005.908956:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d559000.
00010000:00000010:0.1:1787761005.908958:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818df800.
00010000:00000010:0.1:1787761005.908961:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752b8e00.
00010000:00000010:0.1:1787761005.908964:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818dfd00.
00010000:00000010:0.1:1787761005.908966:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81836a00.
00010000:00000010:0.1:1787761005.908970:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d4383ff00.
00010000:00000010:0.1:1787761005.908973:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81938c00.
00010000:00000010:0.1:1787761005.908977:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f22b400.
00010000:00000010:0.1:1787761005.908979:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d558400.
00010000:00000010:0.1:1787761005.908982:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818df900.
00010000:00000010:0.1:1787761005.908985:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752b8c00.
00010000:00000010:0.1:1787761005.908987:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818dfb00.
00010000:00000010:0.1:1787761005.908990:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81837600.
00010000:00000010:0.1:1787761005.908992:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818df400.
00010000:00000010:0.1:1787761005.908994:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81836e00.
00010000:00000010:0.1:1787761005.908997:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818df700.
00010000:00000010:0.1:1787761005.908999:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81836400.
00010000:00000010:0.1:1787761005.909002:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818dfe00.
00010000:00000010:0.1:1787761005.909005:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81836000.
00000080:00000010:0.1:1787761005.926605:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f0075a0.
00000080:00000010:0.1:1787761005.941476:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007b40.
00000080:00000010:0.1:1787761005.961734:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f0075a0.
00000080:00000010:0.1:1787761005.966498:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007b40.
00000080:00000010:0.1:1787761005.996504:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007e40.
00000080:00000010:0.1:1787761006.005253:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007b40.
00000080:00000010:0.1:1787761006.013836:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007e40.
00000080:00000010:0.1:1787761006.026488:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007b40.
00000080:00000010:2.1:1787761006.051828:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007e40.
00000080:00000010:2.1:1787761006.059705:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b6c0.
00000080:00000010:2.1:1787761006.073874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b500.
00000080:00000010:3.1:1787761006.098519:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b6c0.
00000080:00000010:3.1:1787761006.112929:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77ae0.
00000080:00000010:3.1:1787761006.128787:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77960.
00000080:00000010:3.1:1787761006.163940:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77ae0.
00000080:00000010:2.1:1787761006.213939:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77960.
00010000:00000010:2.1:1787761006.360497:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52ebff00.
00010000:00000010:2.1:1787761006.360511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819b8200.
00000080:00000010:2.1:1787761006.384543:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b500.
00000080:00000010:2.1:1787761006.384556:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007380.
00010000:00000010:2.1:1787761007.267207:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818dff00.
00010000:00000010:2.1:1787761007.267223:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752b8c00.
00000080:00000010:2.1:1787761007.339484:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b500.
00000080:00000010:2.1:1787761007.339503:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007aa0.
00010000:00000010:2.1:1787761008.104494:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d58144600.
00010000:00000010:2.1:1787761008.104511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819b8000.
00000080:00000010:2.1:1787761008.168427:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181bc20.
00000080:00000010:2.1:1787761008.168461:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b0e0.
00010000:00000010:0.1:1787761008.738560:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7800d000.
00010000:00000010:0.1:1787761008.738569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d53a200.
00000080:00000010:0.1:1787761008.791483:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007ea0.
00000080:00000010:0.1:1787761008.791499:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77160.
00010000:00000010:2.1:1787761009.441505:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7800d000.
00010000:00000010:2.1:1787761009.441517:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d41482e00.
00000080:00000010:2.1:1787761009.459486:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b020.
00000080:00000010:2.1:1787761009.459506:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b9c0.
00010000:00000010:0.1:1787761010.082503:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d58144800.
00010000:00000010:0.1:1787761010.082519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d41482800.
00010000:00000010:0.1:1787761010.818487:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d58144300.
00010000:00000010:0.1:1787761010.818503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d41482000.
00000080:00000010:2.1:1787761010.886696:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f0071a0.
00000080:00000010:2.1:1787761010.886714:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b020.
00010000:00000010:3.1:1787761011.574117:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d76ef2f00.
00010000:00000010:3.1:1787761011.574134:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d53be00.
00000080:00000010:3.1:1787761011.622505:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77860.
00000080:00000010:3.1:1787761011.622525:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77560.
00010000:00000010:0.1:1787761012.204302:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d58144e00.
00010000:00000010:0.1:1787761012.204318:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d41483c00.
00000080:00000010:2.1:1787761012.269488:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007cc0.
00000080:00000010:2.1:1787761012.269503:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b020.
00010000:00000010:2.1:1787761013.106492:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52eb8800.
00010000:00000010:2.1:1787761013.106502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81938800.
00010000:00000010:2.1:1787761013.106506:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7ed0af00.
00010000:00000010:2.1:1787761013.106509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819b8c00.
00010000:00000010:2.1:1787761013.106512:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52eb8600.
00010000:00000010:2.1:1787761013.106517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81836200.
00010000:00000010:2.1:1787761013.106520:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52eb8900.
00010000:00000010:2.1:1787761013.106523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81836600.
00010000:00000010:2.1:1787761013.106525:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7ed0a700.
00010000:00000010:2.1:1787761013.106528:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d559600.
00010000:00000010:2.1:1787761013.106531:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52eb8b00.
00010000:00000010:2.1:1787761013.106534:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81836800.
00010000:00000010:2.1:1787761013.106537:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818dfc00.
00010000:00000010:2.1:1787761013.106541:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81837200.
00010000:00000010:2.1:1787761013.106544:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f22b700.
00010000:00000010:2.1:1787761013.106547:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81938200.
00010000:00000010:2.1:1787761013.106550:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819f8e00.
00010000:00000010:2.1:1787761013.106555:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752b9000.
00010000:00000010:2.1:1787761013.106557:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f22b800.
00010000:00000010:2.1:1787761013.106559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d559800.
00010000:00000010:2.1:1787761013.106562:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818df600.
00010000:00000010:2.1:1787761013.106564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81837400.
00010000:00000010:2.1:1787761013.106567:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818df200.
00010000:00000010:2.1:1787761013.106569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81837a00.
00010000:00000010:2.1:1787761013.106572:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818df000.
00010000:00000010:2.1:1787761013.106575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81837000.
00010000:00000010:2.1:1787761013.106577:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818dfa00.
00010000:00000010:2.1:1787761013.106580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81837800.
00010000:00000010:2.1:1787761013.106583:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819f8a00.
00010000:00000010:2.1:1787761013.106586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752b8600.
00010000:00000010:2.1:1787761013.106589:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819f8400.
00010000:00000010:2.1:1787761013.106592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752b8000.
00000080:00000010:2.1:1787761013.127152:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d52f61ac0.
00000080:00000010:2.1:1787761013.143524:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b460.
00000080:00000010:2.1:1787761013.160630:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c6f5d52c0.
00000080:00000010:2.1:1787761013.180567:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b460.
00000080:00000010:3.1:1787761013.216014:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c6f5d52c0.
00000080:00000010:3.1:1787761013.236211:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77560.
00000080:00000010:2.1:1787761013.265853:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77860.
00000080:00000010:2.1:1787761013.273763:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c6f5d52c0.
00000080:00000010:3.1:1787761013.297488:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b460.
00000080:00000010:3.1:1787761013.312613:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77560.
00000080:00000010:3.1:1787761013.329741:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77460.
00000080:00000010:2.1:1787761013.355485:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77560.
00000080:00000010:2.1:1787761013.372504:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b460.
00000080:00000010:2.1:1787761013.388525:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c6f5d52c0.
00000080:00000010:0.1:1787761013.412923:0:256671:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b460.
00000080:00000010:2.1:1787761013.455473:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007ca0.
00010000:00000010:3.1:1787761013.475482:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d58144a00.
00010000:00000010:3.1:1787761013.475491:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752b8c00.
00000080:00000010:3.1:1787761013.533261:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77460.
00000080:00000010:3.1:1787761013.533277:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b6c0.
00010000:00000010:2.1:1787761014.303744:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d76ef2600.
00010000:00000010:2.1:1787761014.303758:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81837200.
00000080:00000010:2.1:1787761014.342967:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c6f5d52c0.
00000080:00000010:2.1:1787761014.342980:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b460.
00010000:00000010:3.1:1787761015.146488:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52eb8900.
00010000:00000010:3.1:1787761015.146501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81836800.
00000080:00000010:0.1:1787761015.165469:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77460.
00000080:00000010:0.1:1787761015.165483:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b460.
00010000:00000010:3.1:1787761015.719495:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d76ef2d00.
00010000:00000010:3.1:1787761015.719510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81836200.
00000080:00000010:3.1:1787761015.784479:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca770c0.
00000080:00000010:3.1:1787761015.784493:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75d20.
00010000:00000010:2.1:1787761016.322630:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52eb8900.
00010000:00000010:2.1:1787761016.322646:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81836800.
00000080:00000010:3.1:1787761016.349478:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75340.
00000080:00000010:3.1:1787761016.349496:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75e00.
00010000:00000010:3.1:1787761017.026515:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d76ef2800.
00010000:00000010:3.1:1787761017.026531:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d53b000.
00000080:00000010:2.1:1787761017.058270:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77e20.
00000080:00000010:2.1:1787761017.058291:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca776c0.
00010000:00000010:0.1:1787761018.050180:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52eb8900.
00010000:00000010:0.1:1787761018.050197:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d53b200.
00000080:00000010:0.1:1787761018.082549:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007cc0.
00000080:00000010:2.1:1787761018.920745:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d52f61100.
00000080:00000010:2.1:1787761018.920768:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77980.
00010000:00000010:2.1:1787761019.526307:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d45bf9200.
00010000:00000010:2.1:1787761019.526323:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819b8c00.
00000080:00000010:2.1:1787761019.546155:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75c00.
00000080:00000010:2.1:1787761019.546176:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75b00.
00010000:00000010:0.1:1787761020.373499:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d45bf9300.
00010000:00000010:0.1:1787761020.373514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81938200.
00000080:00000010:0.1:1787761020.386486:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f0071a0.
00000080:00000010:0.1:1787761020.386502:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75c00.
00010000:00000010:2.1:1787761020.927967:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d45bf9000.
00010000:00000010:2.1:1787761020.927981:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d53b800.
00000080:00000010:2.1:1787761020.972841:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c755c0.
00000080:00000010:2.1:1787761020.972862:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77e20.
00010000:00000010:2.1:1787761021.777485:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818df000.
00010000:00000010:2.1:1787761021.777501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81938800.
00000080:00000010:2.1:1787761021.820618:0:25:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c755c0.
00000080:00000010:2.1:1787761021.820630:0:25:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77460.
00010000:00000010:2.1:1787761022.220492:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52eb8100.
00010000:00000010:2.1:1787761022.220509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d552c00.
00010000:00000010:2.1:1787761022.220514:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7ed0a200.
00010000:00000010:2.1:1787761022.220518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f30fa00.
00010000:00000010:2.1:1787761022.220521:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52eb8d00.
00010000:00000010:2.1:1787761022.220525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d553a00.
00010000:00000010:2.1:1787761022.220528:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52eb8e00.
00010000:00000010:2.1:1787761022.220530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d552a00.
00010000:00000010:2.1:1787761022.220533:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52eb8f00.
00010000:00000010:2.1:1787761022.220545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d552600.
00010000:00000010:2.1:1787761022.220549:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52eb8400.
00010000:00000010:2.1:1787761022.220552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d553400.
00010000:00000010:2.1:1787761022.220554:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52eb8a00.
00010000:00000010:2.1:1787761022.220557:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d553200.
00010000:00000010:2.1:1787761022.220560:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52eb8700.
00010000:00000010:2.1:1787761022.220563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d553600.
00010000:00000010:2.1:1787761022.220572:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7ed0a600.
00010000:00000010:2.1:1787761022.220576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f30e600.
00010000:00000010:2.1:1787761022.220578:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7ed0a500.
00010000:00000010:2.1:1787761022.220581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f30f400.
00010000:00000010:2.1:1787761022.220584:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819f8500.
00010000:00000010:2.1:1787761022.220589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752b8200.
00010000:00000010:2.1:1787761022.220591:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52eb8000.
00010000:00000010:2.1:1787761022.220595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81837c00.
00010000:00000010:2.1:1787761022.220598:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819f8200.
00010000:00000010:2.1:1787761022.220601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81938a00.
00010000:00000010:2.1:1787761022.220604:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7ed0a100.
00010000:00000010:2.1:1787761022.220606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f30f600.
00010000:00000010:2.1:1787761022.220609:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52eb8300.
00010000:00000010:2.1:1787761022.220613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752b9600.
00010000:00000010:2.1:1787761022.220615:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52eb8200.
00010000:00000010:2.1:1787761022.220617:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752b9c00.
00000080:00000010:3.1:1787761022.240262:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77560.
00000080:00000010:2.1:1787761022.256693:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77860.
00000080:00000010:2.1:1787761022.268878:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75a00.
00000080:00000010:2.1:1787761022.285497:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c757a0.
00000080:00000010:3.1:1787761022.321848:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007420.
00000080:00000010:0.1:1787761022.322053:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75a00.
00000080:00000010:2.1:1787761022.323721:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77560.
00000080:00000010:2.1:1787761022.330059:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c757a0.
00000080:00000010:2.1:1787761022.367480:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75260.
00000080:00000010:2.1:1787761022.372805:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c757a0.
00000080:00000010:2.1:1787761022.375843:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75220.
00000080:00000010:3.1:1787761022.390501:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75260.
00000080:00000010:2.1:1787761022.418490:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77160.
00000080:00000010:2.1:1787761022.439848:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75220.
00000080:00000010:0.1:1787761022.456501:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77960.
00000080:00000010:0.1:1787761022.495022:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007f40.
00010000:00000010:0.1:1787761022.687929:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d45bf9e00.
00010000:00000010:0.1:1787761022.687938:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81938200.
00000080:00000010:0.1:1787761022.701985:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007f40.
00000080:00000010:0.1:1787761022.702003:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c759a0.
00000080:00000010:2.1:1787761023.530771:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d52f61e00.
00000080:00000010:2.1:1787761023.530788:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c757a0.
00010000:00000010:2.1:1787761024.493505:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d58144a00.
00010000:00000010:2.1:1787761024.493719:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76c87000.
00000080:00000010:2.1:1787761024.570692:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c750c0.
00000080:00000010:2.1:1787761024.570718:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77a60.
00010000:00000010:3.1:1787761025.482490:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818dff00.
00010000:00000010:3.1:1787761025.482504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752b9c00.
00000080:00000010:3.1:1787761025.544823:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77ec0.
00000080:00000010:3.1:1787761025.544842:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f0076a0.
00010000:00000010:3.1:1787761026.284493:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d45bf9600.
00010000:00000010:3.1:1787761026.284509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76c86c00.
00000080:00000010:3.1:1787761026.326014:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77820.
00000080:00000010:3.1:1787761026.326028:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77ec0.
00000080:00000010:2.1:1787761027.368149:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d52f61080.
00000080:00000010:2.1:1787761027.368164:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007260.
00010000:00000010:0.1:1787761028.077239:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818c1e00.
00010000:00000010:0.1:1787761028.077257:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f30e400.
00010000:00000010:0.1:1787761028.077262:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818c1000.
00010000:00000010:0.1:1787761028.077265:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81938600.
00010000:00000010:0.1:1787761028.077268:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819f8d00.
00010000:00000010:0.1:1787761028.077273:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f7a6200.
00010000:00000010:0.1:1787761028.077276:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818c1300.
00010000:00000010:0.1:1787761028.077279:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d553000.
00010000:00000010:0.1:1787761028.077281:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819f8900.
00010000:00000010:0.1:1787761028.077285:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752b8800.
00010000:00000010:0.1:1787761028.077360:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818c1d00.
00010000:00000010:0.1:1787761028.077365:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d552e00.
00010000:00000010:0.1:1787761028.077368:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819f8f00.
00010000:00000010:0.1:1787761028.077371:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752b9a00.
00010000:00000010:0.1:1787761028.077376:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7ed0ab00.
00010000:00000010:0.1:1787761028.077378:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d552800.
00010000:00000010:0.1:1787761028.077381:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818c1500.
00010000:00000010:0.1:1787761028.077383:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752b9e00.
00010000:00000010:0.1:1787761028.077385:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818c1900.
00010000:00000010:0.1:1787761028.077388:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d552000.
00010000:00000010:0.1:1787761028.077391:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7ed0ad00.
00010000:00000010:0.1:1787761028.077394:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f30f000.
00010000:00000010:0.1:1787761028.077396:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7ed0a800.
00010000:00000010:0.1:1787761028.077398:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f30ec00.
00010000:00000010:0.1:1787761028.077401:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52eb8500.
00010000:00000010:0.1:1787761028.077404:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d553800.
00010000:00000010:0.1:1787761028.077406:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7ed0a000.
00010000:00000010:0.1:1787761028.077409:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f30e200.
00010000:00000010:0.1:1787761028.077412:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52eb8c00.
00010000:00000010:0.1:1787761028.077416:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81939600.
00010000:00000010:0.1:1787761028.077420:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d4383fa00.
00010000:00000010:0.1:1787761028.077422:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752b8a00.
00000080:00000010:2.1:1787761028.112495:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d52f61260.
00000080:00000010:2.1:1787761028.124551:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75240.
00000080:00000010:3.1:1787761028.142130:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75520.
00000080:00000010:3.1:1787761028.142149:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77ec0.
00000080:00000010:3.1:1787761028.151547:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77820.
00000080:00000010:3.1:1787761028.159825:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77ec0.
00000080:00000010:3.1:1787761028.173956:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77820.
00000080:00000010:2.1:1787761028.210330:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77ec0.
00000080:00000010:2.1:1787761028.210350:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75240.
00000080:00000010:2.1:1787761028.210355:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75fc0.
00000080:00000010:2.1:1787761028.219208:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75aa0.
00000080:00000010:2.1:1787761028.223654:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75f60.
00000080:00000010:2.1:1787761028.235038:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75fc0.
00000080:00000010:2.1:1787761028.241725:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75f60.
00000080:00000010:3.1:1787761028.254563:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75fc0.
00000080:00000010:3.1:1787761028.285479:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77820.
00010000:00000010:3.1:1787761028.437934:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d45bf9300.
00010000:00000010:3.1:1787761028.437951:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d552a00.
00000080:00000010:3.1:1787761028.482477:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77820.
00000080:00000010:3.1:1787761028.482495:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75e80.
00010000:00000010:2.1:1787761029.432500:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d46c95000.
00010000:00000010:2.1:1787761029.432523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752b9a00.
00000080:00000010:2.1:1787761029.490781:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75f60.
00000080:00000010:2.1:1787761029.490796:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007c00.
00010000:00000010:2.1:1787761030.341709:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818dfc00.
00010000:00000010:2.1:1787761030.341725:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752b8c00.
00000080:00000010:2.1:1787761030.356724:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75f60.
00000080:00000010:2.1:1787761030.356739:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007420.
00010000:00000010:2.1:1787761031.099616:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d46c95000.
00010000:00000010:2.1:1787761031.099632:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752bf200.
00000080:00000010:3.1:1787761031.175228:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75f60.
00000080:00000010:3.1:1787761031.175258:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d52f61100.
00010000:00000010:2.1:1787761032.888585:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52eb8300.
00010000:00000010:2.1:1787761032.888594:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d58165e00.
00000080:00000010:2.1:1787761032.917505:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c752a0.
00000080:00000010:2.1:1787761032.917519:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75600.
00010000:00000010:2.1:1787761033.766466:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52eb8300.
00010000:00000010:2.1:1787761033.766482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752be600.
00000080:00000010:2.1:1787761033.824695:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75600.
00000080:00000010:2.1:1787761033.824711:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007da0.
00010000:00000010:3.1:1787761035.008984:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52eb8000.
00010000:00000010:3.1:1787761035.008997:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d58165000.
00000080:00000010:3.1:1787761035.039183:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77a00.
00000080:00000010:3.1:1787761035.039203:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c752a0.
00000080:00000010:2.1:1787761036.269956:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d52f61f20.
00000080:00000010:2.1:1787761036.269973:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c756e0.
00010000:00000010:0.1:1787761037.100380:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818c1800.
00010000:00000010:0.1:1787761037.100390:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818a0000.
00010000:00000010:0.1:1787761037.100395:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818c1200.
00010000:00000010:0.1:1787761037.100399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d552200.
00010000:00000010:0.1:1787761037.100403:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8187c800.
00010000:00000010:0.1:1787761037.100406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752b9400.
00010000:00000010:0.1:1787761037.100410:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8187cd00.
00010000:00000010:0.1:1787761037.100414:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f30fe00.
00010000:00000010:0.1:1787761037.100417:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818c1f00.
00010000:00000010:0.1:1787761037.100420:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d552400.
00010000:00000010:0.1:1787761037.100434:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818c1100.
00010000:00000010:0.1:1787761037.100438:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f30f200.
00010000:00000010:0.1:1787761037.100457:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7ed0a300.
00010000:00000010:0.1:1787761037.100472:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f30ea00.
00010000:00000010:0.1:1787761037.100475:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818c1c00.
00010000:00000010:0.1:1787761037.100479:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d553e00.
00010000:00000010:0.1:1787761037.100482:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7ed0a400.
00010000:00000010:0.1:1787761037.100485:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f30f800.
00010000:00000010:0.1:1787761037.100487:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818c1400.
00010000:00000010:0.1:1787761037.100490:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d553c00.
00010000:00000010:0.1:1787761037.100495:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819f8700.
00010000:00000010:0.1:1787761037.100499:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f7a6a00.
00010000:00000010:0.1:1787761037.100502:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7ed0ac00.
00010000:00000010:0.1:1787761037.100505:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f30e000.
00010000:00000010:0.1:1787761037.100508:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818c1700.
00010000:00000010:0.1:1787761037.100511:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f30ee00.
00010000:00000010:0.1:1787761037.100514:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d4383f700.
00010000:00000010:0.1:1787761037.100517:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f7a6800.
00010000:00000010:0.1:1787761037.100520:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7ed0aa00.
00010000:00000010:0.1:1787761037.100523:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f30fc00.
00010000:00000010:0.1:1787761037.100527:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7ed0ae00.
00010000:00000010:0.1:1787761037.100530:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f30e800.
00000080:00000010:3.1:1787761037.130653:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77a00.
00000080:00000010:3.1:1787761037.152503:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca775e0.
00000080:00000010:3.1:1787761037.167579:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77a00.
00000080:00000010:2.1:1787761037.214502:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca775e0.
00000080:00000010:2.1:1787761037.220748:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75a20.
00000080:00000010:2.1:1787761037.240851:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c753e0.
00000080:00000010:2.1:1787761037.240870:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75760.
00000080:00000010:2.1:1787761037.246842:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75a20.
00000080:00000010:2.1:1787761037.262799:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c750e0.
00000080:00000010:0.1:1787761037.320630:0:256671:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d52f61c20.
00000080:00000010:2.1:1787761037.358734:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007ac0.
00000080:00000010:2.1:1787761037.411500:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c750e0.
00010000:00000010:2.1:1787761037.631699:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52eb8400.
00010000:00000010:2.1:1787761037.631707:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d58164800.
00000080:00000010:2.1:1787761037.673065:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c750e0.
00000080:00000010:2.1:1787761037.673079:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75840.
00010000:00000010:2.1:1787761038.981604:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4abc00.
00010000:00000010:2.1:1787761038.981627:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d58164c00.
00000080:00000010:2.1:1787761039.011954:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75760.
00000080:00000010:2.1:1787761039.011970:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c750e0.
00010000:00000010:2.1:1787761039.958085:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7cdf6100.
00010000:00000010:2.1:1787761039.958095:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d553c00.
00000080:00000010:2.1:1787761039.976528:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c750e0.
00000080:00000010:2.1:1787761039.976548:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca778e0.
00000080:00000010:0.1:1787761041.146925:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d52f611a0.
00000080:00000010:0.1:1787761041.146941:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77d40.
00010000:00000010:2.1:1787761042.359487:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81848f00.
00010000:00000010:2.1:1787761042.359501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d552200.
00000080:00000010:2.1:1787761042.388479:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75760.
00000080:00000010:2.1:1787761042.388497:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77dc0.
00010000:00000010:2.1:1787761043.251490:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4abb00.
00010000:00000010:2.1:1787761043.251504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81897a00.
00000080:00000010:2.1:1787761043.321476:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75a80.
00000080:00000010:2.1:1787761043.321487:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c753e0.
00010000:00000010:3.1:1787761043.978631:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4ab100.
00010000:00000010:3.1:1787761043.978642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81897a00.
00000080:00000010:2.1:1787761044.045558:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77dc0.
00000080:00000010:2.1:1787761044.045582:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c753e0.
00000080:00000010:2.1:1787761044.769589:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75bc0.
00000080:00000010:2.1:1787761044.780669:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75f00.
00000080:00000010:2.1:1787761044.790735:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75bc0.
00000080:00000010:3.1:1787761044.819793:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75f00.
00000080:00000010:3.1:1787761044.845654:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca778e0.
00000080:00000010:3.1:1787761044.865291:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca775e0.
00000080:00000010:3.1:1787761044.877146:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca778e0.
00000080:00000010:0.1:1787761044.910927:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca775e0.
00000080:00000010:2.1:1787761044.914493:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007de0.
00000080:00000010:3.1:1787761044.930477:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75bc0.
00000080:00000010:3.1:1787761044.936198:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca778e0.
00000080:00000010:2.1:1787761044.955637:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77040.
00000080:00000010:2.1:1787761044.972560:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75ee0.
00000080:00000010:2.1:1787761044.998664:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75280.
00000080:00000010:0.1:1787761045.063524:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d52f61ec0.
00000080:00000010:0.1:1787761045.063539:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c753e0.
00010000:00000010:3.1:1787761045.830495:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7ed0ae00.
00010000:00000010:3.1:1787761045.830511:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752b8800.
00000080:00000010:3.1:1787761045.890838:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca778e0.
00000080:00000010:3.1:1787761045.890858:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f0075a0.
00010000:00000010:2.1:1787761046.624616:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81848d00.
00010000:00000010:2.1:1787761046.624630:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4d0200.
00000080:00000010:3.1:1787761046.680503:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75280.
00000080:00000010:3.1:1787761046.680517:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77880.
00010000:00000010:0.1:1787761047.417534:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4ab500.
00010000:00000010:0.1:1787761047.417560:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81897600.
00000080:00000010:0.1:1787761047.427473:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f0072a0.
00000080:00000010:0.1:1787761047.427488:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75720.
00010000:00000010:0.1:1787761048.332604:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7ed0ac00.
00010000:00000010:0.1:1787761048.332619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752b8800.
00000080:00000010:0.1:1787761048.357941:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f0076c0.
00000080:00000010:0.1:1787761048.357961:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007ce0.
00010000:00000010:2.1:1787761049.219489:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81848200.
00010000:00000010:2.1:1787761049.219503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4d1e00.
00000080:00000010:2.1:1787761049.246531:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75400.
00000080:00000010:2.1:1787761049.246553:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77ec0.
00010000:00000010:2.1:1787761049.934630:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4ab100.
00010000:00000010:2.1:1787761049.934646:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81897400.
00000080:00000010:2.1:1787761049.954484:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75540.
00000080:00000010:2.1:1787761049.954496:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75b80.
00010000:00000010:2.1:1787761050.411052:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7ed0ac00.
00010000:00000010:2.1:1787761050.411069:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4d1800.
00000080:00000010:2.1:1787761050.474494:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75b80.
00000080:00000010:2.1:1787761050.474512:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77960.
00010000:00000010:3.1:1787761051.179357:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8187ce00.
00010000:00000010:3.1:1787761051.179382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d8184e600.
00010000:00000010:3.1:1787761051.179386:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81848e00.
00010000:00000010:3.1:1787761051.179389:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4d0400.
00000080:00000010:3.1:1787761051.192605:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77860.
00000080:00000010:3.1:1787761051.192621:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77560.
00000080:00000010:2.1:1787761051.261479:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75b80.
00000080:00000010:2.1:1787761051.728504:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75d00.
00000080:00000010:3.1:1787761051.749499:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75a60.
00000080:00000010:3.1:1787761051.759243:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77e20.
00000080:00000010:3.1:1787761051.771886:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77980.
00000080:00000010:2.1:1787761051.785495:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77e20.
00000080:00000010:2.1:1787761051.799272:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75d00.
00000080:00000010:2.1:1787761051.802646:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75980.
00000080:00000010:2.1:1787761051.815942:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c755a0.
00000080:00000010:0.1:1787761051.851795:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75980.
00000080:00000010:0.1:1787761051.863490:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007c20.
00000080:00000010:0.1:1787761051.874992:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007f20.
00000080:00000010:3.1:1787761051.912603:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007c20.
00000080:00000010:2.1:1787761051.929504:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c755a0.
00000080:00000010:3.1:1787761051.953500:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75d00.
00000080:00000010:3.1:1787761051.964665:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77980.
00000080:00000010:2.1:1787761052.070506:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77e20.
00010000:00000010:3.1:1787761052.115502:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81848700.
00010000:00000010:3.1:1787761052.115534:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4d0400.
00000080:00000010:0.1:1787761052.158572:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77980.
00000080:00000010:0.1:1787761052.158586:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77560.
00010000:00000010:2.1:1787761053.216627:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d78010900.
00010000:00000010:2.1:1787761053.216643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d596c00.
00000080:00000010:2.1:1787761053.232053:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75460.
00000080:00000010:2.1:1787761053.232076:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75960.
00000080:00000010:0.1:1787761054.025490:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d52f61240.
00000080:00000010:0.1:1787761054.025515:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75460.
00010000:00000010:2.1:1787761054.495496:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818b2100.
00010000:00000010:2.1:1787761054.495525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d597800.
00000080:00000010:2.1:1787761054.561478:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c750a0.
00000080:00000010:2.1:1787761054.561490:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c751e0.
00010000:00000010:2.1:1787761055.300510:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7ed0ae00.
00010000:00000010:2.1:1787761055.300526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818a0400.
00000080:00000010:2.1:1787761055.336879:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c751e0.
00000080:00000010:2.1:1787761055.336907:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007920.
00010000:00000010:2.1:1787761056.356596:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818b2900.
00010000:00000010:2.1:1787761056.356611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d597800.
00000080:00000010:2.1:1787761056.416772:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c750a0.
00000080:00000010:2.1:1787761056.416788:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c751e0.
00010000:00000010:2.1:1787761057.142505:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818b2500.
00010000:00000010:2.1:1787761057.142521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d597800.
00000080:00000010:2.1:1787761057.208501:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c750a0.
00000080:00000010:2.1:1787761057.208515:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c751e0.
00010000:00000010:3.1:1787761057.863555:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818b2500.
00010000:00000010:3.1:1787761057.863569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818a1e00.
00000080:00000010:3.1:1787761057.942676:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77860.
00000080:00000010:3.1:1787761057.942694:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007ea0.
00010000:00000010:0.1:1787761058.616506:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8184cc00.
00010000:00000010:0.1:1787761058.616522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d495a00.
00010000:00000010:0.1:1787761058.616527:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8184cd00.
00010000:00000010:0.1:1787761058.616529:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d495400.
00010000:00000010:0.1:1787761058.616532:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8184c600.
00010000:00000010:0.1:1787761058.616535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81939200.
00010000:00000010:0.1:1787761058.616537:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8184c500.
00010000:00000010:0.1:1787761058.616540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d495600.
00010000:00000010:0.1:1787761058.616542:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8184c900.
00010000:00000010:0.1:1787761058.616545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81939c00.
00010000:00000010:0.1:1787761058.616548:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8184cb00.
00010000:00000010:0.1:1787761058.616551:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d494e00.
00010000:00000010:0.1:1787761058.616555:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52ebce00.
00010000:00000010:0.1:1787761058.616558:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81939e00.
00010000:00000010:0.1:1787761058.616561:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8184c400.
00010000:00000010:0.1:1787761058.616563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d494400.
00010000:00000010:0.1:1787761058.616566:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8184ca00.
00010000:00000010:0.1:1787761058.616568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d494000.
00010000:00000010:0.1:1787761058.616570:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8184c700.
00010000:00000010:0.1:1787761058.616573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f7a6600.
00010000:00000010:0.1:1787761058.636782:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8184ce00.
00010000:00000010:0.1:1787761058.636800:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d495800.
00010000:00000010:0.1:1787761058.636803:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8184c000.
00010000:00000010:0.1:1787761058.636806:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d495000.
00010000:00000010:0.1:1787761058.636810:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8187c500.
00010000:00000010:0.1:1787761058.636814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d8184e800.
00010000:00000010:0.1:1787761058.636817:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8187c100.
00010000:00000010:0.1:1787761058.636820:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d8184e000.
00010000:00000010:0.1:1787761058.636822:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8184c300.
00010000:00000010:0.1:1787761058.636826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818a0e00.
00010000:00000010:0.1:1787761058.636829:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8184c200.
00010000:00000010:0.1:1787761058.636832:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818a0a00.
00000080:00000010:0.1:1787761058.661657:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77ec0.
00000080:00000010:0.1:1787761058.693182:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007420.
00000080:00000010:0.1:1787761058.699672:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007780.
00000080:00000010:0.1:1787761058.728531:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d52f61e80.
00000080:00000010:3.1:1787761058.746498:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007020.
00000080:00000010:2.1:1787761058.753574:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77040.
00000080:00000010:2.1:1787761058.777064:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c751e0.
00000080:00000010:2.1:1787761058.783495:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c750a0.
00000080:00000010:2.1:1787761058.818853:0:256681:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c751e0.
00000080:00000010:2.1:1787761058.835605:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c750a0.
00000080:00000010:2.1:1787761058.840500:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c759c0.
00000080:00000010:2.1:1787761058.865498:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c751e0.
00000080:00000010:0.1:1787761058.880842:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c759c0.
00000080:00000010:0.1:1787761058.891027:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f0076c0.
00000080:00000010:0.1:1787761058.917501:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007260.
00010000:00000010:3.1:1787761059.004495:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d78010600.
00010000:00000010:3.1:1787761059.004510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4d0600.
00000080:00000010:3.1:1787761059.058657:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca775e0.
00000080:00000010:3.1:1787761059.058670:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77860.
00010000:00000010:0.1:1787761059.898224:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75296700.
00010000:00000010:0.1:1787761059.898240:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d597e00.
00000080:00000010:2.1:1787761059.963621:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007c20.
00000080:00000010:2.1:1787761059.963636:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c751e0.
00010000:00000010:2.1:1787761060.667507:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d78010200.
00010000:00000010:2.1:1787761060.667523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4d1e00.
00000080:00000010:2.1:1787761060.736236:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77d40.
00000080:00000010:2.1:1787761060.736257:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca775e0.
00010000:00000010:2.1:1787761061.688490:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75296400.
00010000:00000010:2.1:1787761061.688496:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d597e00.
00000080:00000010:2.1:1787761061.696639:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c750a0.
00000080:00000010:2.1:1787761061.696652:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c751e0.
00000080:00000010:2.1:1787761062.549483:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d52f61760.
00000080:00000010:2.1:1787761062.549498:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c750a0.
00010000:00000010:3.1:1787761063.371519:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8184cb00.
00010000:00000010:3.1:1787761063.371537:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818a1c00.
00000080:00000010:3.1:1787761063.381019:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77dc0.
00000080:00000010:3.1:1787761063.381039:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007c20.
00010000:00000010:0.1:1787761064.293491:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75296b00.
00010000:00000010:0.1:1787761064.293508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818a1e00.
00000080:00000010:0.1:1787761064.357567:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75d60.
00000080:00000010:0.1:1787761064.357581:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75180.
00010000:00000010:2.1:1787761064.444381:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d4383f200.
00010000:00000010:2.1:1787761064.444396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81939400.
00000080:00000010:3.1:1787761065.126495:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77dc0.
00000080:00000010:3.1:1787761065.137630:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca775e0.
00000080:00000010:3.1:1787761065.146561:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77dc0.
00000080:00000010:0.1:1787761065.158655:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca775e0.
00000080:00000010:0.1:1787761065.170551:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007da0.
00000080:00000010:0.1:1787761065.174938:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007b40.
00000080:00000010:0.1:1787761065.182466:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f0075a0.
00000080:00000010:0.1:1787761065.189613:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007b40.
00000080:00000010:0.1:1787761065.201163:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f0075a0.
00000080:00000010:0.1:1787761065.206464:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007da0.
00000080:00000010:0.1:1787761065.210604:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007b40.
00000080:00000010:0.1:1787761065.234903:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f0075a0.
00000080:00000010:0.1:1787761065.239872:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007b40.
00000080:00000010:0.1:1787761065.250477:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007da0.
00000080:00000010:0.1:1787761065.255091:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f0075a0.
00000080:00000010:2.1:1787761065.270542:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007b40.
00000080:00000010:2.1:1787761065.289536:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c758e0.
00010000:00000010:2.1:1787761065.402617:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75296900.
00010000:00000010:2.1:1787761065.402630:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81870200.
00000080:00000010:2.1:1787761065.414475:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c758e0.
00000080:00000010:2.1:1787761065.414488:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75900.
00010000:00000010:2.1:1787761066.246594:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75296d00.
00010000:00000010:2.1:1787761066.246833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81870200.
00000080:00000010:2.1:1787761066.275934:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c758e0.
00000080:00000010:2.1:1787761066.275956:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75900.
00010000:00000010:0.1:1787761067.084724:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8187ca00.
00010000:00000010:0.1:1787761067.084738:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d495600.
00000080:00000010:0.1:1787761067.119476:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007780.
00000080:00000010:0.1:1787761067.119489:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007420.
00010000:00000010:2.1:1787761067.842488:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75296200.
00010000:00000010:2.1:1787761067.842502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81871000.
00000080:00000010:3.1:1787761067.891520:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c759e0.
00000080:00000010:3.1:1787761067.891536:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c758e0.
00000080:00000010:2.1:1787761068.772479:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d52f613c0.
00000080:00000010:2.1:1787761068.772493:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c756c0.
00010000:00000010:3.1:1787761069.445744:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75296800.
00010000:00000010:3.1:1787761069.445760:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81870000.
00000080:00000010:3.1:1787761069.454545:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77dc0.
00000080:00000010:3.1:1787761069.454564:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75440.
00010000:00000010:0.1:1787761070.120487:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75296f00.
00010000:00000010:0.1:1787761070.120503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81870800.
00000080:00000010:0.1:1787761070.207485:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007500.
00000080:00000010:0.1:1787761070.207502:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75ac0.
00010000:00000010:3.1:1787761070.990499:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d78010700.
00010000:00000010:3.1:1787761070.990514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81871c00.
00000080:00000010:3.1:1787761071.040380:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77dc0.
00000080:00000010:3.1:1787761071.040559:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75c60.
00010000:00000010:3.1:1787761071.901718:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8187c900.
00010000:00000010:3.1:1787761071.901733:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d494e00.
00000080:00000010:3.1:1787761071.901740:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77dc0.
00000080:00000010:3.1:1787761071.901752:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f0071a0.
00010000:00000010:0.1:1787761072.654485:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8187c100.
00010000:00000010:0.1:1787761072.654502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81871200.
00000080:00000010:0.1:1787761072.689463:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77dc0.
00000080:00000010:0.1:1787761072.689475:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75140.
00010000:00000010:3.1:1787761073.336505:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75296800.
00010000:00000010:3.1:1787761073.336522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f7a6600.
00000080:00000010:3.1:1787761073.394168:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77d40.
00000080:00000010:3.1:1787761073.394187:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007cc0.
00000080:00000010:0.1:1787761074.187474:0:256672:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007b40.
00000080:00000010:2.1:1787761074.218489:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d52f61020.
00000080:00000010:2.1:1787761074.231670:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75000.
00000080:00000010:2.1:1787761074.256492:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75ae0.
00000080:00000010:2.1:1787761074.264485:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75000.
00000080:00000010:2.1:1787761074.270635:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75ae0.
00000080:00000010:2.1:1787761074.280132:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75000.
00000080:00000010:2.1:1787761074.287267:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75ae0.
00000080:00000010:2.1:1787761074.310024:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75000.
00000080:00000010:2.1:1787761074.314802:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75ae0.
00000080:00000010:2.1:1787761074.329900:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75f80.
00000080:00000010:2.1:1787761074.334616:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75ae0.
00000080:00000010:2.1:1787761074.349976:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75000.
00000080:00000010:2.1:1787761074.353583:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75ae0.
00000080:00000010:2.1:1787761074.372483:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75f80.
00000080:00000010:2.1:1787761074.463515:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d52f61560.
00000080:00000010:2.1:1787761074.463532:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75b40.
00010000:00000010:0.1:1787761075.063588:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8187cb00.
00010000:00000010:0.1:1787761075.063613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f7a6000.
00000080:00000010:0.1:1787761075.145491:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007ca0.
00000080:00000010:0.1:1787761075.145504:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f0072a0.
00010000:00000010:3.1:1787761076.047506:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8187ce00.
00010000:00000010:3.1:1787761076.047522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f7a7a00.
00000080:00000010:3.1:1787761076.115023:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77d40.
00000080:00000010:3.1:1787761076.115038:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007ca0.
00010000:00000010:2.1:1787761076.767757:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7df76500.
00010000:00000010:2.1:1787761076.767765:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d78020c00.
00000080:00000010:2.1:1787761076.808632:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75ae0.
00000080:00000010:2.1:1787761076.808651:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75f80.
00010000:00000010:2.1:1787761077.611487:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7df76600.
00010000:00000010:2.1:1787761077.611501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d78021e00.
00000080:00000010:2.1:1787761077.635485:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75000.
00000080:00000010:2.1:1787761077.635499:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75ae0.
00010000:00000010:3.1:1787761078.121716:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7df76600.
00010000:00000010:3.1:1787761078.121726:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81873e00.
00000080:00000010:3.1:1787761078.150509:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77ec0.
00000080:00000010:3.1:1787761078.150522:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77040.
00010000:00000010:2.1:1787761078.989531:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7df76600.
00010000:00000010:2.1:1787761078.989547:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d78021e00.
00000080:00000010:2.1:1787761079.048492:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75000.
00000080:00000010:2.1:1787761079.048518:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75ae0.
00000080:00000010:3.1:1787761080.454481:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d52f61340.
00000080:00000010:3.1:1787761080.454495:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77980.
00010000:00000010:2.1:1787761081.136497:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d4137c500.
00010000:00000010:2.1:1787761081.136510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d78021800.
00000080:00000010:2.1:1787761081.201477:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75860.
00000080:00000010:2.1:1787761081.201497:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75fa0.
00010000:00000010:3.1:1787761081.708493:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d4137c600.
00010000:00000010:3.1:1787761081.708508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d78020000.
00000080:00000010:3.1:1787761081.773500:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77980.
00000080:00000010:3.1:1787761081.773513:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75fa0.
00010000:00000010:2.1:1787761082.581741:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d4137cd00.
00010000:00000010:2.1:1787761082.581756:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81872800.
00000080:00000010:2.1:1787761082.650961:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75860.
00000080:00000010:2.1:1787761082.650983:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77e20.
00010000:00000010:3.1:1787761083.580346:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81848700.
00010000:00000010:3.1:1787761083.580362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81873c00.
00000080:00000010:3.1:1787761083.607491:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77dc0.
00000080:00000010:3.1:1787761083.607511:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77ec0.
00010000:00000010:0.1:1787761084.384426:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7e787100.
00010000:00000010:0.1:1787761084.384455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d599c00.
00010000:00000010:0.1:1787761084.384461:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d446f1b00.
00010000:00000010:0.1:1787761084.384468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d45cb9200.
00010000:00000010:0.1:1787761084.384471:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d446f1f00.
00010000:00000010:0.1:1787761084.384474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d45cb9c00.
00010000:00000010:0.1:1787761084.384476:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d446f1400.
00010000:00000010:0.1:1787761084.384480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d45cb8e00.
00010000:00000010:0.1:1787761084.384484:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7d1a1100.
00010000:00000010:0.1:1787761084.384488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d493e00.
00010000:00000010:0.1:1787761084.384491:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7d1a1900.
00010000:00000010:0.1:1787761084.384495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d492200.
00010000:00000010:0.1:1787761084.384498:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d446f1e00.
00010000:00000010:0.1:1787761084.384501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752ff400.
00010000:00000010:0.1:1787761084.384507:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d753a4300.
00010000:00000010:0.1:1787761084.384510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d45cb8000.
00010000:00000010:0.1:1787761084.384512:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7d1a1b00.
00010000:00000010:0.1:1787761084.384515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d492a00.
00010000:00000010:0.1:1787761084.384517:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d753a4600.
00010000:00000010:0.1:1787761084.384521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752ff800.
00010000:00000010:0.1:1787761084.384523:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7d1a1c00.
00010000:00000010:0.1:1787761084.384526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d492600.
00010000:00000010:0.1:1787761084.384528:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d753a4900.
00010000:00000010:0.1:1787761084.384531:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d45cb9000.
00010000:00000010:0.1:1787761084.384533:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d753a4800.
00010000:00000010:0.1:1787761084.384535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d45cb8c00.
00010000:00000010:0.1:1787761084.384546:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7d1a1a00.
00010000:00000010:0.1:1787761084.384550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d493400.
00010000:00000010:0.1:1787761084.384552:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d753a4e00.
00010000:00000010:0.1:1787761084.384555:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d45cb9a00.
00010000:00000010:0.1:1787761084.384558:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d753a4700.
00010000:00000010:0.1:1787761084.384560:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d45cb8a00.
00000080:00000010:2.1:1787761084.473862:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75860.
00000080:00000010:3.1:1787761084.482762:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75480.
00000080:00000010:3.1:1787761084.496470:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca775e0.
00000080:00000010:3.1:1787761084.505212:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4c8e53c0.
00000080:00000010:3.1:1787761084.513474:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4c8e54a0.
00000080:00000010:3.1:1787761084.519864:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4c8e53c0.
00000080:00000010:2.1:1787761084.531651:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4c8e54a0.
00000080:00000010:2.1:1787761084.555071:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75860.
00000080:00000010:2.1:1787761084.555088:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c754e0.
00000080:00000010:2.1:1787761084.559792:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75de0.
00000080:00000010:2.1:1787761084.563766:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75dc0.
00000080:00000010:2.1:1787761084.569242:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c754e0.
00000080:00000010:2.1:1787761084.582482:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75dc0.
00000080:00000010:2.1:1787761084.586579:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c754e0.
00000080:00000010:2.1:1787761084.595480:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75de0.
00000080:00000010:2.1:1787761084.609690:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c754e0.
00010000:00000010:0.1:1787761084.751483:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d78011a00.
00010000:00000010:0.1:1787761084.751496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81873600.
00000080:00000010:2.1:1787761084.756006:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f0076c0.
00000080:00000010:2.1:1787761084.756024:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77dc0.
00010000:00000010:3.1:1787761085.316175:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d4137c100.
00010000:00000010:3.1:1787761085.316191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d78023c00.
00000080:00000010:3.1:1787761085.335708:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4c8e53c0.
00000080:00000010:3.1:1787761085.335723:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75de0.
00010000:00000010:3.1:1787761086.153549:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d4137c100.
00010000:00000010:3.1:1787761086.153561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d78023200.
00000080:00000010:3.1:1787761086.190602:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4c8e53c0.
00000080:00000010:3.1:1787761086.190618:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75860.
00010000:00000010:3.1:1787761086.876616:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d4137c100.
00010000:00000010:3.1:1787761086.876630:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d78022600.
00000080:00000010:3.1:1787761086.909486:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4c8e53c0.
00000080:00000010:3.1:1787761086.909500:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75200.
00010000:00000010:2.1:1787761087.851208:0:1359:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d4137c100.
00010000:00000010:2.1:1787761087.851218:0:1359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d78022a00.
00000080:00000010:3.1:1787761087.859611:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75360.
00000080:00000010:3.1:1787761087.859628:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75b20.
00010000:00000010:3.1:1787761088.446657:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d4137c100.
00010000:00000010:3.1:1787761088.446666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d78022a00.
00000080:00000010:3.1:1787761088.505484:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4c8e53c0.
00000080:00000010:3.1:1787761088.505496:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75800.
00000080:00000010:3.1:1787761089.484487:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d52f614c0.
00000080:00000010:3.1:1787761089.484502:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007e20.
00010000:00000010:2.1:1787761089.995207:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81835400.
00010000:00000010:2.1:1787761089.995220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d78022600.
00000080:00000010:2.1:1787761090.061640:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75da0.
00000080:00000010:2.1:1787761090.061659:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75a40.
00010000:00000010:3.1:1787761090.594542:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81835f00.
00010000:00000010:3.1:1787761090.594556:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d78023200.
00000080:00000010:3.1:1787761090.662899:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4c8e53c0.
00000080:00000010:3.1:1787761090.662913:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75da0.
00010000:00000010:2.1:1787761091.534617:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d78011500.
00010000:00000010:2.1:1787761091.534631:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81873600.
00000080:00000010:2.1:1787761091.590608:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c753a0.
00000080:00000010:2.1:1787761091.590627:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4c8e57a0.
00010000:00000010:3.1:1787761092.318622:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8187c900.
00010000:00000010:3.1:1787761092.318633:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81872000.
00000080:00000010:3.1:1787761092.393248:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4c8e54a0.
00000080:00000010:3.1:1787761092.393262:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4c8e57a0.
00010000:00000010:0.1:1787761093.115482:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7d1a1f00.
00010000:00000010:0.1:1787761093.115515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d492c00.
00010000:00000010:0.1:1787761093.115519:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7d1a1000.
00010000:00000010:0.1:1787761093.115526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d493000.
00010000:00000010:0.1:1787761093.115532:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7d1a1600.
00010000:00000010:0.1:1787761093.115538:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d492400.
00010000:00000010:0.1:1787761093.115544:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52ebc400.
00010000:00000010:0.1:1787761093.115552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d598800.
00010000:00000010:0.1:1787761093.115558:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52ebcc00.
00010000:00000010:0.1:1787761093.115566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752fe800.
00010000:00000010:0.1:1787761093.115578:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d446f1000.
00010000:00000010:0.1:1787761093.115585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d492800.
00010000:00000010:0.1:1787761093.115591:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d446f1300.
00010000:00000010:0.1:1787761093.115597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d598000.
00010000:00000010:0.1:1787761093.115602:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d446f1200.
00010000:00000010:0.1:1787761093.115606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d45cb9800.
00010000:00000010:0.1:1787761093.115613:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7d1a1700.
00010000:00000010:0.1:1787761093.115620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752ff000.
00010000:00000010:0.1:1787761093.115629:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7e787300.
00010000:00000010:0.1:1787761093.115635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d598e00.
00010000:00000010:0.1:1787761093.115642:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7d1a1400.
00010000:00000010:0.1:1787761093.115648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d493800.
00010000:00000010:0.1:1787761093.115656:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d446f1800.
00010000:00000010:0.1:1787761093.115662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d45cb8400.
00010000:00000010:0.1:1787761093.115668:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7e787f00.
00010000:00000010:0.1:1787761093.115673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752fec00.
00010000:00000010:0.1:1787761093.115679:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d446f1600.
00010000:00000010:0.1:1787761093.115687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d599a00.
00010000:00000010:0.1:1787761093.115694:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d446f1900.
00010000:00000010:0.1:1787761093.115699:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d45cb8600.
00010000:00000010:0.1:1787761093.115705:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d446f1100.
00010000:00000010:0.1:1787761093.115711:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d45cb9400.
00000080:00000010:3.1:1787761093.230617:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75740.
00000080:00000010:3.1:1787761093.261560:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4c8e57a0.
00000080:00000010:3.1:1787761093.261572:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4c8e54a0.
00000080:00000010:0.1:1787761093.294024:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77dc0.
00000080:00000010:0.1:1787761093.297619:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007260.
00000080:00000010:0.1:1787761093.297638:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007c60.
00000080:00000010:3.1:1787761093.299997:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007da0.
00000080:00000010:2.1:1787761093.326753:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca775e0.
00000080:00000010:2.1:1787761093.337847:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75060.
00000080:00000010:2.1:1787761093.345721:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c752c0.
00000080:00000010:2.1:1787761093.353166:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c758c0.
00000080:00000010:3.1:1787761093.362199:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75320.
00000080:00000010:3.1:1787761093.375674:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca775e0.
00000080:00000010:3.1:1787761093.375694:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca77dc0.
00000080:00000010:3.1:1787761093.398485:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4c8e54a0.
00000080:00000010:2.1:1787761093.442581:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4c8e57a0.
00010000:00000010:3.1:1787761093.478608:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81835b00.
00010000:00000010:3.1:1787761093.478623:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d78023c00.
00000080:00000010:2.1:1787761093.506490:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4c8e54a0.
00000080:00000010:2.1:1787761093.506504:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c753a0.
00010000:00000010:2.1:1787761094.324482:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81835800.
00010000:00000010:2.1:1787761094.324496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d492a00.
00000080:00000010:2.1:1787761094.388068:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c753a0.
00000080:00000010:2.1:1787761094.388085:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d52f61400.
00010000:00000010:0.1:1787761095.337792:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d594200.
00010000:00000010:0.1:1787761095.337808:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d78023c00.
00000080:00000010:0.1:1787761095.425607:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007020.
00000080:00000010:0.1:1787761095.425622:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4c8e57a0.
00010000:00000010:2.1:1787761097.342486:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81835800.
00010000:00000010:2.1:1787761097.342500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d492c00.
00000080:00000010:2.1:1787761097.410602:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c758c0.
00000080:00000010:2.1:1787761097.410620:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d52f61e40.
00010000:00000010:3.1:1787761097.967274:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7531f100.
00010000:00000010:3.1:1787761097.967288:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d493400.
00000080:00000010:3.1:1787761098.015809:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c4c8e57a0.
00000080:00000010:3.1:1787761098.015828:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d52f61200.
00010000:00000010:2.1:1787761098.707486:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d594000.
00010000:00000010:2.1:1787761098.707503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d6fa7bc00.
00000080:00000010:2.1:1787761098.726503:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c758c0.
00000080:00000010:2.1:1787761098.726520:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca775e0.
00010000:00000010:0.1:1787761099.662570:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81835200.
00010000:00000010:0.1:1787761099.662579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d6fa79a00.
00000080:00000010:2.1:1787761099.697893:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007cc0.
00000080:00000010:2.1:1787761099.697917:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c752c0.
00010000:00000010:2.1:1787761100.990500:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d594700.
00010000:00000010:2.1:1787761100.990514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d6fa7b200.
00000080:00000010:2.1:1787761101.011960:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c752c0.
00000080:00000010:2.1:1787761101.011980:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df40a0.
00000080:00000010:0.1:1787761102.299590:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f0076c0.
00000080:00000010:0.1:1787761102.328899:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007060.
00000080:00000010:0.1:1787761102.373700:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d52f61d80.
00000080:00000010:2.1:1787761102.392487:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f0077a0.
00000080:00000010:2.1:1787761102.422017:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75620.
00000080:00000010:0.1:1787761102.429321:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75d40.
00000080:00000010:0.1:1787761102.454765:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007f20.
00000080:00000010:0.1:1787761102.481517:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007c20.
00000080:00000010:0.1:1787761102.500670:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007f20.
00000080:00000010:2.1:1787761102.528818:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007c20.
00000080:00000010:2.1:1787761102.544500:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75620.
00000080:00000010:2.1:1787761102.571359:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75ce0.
00000080:00000010:3.1:1787761102.592749:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75620.
00000080:00000010:2.1:1787761102.645874:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df40a0.
00000080:00000010:2.1:1787761102.692121:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75ce0.
00010000:00000010:2.1:1787761103.002589:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81835000.
00010000:00000010:2.1:1787761103.002602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d6fa78c00.
00000080:00000010:2.1:1787761103.058483:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75ce0.
00000080:00000010:2.1:1787761103.058507:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75060.
00010000:00000010:2.1:1787761104.364594:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d594b00.
00010000:00000010:2.1:1787761104.364610:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d6fa7aa00.
00000080:00000010:2.1:1787761104.364615:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75ce0.
00000080:00000010:2.1:1787761104.364625:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d44df40a0.
00010000:00000010:2.1:1787761105.681487:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d752a1f00.
00010000:00000010:2.1:1787761105.681498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d6fa79c00.
00000080:00000010:2.1:1787761105.681521:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75d80.
00000080:00000010:2.1:1787761105.681531:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c751a0.
00010000:00000010:2.1:1787761106.678368:0:25:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d594900.
00010000:00000010:2.1:1787761106.678379:0:25:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d6fa7a200.
00000080:00000010:2.1:1787761106.721622:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c751a0.
00000080:00000010:2.1:1787761106.721642:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5a66a900.
00010000:00000010:3.1:1787761107.852496:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d752a1b00.
00010000:00000010:3.1:1787761107.852511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d6fa79c00.
00000080:00000010:3.1:1787761107.869577:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5a66a4e0.
00000080:00000010:3.1:1787761107.869591:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c751a0.
00010000:00000010:3.1:1787761108.795024:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d752a1b00.
00010000:00000010:3.1:1787761108.795038:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d6fa79c00.
00000080:00000010:3.1:1787761108.834493:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5a66a4e0.
00000080:00000010:3.1:1787761108.834506:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75fe0.
00010000:00000010:3.1:1787761109.410792:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7e787f00.
00010000:00000010:3.1:1787761109.410807:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d6fa79c00.
00000080:00000010:3.1:1787761109.468370:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5a66a4e0.
00000080:00000010:3.1:1787761109.468384:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75ca0.
00010000:00000010:0.1:1787761110.030149:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7531f500.
00010000:00000010:0.1:1787761110.030159:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d493a00.
00000080:00000010:0.1:1787761110.048471:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007cc0.
00000080:00000010:0.1:1787761110.048483:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d52f613e0.
00010000:00000010:3.1:1787761110.768587:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7e787100.
00010000:00000010:3.1:1787761110.768602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d6fa79c00.
00000080:00000010:3.1:1787761110.796481:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5a66a4e0.
00000080:00000010:3.1:1787761110.796494:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c754c0.
00010000:00000010:2.1:1787761111.689496:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d594d00.
00010000:00000010:2.1:1787761111.689512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d6fa7be00.
00000080:00000010:2.1:1787761111.726489:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75ba0.
00000080:00000010:2.1:1787761111.726503:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5a66af00.
00000080:00000010:3.1:1787761112.785538:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75820.
00000080:00000010:2.1:1787761112.805734:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5a66af00.
00000080:00000010:2.1:1787761112.819884:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75300.
00000080:00000010:2.1:1787761112.831511:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75580.
00000080:00000010:2.1:1787761112.849530:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75300.
00000080:00000010:2.1:1787761112.882547:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75580.
00000080:00000010:2.1:1787761112.882566:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75300.
00000080:00000010:2.1:1787761112.897551:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75cc0.
00000080:00000010:3.1:1787761112.924591:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75300.
00000080:00000010:2.1:1787761112.939278:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5a66a900.
00000080:00000010:2.1:1787761112.944122:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75cc0.
00000080:00000010:2.1:1787761112.967603:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75580.
00000080:00000010:2.1:1787761112.967614:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75be0.
00000080:00000010:2.1:1787761112.993163:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75cc0.
00000080:00000010:2.1:1787761113.010480:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75380.
00000080:00000010:2.1:1787761113.021485:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75be0.
00010000:00000010:3.1:1787761113.189673:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7e787100.
00010000:00000010:3.1:1787761113.189688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752f6600.
00000080:00000010:3.1:1787761113.205740:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5a66a900.
00000080:00000010:3.1:1787761113.205754:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75b60.
00010000:00000010:0.1:1787761114.470525:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d753a4500.
00010000:00000010:0.1:1787761114.470541:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752f7600.
00010000:00000010:3.1:1787761115.297785:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d753a4200.
00010000:00000010:3.1:1787761115.297799:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752f7600.
00000080:00000010:3.1:1787761115.342150:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5a66a900.
00000080:00000010:2.1:1787761115.342435:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75580.
00010000:00000010:2.1:1787761116.260575:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d753a4000.
00010000:00000010:2.1:1787761116.260590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d493200.
00000080:00000010:2.1:1787761116.316800:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75580.
00000080:00000010:2.1:1787761116.316820:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d52f61020.
00010000:00000010:0.1:1787761117.436768:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d446f1200.
00010000:00000010:0.1:1787761117.436857:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d45cb8a00.
00000080:00000010:2.1:1787761117.519473:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007520.
00000080:00000010:2.1:1787761117.519495:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007920.
00010000:00000010:3.1:1787761118.501733:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d753a4200.
00010000:00000010:3.1:1787761118.501756:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752f7600.
00000080:00000010:3.1:1787761118.539635:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5a66a900.
00000080:00000010:3.1:1787761118.539649:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75c80.
00000080:00000010:3.1:1787761119.173544:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c757e0.
00000080:00000010:3.1:1787761119.182543:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5a66a900.
00000080:00000010:3.1:1787761119.206544:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5a66af00.
00000080:00000010:2.1:1787761119.228678:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5a66a900.
00000080:00000010:2.1:1787761119.238920:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75f20.
00000080:00000010:2.1:1787761119.247156:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c756a0.
00000080:00000010:2.1:1787761119.267487:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75f20.
00000080:00000010:2.1:1787761119.280753:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c756a0.
00000080:00000010:2.1:1787761119.302491:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75f20.
00000080:00000010:2.1:1787761119.321598:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c756a0.
00000080:00000010:2.1:1787761119.351437:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75f20.
00000080:00000010:2.1:1787761119.356005:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c756a0.
00000080:00000010:2.1:1787761119.365167:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c758a0.
00000080:00000010:3.1:1787761119.380251:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75f20.
00000080:00000010:3.1:1787761119.385520:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5a66af00.
00000080:00000010:3.1:1787761119.405487:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5a66a900.
00010000:00000010:3.1:1787761119.502540:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d753a4200.
00010000:00000010:3.1:1787761119.502551:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819b0400.
00000080:00000010:3.1:1787761119.547113:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5a66a900.
00000080:00000010:3.1:1787761119.547138:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75880.
00010000:00000010:0.1:1787761120.522480:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d594000.
00010000:00000010:0.1:1787761120.522494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819b1000.
00000080:00000010:0.1:1787761120.571393:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f0076c0.
00000080:00000010:0.1:1787761120.571408:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c756a0.
00010000:00000010:0.1:1787761121.377527:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d594300.
00010000:00000010:0.1:1787761121.377544:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d6fa7aa00.
00000080:00000010:0.1:1787761121.426575:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007f20.
00000080:00000010:0.1:1787761121.426591:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5a66a900.
00010000:00000010:3.1:1787761122.128778:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d594300.
00010000:00000010:3.1:1787761122.128796:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d6fa7bc00.
00000080:00000010:3.1:1787761122.139828:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c58139f40.
00000080:00000010:3.1:1787761122.139846:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5a66a900.
00010000:00000010:3.1:1787761122.768596:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d446f1800.
00010000:00000010:3.1:1787761122.768612:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d45cb9200.
00000080:00000010:0.1:1787761122.822211:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c58139f40.
00000080:00000010:0.1:1787761122.822230:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007c20.
00010000:00000010:2.1:1787761123.622491:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52ebc800.
00010000:00000010:2.1:1787761123.622510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819b1000.
00000080:00000010:2.1:1787761123.634593:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c756a0.
00000080:00000010:2.1:1787761123.634607:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c755e0.
00010000:00000010:2.1:1787761124.358492:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52ebc300.
00010000:00000010:2.1:1787761124.358506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819b0400.
00000080:00000010:2.1:1787761124.400270:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75880.
00000080:00000010:2.1:1787761124.400286:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c756a0.
00010000:00000010:2.1:1787761125.309483:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d594300.
00010000:00000010:2.1:1787761125.309500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d6fa7aa00.
00000080:00000010:2.1:1787761125.374556:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d52f616e0.
00000080:00000010:2.1:1787761125.374571:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c581398e0.
00010000:00000010:2.1:1787761126.298487:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d446f1d00.
00010000:00000010:2.1:1787761126.298502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d45cb8e00.
00000080:00000010:2.1:1787761126.366810:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75880.
00000080:00000010:2.1:1787761126.366832:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f0077a0.
00010000:00000010:0.1:1787761127.093607:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d42a23100.
00010000:00000010:0.1:1787761127.093624:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819b0400.
00000080:00000010:0.1:1787761127.162488:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f0076c0.
00000080:00000010:0.1:1787761127.162506:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c758a0.
00000080:00000010:3.1:1787761128.082621:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d52f61be0.
00000080:00000010:3.1:1787761128.082636:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c58139300.
00000080:00000010:0.1:1787761128.114491:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007060.
00010000:00000010:1.1:1787761128.653566:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d76f67100.
00010000:00000010:1.1:1787761128.653586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f64d800.
00010000:00000010:1.1:1787761128.678017:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d76f67b00.
00010000:00000010:1.1:1787761128.678036:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f64ca00.
00010000:00000010:1.1:1787761128.678040:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d46c98f00.
00010000:00000010:1.1:1787761128.678043:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d599800.
00000080:00000010:3.1:1787761128.697588:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c58139300.
00000080:00000010:0.1:1787761128.707626:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c58139ca0.
00000080:00000010:0.1:1787761128.722767:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007520.
00000080:00000010:0.1:1787761128.732764:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007ea0.
00000080:00000010:0.1:1787761128.749471:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007cc0.
00000080:00000010:0.1:1787761128.754223:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007ea0.
00000080:00000010:2.1:1787761128.758489:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007520.
00000080:00000010:2.1:1787761128.766592:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75580.
00000080:00000010:2.1:1787761128.782511:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75be0.
00000080:00000010:3.1:1787761128.792498:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75580.
00000080:00000010:3.1:1787761128.803491:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c58139300.
00000080:00000010:3.1:1787761128.811475:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c58139f20.
00000080:00000010:3.1:1787761128.821226:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c58139300.
00000080:00000010:3.1:1787761128.837647:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c58139f20.
00000080:00000010:2.1:1787761128.888966:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c58139300.
00000080:00000010:2.1:1787761128.942529:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75be0.
00010000:00000010:0.1:1787761128.946534:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d42a23300.
00010000:00000010:0.1:1787761128.946551:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d58140e00.
00000080:00000010:0.1:1787761128.996526:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f0077a0.
00000080:00000010:0.1:1787761128.996544:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c757e0.
00010000:00000010:2.1:1787761129.784937:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81841300.
00010000:00000010:2.1:1787761129.784947:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d58143e00.
00000080:00000010:2.1:1787761129.784955:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75380.
00000080:00000010:2.1:1787761129.784965:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c58139f20.
00010000:00000010:1.1:1787761130.426496:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81854e00.
00010000:00000010:1.1:1787761130.426520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d58141a00.
00000080:00000010:1.1:1787761130.447484:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d52f61280.
00000080:00000010:1.1:1787761130.447502:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75380.
00010000:00000010:3.1:1787761131.382680:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81854a00.
00010000:00000010:3.1:1787761131.382698:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d58140200.
00000080:00000010:3.1:1787761131.409480:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c58139d20.
00000080:00000010:3.1:1787761131.409497:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75b60.
00010000:00000010:2.1:1787761132.528315:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81854f00.
00010000:00000010:2.1:1787761132.528329:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d58141000.
00000080:00000010:3.1:1787761132.591051:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75680.
00000080:00000010:3.1:1787761132.591070:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c754c0.
00010000:00000010:1.1:1787761133.465527:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81854c00.
00010000:00000010:1.1:1787761133.465543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d58141800.
00000080:00000010:1.1:1787761133.503075:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d52f617a0.
00000080:00000010:1.1:1787761133.503095:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75160.
00010000:00000010:1.1:1787761134.277880:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81854b00.
00010000:00000010:1.1:1787761134.277899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d58140000.
00000080:00000010:2.1:1787761134.357128:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d52f617a0.
00000080:00000010:2.1:1787761134.357143:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75c40.
00010000:00000010:0.1:1787761135.161489:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81841700.
00010000:00000010:0.1:1787761135.161505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d58142000.
00000080:00000010:1.1:1787761135.202905:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007cc0.
00000080:00000010:1.1:1787761135.202925:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c58139740.
00010000:00000010:3.1:1787761136.278747:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81854100.
00010000:00000010:3.1:1787761136.278761:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d58142800.
00000080:00000010:3.1:1787761136.359253:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c58139a40.
00000080:00000010:3.1:1787761136.359267:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c58139320.
00010000:00000010:1.1:1787761137.187316:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81854500.
00010000:00000010:1.1:1787761137.187330:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d58140400.
00000080:00000010:1.1:1787761137.227320:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d52f61680.
00000080:00000010:1.1:1787761137.227340:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c751a0.
00010000:00000010:2.1:1787761137.977608:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81854600.
00010000:00000010:2.1:1787761137.977624:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d58142e00.
00000080:00000010:2.1:1787761138.019361:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75620.
00000080:00000010:2.1:1787761138.019386:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c58139a40.
00010000:00000010:1.1:1787761138.600566:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d514d3b00.
00010000:00000010:1.1:1787761138.600579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819aba00.
00010000:00000010:1.1:1787761138.600584:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d514d3f00.
00010000:00000010:1.1:1787761138.600587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819abe00.
00010000:00000010:1.1:1787761138.600590:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d76f67700.
00010000:00000010:1.1:1787761138.600595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f64d600.
00010000:00000010:1.1:1787761138.600598:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81999200.
00010000:00000010:1.1:1787761138.600602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d41e200.
00010000:00000010:1.1:1787761138.600605:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d514d3700.
00010000:00000010:1.1:1787761138.600608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819fc800.
00010000:00000010:1.1:1787761138.600612:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4fa700.
00010000:00000010:1.1:1787761138.600617:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d41fc00.
00010000:00000010:1.1:1787761138.600636:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d514d3300.
00010000:00000010:1.1:1787761138.600639:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819abc00.
00010000:00000010:1.1:1787761138.600641:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d514d3200.
00010000:00000010:1.1:1787761138.600644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819aae00.
00010000:00000010:1.1:1787761138.600647:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4fa600.
00010000:00000010:1.1:1787761138.600650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819fd200.
00010000:00000010:1.1:1787761138.600654:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d46c98000.
00010000:00000010:1.1:1787761138.600657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819aa400.
00010000:00000010:1.1:1787761138.600659:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d46c98c00.
00010000:00000010:1.1:1787761138.600662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819aa000.
00010000:00000010:1.1:1787761138.600664:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d46c98600.
00010000:00000010:1.1:1787761138.600667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819ab000.
00010000:00000010:1.1:1787761138.600670:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d46c98500.
00010000:00000010:1.1:1787761138.600672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819fce00.
00010000:00000010:1.1:1787761138.600675:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4fac00.
00010000:00000010:1.1:1787761138.600689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d41f000.
00010000:00000010:1.1:1787761138.600693:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4fae00.
00010000:00000010:1.1:1787761138.600696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d41e400.
00010000:00000010:1.1:1787761138.600698:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d76f67e00.
00010000:00000010:1.1:1787761138.600702:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f64ce00.
00000080:00000010:2.1:1787761138.684473:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c58139280.
00000080:00000010:0.1:1787761138.711940:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75620.
00000080:00000010:0.1:1787761138.758584:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f0077a0.
00000080:00000010:2.1:1787761138.776219:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75d40.
00000080:00000010:3.1:1787761138.803779:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75120.
00000080:00000010:3.1:1787761138.823659:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c58139380.
00000080:00000010:3.1:1787761138.835603:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c58139500.
00000080:00000010:2.1:1787761138.863534:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c58139520.
00000080:00000010:3.1:1787761138.879586:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75d40.
00000080:00000010:3.1:1787761138.897498:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c58139500.
00000080:00000010:2.1:1787761138.908487:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c58139380.
00000080:00000010:2.1:1787761138.926607:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c753a0.
00000080:00000010:2.1:1787761138.950601:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75320.
00000080:00000010:3.1:1787761138.975491:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c753a0.
00000080:00000010:3.1:1787761139.020968:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c58139500.
00000080:00000010:2.1:1787761139.043063:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c58139ce0.
00010000:00000010:2.1:1787761139.171261:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7531f600.
00010000:00000010:2.1:1787761139.171277:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d493200.
00000080:00000010:3.1:1787761139.221487:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75320.
00000080:00000010:3.1:1787761139.221503:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d52f617e0.
00010000:00000010:0.1:1787761140.098457:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7531f800.
00010000:00000010:0.1:1787761140.098474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d493200.
00000080:00000010:2.1:1787761140.137267:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007ea0.
00000080:00000010:2.1:1787761140.137289:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d52f61ec0.
00010000:00000010:2.1:1787761140.931501:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81854100.
00010000:00000010:2.1:1787761140.931519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f30ee00.
00000080:00000010:2.1:1787761140.980470:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75da0.
00000080:00000010:2.1:1787761140.980485:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c58139ba0.
00010000:00000010:3.1:1787761141.833063:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81854b00.
00010000:00000010:3.1:1787761141.833076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752d0600.
00000080:00000010:1.1:1787761141.893690:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c581399c0.
00000080:00000010:1.1:1787761141.893709:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75800.
00010000:00000010:2.1:1787761142.721691:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81854a00.
00010000:00000010:2.1:1787761142.721706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752d1a00.
00000080:00000010:2.1:1787761142.762893:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75200.
00000080:00000010:2.1:1787761142.762908:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75360.
00010000:00000010:2.1:1787761143.568869:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81854a00.
00010000:00000010:2.1:1787761143.568891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f30ec00.
00000080:00000010:2.1:1787761143.568897:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75200.
00000080:00000010:2.1:1787761143.568907:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f0076c0.
00010000:00000010:2.1:1787761144.232537:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81854a00.
00010000:00000010:2.1:1787761144.232553:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d5c6000.
00000080:00000010:2.1:1787761144.247492:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75200.
00000080:00000010:2.1:1787761144.247507:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c58139780.
00010000:00000010:0.1:1787761145.177483:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81854a00.
00010000:00000010:0.1:1787761145.177497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d5c6800.
00000080:00000010:0.1:1787761145.276863:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007260.
00000080:00000010:0.1:1787761145.276894:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c58139d40.
00010000:00000010:1.1:1787761146.143481:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81854a00.
00010000:00000010:1.1:1787761146.143489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752d1e00.
00000080:00000010:2.1:1787761146.198617:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007520.
00000080:00000010:2.1:1787761146.198635:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75de0.
00010000:00000010:2.1:1787761146.921490:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81909b00.
00010000:00000010:2.1:1787761146.921506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d5c7c00.
00000080:00000010:2.1:1787761146.996479:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75480.
00000080:00000010:2.1:1787761146.996495:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c58139040.
00010000:00000010:1.1:1787761147.626492:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d514d3e00.
00010000:00000010:1.1:1787761147.626507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d57a000.
00010000:00000010:1.1:1787761147.626513:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81999f00.
00010000:00000010:1.1:1787761147.626517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d598400.
00010000:00000010:1.1:1787761147.626520:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d514d3a00.
00010000:00000010:1.1:1787761147.626523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d57b800.
00010000:00000010:1.1:1787761147.626526:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d514d3400.
00010000:00000010:1.1:1787761147.626539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d57b000.
00010000:00000010:1.1:1787761147.626559:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d514d3100.
00010000:00000010:1.1:1787761147.626563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819aa200.
00010000:00000010:1.1:1787761147.626566:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81999a00.
00010000:00000010:1.1:1787761147.626570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d41f200.
00010000:00000010:1.1:1787761147.626573:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81999700.
00010000:00000010:1.1:1787761147.626576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d41e800.
00010000:00000010:1.1:1787761147.626579:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d76f67500.
00010000:00000010:1.1:1787761147.626584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818f4000.
00010000:00000010:1.1:1787761147.626587:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d514d3d00.
00010000:00000010:1.1:1787761147.626589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819aa800.
00010000:00000010:1.1:1787761147.626592:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d514d3600.
00010000:00000010:1.1:1787761147.626595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819ab800.
00010000:00000010:1.1:1787761147.626599:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d76f67800.
00010000:00000010:1.1:1787761147.626603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819fde00.
00010000:00000010:1.1:1787761147.626607:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7e787c00.
00010000:00000010:1.1:1787761147.626610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819fd400.
00010000:00000010:1.1:1787761147.626612:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d514d3500.
00010000:00000010:1.1:1787761147.626615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819ab400.
00010000:00000010:1.1:1787761147.626618:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7e787b00.
00010000:00000010:1.1:1787761147.626621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819fdc00.
00010000:00000010:1.1:1787761147.630703:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7e787000.
00010000:00000010:1.1:1787761147.630710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819fc400.
00010000:00000010:1.1:1787761147.630714:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d514d3900.
00010000:00000010:1.1:1787761147.630717:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819ab200.
00000080:00000010:0.1:1787761147.637844:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007cc0.
00000080:00000010:0.1:1787761147.644317:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007260.
00000080:00000010:0.1:1787761147.665619:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007cc0.
00000080:00000010:0.1:1787761147.669616:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007260.
00000080:00000010:0.1:1787761147.691182:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007c60.
00000080:00000010:1.1:1787761147.705327:0:256671:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007260.
00000080:00000010:3.1:1787761147.708608:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d52f61060.
00000080:00000010:3.1:1787761147.723635:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c581399e0.
00000080:00000010:3.1:1787761147.724643:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c58139aa0.
00000080:00000010:2.1:1787761147.724680:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c58139dc0.
00000080:00000010:0.1:1787761147.737236:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75480.
00000080:00000010:0.1:1787761147.742316:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007c60.
00000080:00000010:0.1:1787761147.753481:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f0076c0.
00000080:00000010:0.1:1787761147.753500:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007260.
00000080:00000010:0.1:1787761147.760490:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007c60.
00000080:00000010:0.1:1787761147.788477:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007260.
00010000:00000010:0.1:1787761147.859488:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818c1200.
00010000:00000010:0.1:1787761147.859500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f30fc00.
00000080:00000010:0.1:1787761147.901225:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007260.
00000080:00000010:0.1:1787761147.901245:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007ea0.
00010000:00000010:0.1:1787761148.547792:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d468400.
00010000:00000010:0.1:1787761148.547809:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d5c6a00.
00000080:00000010:0.1:1787761148.564775:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007c60.
00000080:00000010:0.1:1787761148.564793:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c581399e0.
00010000:00000010:3.1:1787761149.566993:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81909d00.
00010000:00000010:3.1:1787761149.567008:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d5c7a00.
00000080:00000010:0.1:1787761149.590484:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c58139c60.
00000080:00000010:0.1:1787761149.590500:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75140.
00010000:00000010:2.1:1787761150.599479:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d468b00.
00010000:00000010:2.1:1787761150.599493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752d0800.
00000080:00000010:2.1:1787761150.681752:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75440.
00000080:00000010:2.1:1787761150.681766:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75ac0.
00010000:00000010:1.1:1787761151.631471:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7531f200.
00010000:00000010:1.1:1787761151.631489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818f4000.
00000080:00000010:1.1:1787761151.694480:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d52f61a80.
00000080:00000010:1.1:1787761151.694505:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75440.
00010000:00000010:3.1:1787761152.677485:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d468900.
00010000:00000010:3.1:1787761152.677500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752d1c00.
00000080:00000010:3.1:1787761152.746158:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c58139a60.
00000080:00000010:3.1:1787761152.746177:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c759e0.
00010000:00000010:3.1:1787761153.790190:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7531f800.
00010000:00000010:3.1:1787761153.790207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d57b000.
00000080:00000010:3.1:1787761153.790213:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c58139a60.
00000080:00000010:3.1:1787761153.790226:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d52f618e0.
00010000:00000010:3.1:1787761154.526544:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d4383f400.
00010000:00000010:3.1:1787761154.526561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752d1600.
00000080:00000010:3.1:1787761154.553246:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c58139a60.
00000080:00000010:3.1:1787761154.553262:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c759c0.
00010000:00000010:0.1:1787761155.363704:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d468800.
00010000:00000010:0.1:1787761155.363722:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752d1000.
00000080:00000010:2.1:1787761155.428474:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f0076c0.
00000080:00000010:2.1:1787761155.428495:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75d00.
00010000:00000010:0.1:1787761156.080504:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d468200.
00010000:00000010:0.1:1787761156.080526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d5c6200.
00000080:00000010:2.1:1787761156.165486:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007cc0.
00000080:00000010:2.1:1787761156.165504:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c58139e60.
00010000:00000010:2.1:1787761156.947770:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d468000.
00010000:00000010:2.1:1787761156.947793:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752d0200.
00000080:00000010:2.1:1787761157.012798:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007cc0.
00000080:00000010:2.1:1787761157.012811:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75980.
00010000:00000010:2.1:1787761157.589491:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d514d3800.
00010000:00000010:2.1:1787761157.589507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d57a800.
00010000:00000010:2.1:1787761157.589512:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81909200.
00010000:00000010:2.1:1787761157.589515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d5c6200.
00000080:00000010:2.1:1787761157.639482:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75980.
00000080:00000010:2.1:1787761157.639498:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c58139660.
00000080:00000010:2.1:1787761157.694492:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75980.
00010000:00000010:2.1:1787761158.198895:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75346d00.
00010000:00000010:2.1:1787761158.198915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d57b400.
00010000:00000010:2.1:1787761158.198919:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75346600.
00010000:00000010:2.1:1787761158.198924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d57aa00.
00010000:00000010:2.1:1787761158.198926:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75346500.
00010000:00000010:2.1:1787761158.198929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d57ac00.
00010000:00000010:2.1:1787761158.198932:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75346100.
00010000:00000010:2.1:1787761158.198935:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d57a200.
00010000:00000010:2.1:1787761158.198937:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75346b00.
00010000:00000010:2.1:1787761158.198940:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d57ba00.
00010000:00000010:2.1:1787761158.198967:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75346c00.
00010000:00000010:2.1:1787761158.198971:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818f5a00.
00010000:00000010:2.1:1787761158.198974:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75346400.
00010000:00000010:2.1:1787761158.198977:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d57a600.
00010000:00000010:2.1:1787761158.198981:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81999600.
00010000:00000010:2.1:1787761158.198984:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818b4600.
00010000:00000010:2.1:1787761158.198987:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81999900.
00010000:00000010:2.1:1787761158.198992:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818b5200.
00010000:00000010:2.1:1787761158.198994:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75346700.
00010000:00000010:2.1:1787761158.198997:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d57b200.
00010000:00000010:2.1:1787761158.199001:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75346e00.
00010000:00000010:2.1:1787761158.199003:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d57b600.
00010000:00000010:2.1:1787761158.199006:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81999100.
00010000:00000010:2.1:1787761158.199008:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818b5c00.
00010000:00000010:2.1:1787761158.199011:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7e787400.
00010000:00000010:2.1:1787761158.199014:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818b4e00.
00010000:00000010:2.1:1787761158.199016:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75346000.
00010000:00000010:2.1:1787761158.199018:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819fd600.
00010000:00000010:2.1:1787761158.199021:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d514d3c00.
00010000:00000010:2.1:1787761158.199024:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d57bc00.
00010000:00000010:2.1:1787761158.199026:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d514d3000.
00010000:00000010:2.1:1787761158.199028:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d57ae00.
00000080:00000010:2.1:1787761158.269488:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75980.
00000080:00000010:3.1:1787761158.275031:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75a60.
00000080:00000010:3.1:1787761158.300984:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c581397e0.
00000080:00000010:2.1:1787761158.302809:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c58139880.
00000080:00000010:2.1:1787761158.316500:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75980.
00000080:00000010:2.1:1787761158.333270:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75b80.
00000080:00000010:2.1:1787761158.342709:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75980.
00000080:00000010:3.1:1787761158.363666:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75b80.
00000080:00000010:3.1:1787761158.371615:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c581397e0.
00000080:00000010:3.1:1787761158.404286:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c58139fa0.
00000080:00000010:3.1:1787761158.408922:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c581397e0.
00000080:00000010:3.1:1787761158.413693:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c58139f80.
00000080:00000010:2.1:1787761158.452530:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c58139fa0.
00000080:00000010:1.1:1787761158.463594:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75980.
00000080:00000010:1.1:1787761158.467556:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d52f61ac0.
00000080:00000010:3.1:1787761158.496713:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d52f61240.
00010000:00000010:2.1:1787761158.662985:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d4383f300.
00010000:00000010:2.1:1787761158.663001:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81939000.
00000080:00000010:2.1:1787761158.720550:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75720.
00000080:00000010:2.1:1787761158.720563:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007260.
00010000:00000010:0.1:1787761159.508508:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81994d00.
00010000:00000010:0.1:1787761159.508515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d584800.
00000080:00000010:3.1:1787761159.542708:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f0076c0.
00000080:00000010:3.1:1787761159.542723:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c581397e0.
00010000:00000010:1.1:1787761160.266492:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d468400.
00010000:00000010:1.1:1787761160.266518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818b4600.
00000080:00000010:0.1:1787761160.304482:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d52f611a0.
00000080:00000010:0.1:1787761160.304495:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c753e0.
00010000:00000010:3.1:1787761161.122211:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75346000.
00010000:00000010:3.1:1787761161.122222:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818f5a00.
00000080:00000010:3.1:1787761161.179587:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c581397e0.
00000080:00000010:3.1:1787761161.179616:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75f00.
00010000:00000010:0.1:1787761162.146558:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75346700.
00010000:00000010:0.1:1787761162.146576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d586600.
00000080:00000010:0.1:1787761162.155732:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007920.
00000080:00000010:0.1:1787761162.155747:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c752a0.
00010000:00000010:2.1:1787761163.313625:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75346c00.
00010000:00000010:2.1:1787761163.313640:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d586a00.
00000080:00000010:2.1:1787761163.363483:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75f60.
00000080:00000010:2.1:1787761163.363496:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75240.
00010000:00000010:1.1:1787761164.133773:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75346b00.
00010000:00000010:1.1:1787761164.133789:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d587a00.
00000080:00000010:1.1:1787761164.211300:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d52f61880.
00000080:00000010:1.1:1787761164.211314:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75f60.
00010000:00000010:0.1:1787761165.033671:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7531f100.
00010000:00000010:0.1:1787761165.033686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d57b200.
00000080:00000010:2.1:1787761165.097723:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007920.
00000080:00000010:2.1:1787761165.097750:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d52f61ec0.
00010000:00000010:3.1:1787761165.937501:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d4383f700.
00010000:00000010:3.1:1787761165.937517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81938000.
00000080:00000010:3.1:1787761165.961054:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c581397e0.
00000080:00000010:3.1:1787761165.961071:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007cc0.
00010000:00000010:1.1:1787761166.680533:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7531f000.
00010000:00000010:1.1:1787761166.680543:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81939800.
00000080:00000010:1.1:1787761166.744856:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d52f616a0.
00000080:00000010:1.1:1787761166.744874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007260.
00010000:00000010:3.1:1787761167.359488:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75346500.
00010000:00000010:3.1:1787761167.359503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d587e00.
00000080:00000010:3.1:1787761167.387379:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c581397e0.
00000080:00000010:3.1:1787761167.387400:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75660.
00010000:00000010:0.1:1787761168.281504:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81994200.
00010000:00000010:0.1:1787761168.281516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d585c00.
00000080:00000010:0.1:1787761168.313482:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007cc0.
00000080:00000010:0.1:1787761168.313497:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c58139900.
00010000:00000010:2.1:1787761168.433737:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75346800.
00010000:00000010:2.1:1787761168.433751:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d57a400.
00000080:00000010:2.1:1787761168.958605:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75a00.
00010000:00000010:2.1:1787761169.025491:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75346800.
00010000:00000010:2.1:1787761169.025508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d587800.
00000080:00000010:2.1:1787761169.085775:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75a00.
00000080:00000010:2.1:1787761169.085793:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75260.
00010000:00000010:1.1:1787761169.778487:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d76ef3b00.
00010000:00000010:1.1:1787761169.778501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75205800.
00010000:00000010:1.1:1787761169.778506:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d76ef3f00.
00010000:00000010:1.1:1787761169.778509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75205e00.
00010000:00000010:1.1:1787761169.778511:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d76ef3400.
00010000:00000010:1.1:1787761169.778515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75204200.
00010000:00000010:1.1:1787761169.778519:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d76f67f00.
00010000:00000010:1.1:1787761169.778524:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819fd000.
00010000:00000010:1.1:1787761169.778527:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d76ef3700.
00010000:00000010:1.1:1787761169.778530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818f5000.
00010000:00000010:1.1:1787761169.778534:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7e787d00.
00010000:00000010:1.1:1787761169.778537:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819fc000.
00010000:00000010:1.1:1787761169.778540:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7e787a00.
00010000:00000010:1.1:1787761169.778543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819fda00.
00010000:00000010:1.1:1787761169.778546:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81999b00.
00010000:00000010:1.1:1787761169.778549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818b5000.
00010000:00000010:1.1:1787761169.778552:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d76ef3e00.
00010000:00000010:1.1:1787761169.778555:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75204a00.
00010000:00000010:1.1:1787761169.778558:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d76ef3300.
00010000:00000010:1.1:1787761169.778560:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75205400.
00010000:00000010:1.1:1787761169.778563:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81999d00.
00010000:00000010:1.1:1787761169.778566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818b4c00.
00010000:00000010:1.1:1787761169.778570:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75346f00.
00010000:00000010:1.1:1787761169.778589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75205600.
00010000:00000010:1.1:1787761169.778592:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75346a00.
00010000:00000010:1.1:1787761169.778595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75205c00.
00010000:00000010:1.1:1787761169.778598:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75346900.
00010000:00000010:1.1:1787761169.778601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75204800.
00010000:00000010:1.1:1787761169.778604:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75346300.
00010000:00000010:1.1:1787761169.778607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819fc600.
00010000:00000010:1.1:1787761169.778610:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75346200.
00010000:00000010:1.1:1787761169.778612:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d57be00.
00000080:00000010:3.1:1787761169.830658:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d52f618c0.
00000080:00000010:3.1:1787761169.842641:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c581398c0.
00000080:00000010:3.1:1787761169.849170:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c581392a0.
00000080:00000010:3.1:1787761169.859928:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c581398c0.
00000080:00000010:3.1:1787761169.872647:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c581392a0.
00000080:00000010:0.1:1787761169.880505:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c581398c0.
00000080:00000010:0.1:1787761169.898164:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007920.
00000080:00000010:0.1:1787761169.924499:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007cc0.
00000080:00000010:0.1:1787761169.945152:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007920.
00000080:00000010:1.1:1787761169.973361:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007cc0.
00000080:00000010:2.1:1787761170.003476:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d52f617a0.
00000080:00000010:2.1:1787761170.010648:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75260.
00000080:00000010:2.1:1787761170.036652:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75a00.
00000080:00000010:2.1:1787761170.050407:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75260.
00000080:00000010:2.1:1787761170.070756:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75a00.
00000080:00000010:3.1:1787761170.121678:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75260.
00010000:00000010:2.1:1787761170.314161:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81994300.
00010000:00000010:2.1:1787761170.314177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d585600.
00000080:00000010:2.1:1787761170.357196:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75a00.
00000080:00000010:2.1:1787761170.357223:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c58139e00.
00010000:00000010:2.1:1787761171.376499:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75346b00.
00010000:00000010:2.1:1787761171.376514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d587200.
00000080:00000010:2.1:1787761171.395765:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75340.
00000080:00000010:2.1:1787761171.395780:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75e00.
00010000:00000010:2.1:1787761172.293557:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818c1200.
00010000:00000010:2.1:1787761172.293565:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81939200.
00000080:00000010:3.1:1787761172.377624:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75e00.
00000080:00000010:3.1:1787761172.377649:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007c60.
00010000:00000010:2.1:1787761173.100488:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75346b00.
00010000:00000010:2.1:1787761173.100505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d587200.
00000080:00000010:2.1:1787761173.143485:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75d20.
00000080:00000010:2.1:1787761173.143497:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75340.
00010000:00000010:2.1:1787761173.810722:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75346700.
00010000:00000010:2.1:1787761173.810735:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d587200.
00000080:00000010:2.1:1787761173.864624:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75d20.
00000080:00000010:2.1:1787761173.864639:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75340.
00010000:00000010:2.1:1787761174.758610:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75346700.
00010000:00000010:2.1:1787761174.758624:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d585000.
00000080:00000010:2.1:1787761174.801959:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75340.
00000080:00000010:2.1:1787761174.827488:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c581394a0.
00010000:00000010:2.1:1787761175.762196:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81994900.
00010000:00000010:2.1:1787761175.762217:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d587400.
00000080:00000010:2.1:1787761175.782232:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75e00.
00000080:00000010:2.1:1787761175.782261:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75d20.
00010000:00000010:2.1:1787761176.887514:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8197ec00.
00010000:00000010:2.1:1787761176.887538:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d587400.
00000080:00000010:2.1:1787761176.902626:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75e00.
00000080:00000010:2.1:1787761176.902654:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75d20.
00010000:00000010:2.1:1787761177.852605:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81994300.
00010000:00000010:2.1:1787761177.852629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d585600.
00000080:00000010:2.1:1787761177.909788:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75d20.
00000080:00000010:2.1:1787761177.909828:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c581398a0.
00010000:00000010:2.1:1787761178.549491:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d6fa9d400.
00010000:00000010:2.1:1787761178.549508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d45b400.
00010000:00000010:2.1:1787761178.549514:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d76f67600.
00010000:00000010:2.1:1787761178.549520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818f4200.
00010000:00000010:2.1:1787761178.549528:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d76ef3a00.
00010000:00000010:2.1:1787761178.549533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75204e00.
00010000:00000010:2.1:1787761178.549536:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d76ef3100.
00010000:00000010:2.1:1787761178.549539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75204c00.
00010000:00000010:2.1:1787761178.549542:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81999800.
00010000:00000010:2.1:1787761178.549545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76ec6c00.
00010000:00000010:2.1:1787761178.549548:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d76ef3200.
00010000:00000010:2.1:1787761178.549552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75205000.
00010000:00000010:2.1:1787761178.549556:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d76ef3000.
00010000:00000010:2.1:1787761178.549558:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75204600.
00010000:00000010:2.1:1787761178.549561:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d76ef3c00.
00010000:00000010:2.1:1787761178.549564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75204400.
00010000:00000010:2.1:1787761178.549566:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81999400.
00010000:00000010:2.1:1787761178.549569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818b5800.
00010000:00000010:2.1:1787761178.549572:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d76ef3500.
00010000:00000010:2.1:1787761178.549575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819fca00.
00010000:00000010:2.1:1787761178.549577:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81999300.
00010000:00000010:2.1:1787761178.549580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818b4400.
00010000:00000010:2.1:1787761178.549584:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d76ef3d00.
00010000:00000010:2.1:1787761178.549586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75205200.
00010000:00000010:2.1:1787761178.549589:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d76ef3800.
00010000:00000010:2.1:1787761178.549591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819fcc00.
00010000:00000010:2.1:1787761178.549594:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d76ef3600.
00010000:00000010:2.1:1787761178.549597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75205a00.
00010000:00000010:2.1:1787761178.549603:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81999e00.
00010000:00000010:2.1:1787761178.549606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819fd800.
00010000:00000010:2.1:1787761178.549608:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d76ef3900.
00010000:00000010:2.1:1787761178.549611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75204000.
00000080:00000010:3.1:1787761178.650496:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75260.
00000080:00000010:3.1:1787761178.662123:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c58139d80.
00000080:00000010:3.1:1787761178.679367:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c58139c00.
00000080:00000010:3.1:1787761178.684844:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c58139d80.
00000080:00000010:0.1:1787761178.731487:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c58139be0.
00000080:00000010:0.1:1787761178.750762:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007cc0.
00000080:00000010:3.1:1787761178.755811:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007920.
00000080:00000010:3.1:1787761178.769497:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c58139d80.
00000080:00000010:3.1:1787761178.790480:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c58139c00.
00000080:00000010:3.1:1787761178.798562:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c58139d80.
00000080:00000010:3.1:1787761178.817781:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c58139c00.
00000080:00000010:3.1:1787761178.825495:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c58139d80.
00000080:00000010:3.1:1787761178.830644:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c58139c80.
00000080:00000010:3.1:1787761178.833958:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c58139c00.
00000080:00000010:2.1:1787761178.848054:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c58139d80.
00000080:00000010:2.1:1787761178.906731:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75660.
00010000:00000010:0.1:1787761178.967495:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8197eb00.
00010000:00000010:0.1:1787761178.967517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d587e00.
00000080:00000010:2.1:1787761179.023108:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007c60.
00000080:00000010:2.1:1787761179.023127:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75e00.
00010000:00000010:3.1:1787761180.007494:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8197e600.
00010000:00000010:3.1:1787761180.007511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d587e00.
00000080:00000010:3.1:1787761180.046553:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c58139c00.
00000080:00000010:3.1:1787761180.046569:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75e00.
00010000:00000010:2.1:1787761181.027487:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8197ed00.
00010000:00000010:2.1:1787761181.027502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d449a00.
00000080:00000010:2.1:1787761181.111108:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c752a0.
00000080:00000010:2.1:1787761181.111131:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c58139c80.
00010000:00000010:3.1:1787761181.873966:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8197e800.
00010000:00000010:3.1:1787761181.873982:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d587e00.
00000080:00000010:3.1:1787761181.891492:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c581397a0.
00000080:00000010:3.1:1787761181.891508:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c752a0.
00010000:00000010:2.1:1787761182.861271:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8197e300.
00010000:00000010:2.1:1787761182.861288:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76ec6c00.
00000080:00000010:3.1:1787761182.897138:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75720.
00000080:00000010:3.1:1787761182.897153:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c753e0.
00010000:00000010:1.1:1787761183.779494:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8197e000.
00010000:00000010:1.1:1787761183.779514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d45b400.
00000080:00000010:0.1:1787761183.826993:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d52f613c0.
00000080:00000010:0.1:1787761183.827012:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75b80.
00010000:00000010:0.1:1787761184.829490:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8197e700.
00010000:00000010:0.1:1787761184.829505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d44b200.
00000080:00000010:0.1:1787761184.890529:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007c60.
00000080:00000010:0.1:1787761184.890542:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c759c0.
00010000:00000010:2.1:1787761185.731654:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8197e400.
00010000:00000010:2.1:1787761185.731668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d44b400.
00000080:00000010:2.1:1787761185.808929:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75180.
00000080:00000010:2.1:1787761185.808946:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c759e0.
00010000:00000010:2.1:1787761186.455756:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d76f67300.
00010000:00000010:2.1:1787761186.455769:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818f5800.
00010000:00000010:2.1:1787761186.455773:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8197e400.
00010000:00000010:2.1:1787761186.455777:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d57b400.
00000080:00000010:3.1:1787761186.501547:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c759e0.
00000080:00000010:3.1:1787761186.501564:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5f007c60.
00000080:00000010:2.1:1787761186.553596:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75180.
00010000:00000010:0.1:1787761187.247485:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d6fa9d600.
00010000:00000010:0.1:1787761187.247498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d45a800.
00010000:00000010:0.1:1787761187.247504:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81999500.
00010000:00000010:0.1:1787761187.247508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818b4800.
00010000:00000010:0.1:1787761187.247511:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d6fa9d300.
00010000:00000010:0.1:1787761187.247514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d45b800.
00010000:00000010:0.1:1787761187.247516:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d6fa9d000.
00010000:00000010:0.1:1787761187.247518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d45b000.
00010000:00000010:0.1:1787761187.247520:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d6fa9d200.
00010000:00000010:0.1:1787761187.247524:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818f4800.
00010000:00000010:0.1:1787761187.247526:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d6fa9dd00.
00010000:00000010:0.1:1787761187.247529:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76ec6400.
00010000:00000010:0.1:1787761187.247532:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d6fa9d500.
00010000:00000010:0.1:1787761187.247534:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d45ba00.
00010000:00000010:0.1:1787761187.247536:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d6fa9d900.
00010000:00000010:0.1:1787761187.247538:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d45aa00.
00010000:00000010:0.1:1787761187.247541:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d58149b00.
00010000:00000010:0.1:1787761187.247543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818f4c00.
00010000:00000010:0.1:1787761187.247545:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d6fa9d100.
00010000:00000010:0.1:1787761187.247547:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d45a600.
00010000:00000010:0.1:1787761187.247550:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81999000.
00010000:00000010:0.1:1787761187.247552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818b4a00.
00010000:00000010:0.1:1787761187.247554:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d58149f00.
00010000:00000010:0.1:1787761187.247558:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818f5200.
00010000:00000010:0.1:1787761187.247561:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81999c00.
00010000:00000010:0.1:1787761187.247564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818b5a00.
00010000:00000010:0.1:1787761187.247566:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7e787200.
00010000:00000010:0.1:1787761187.247569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76ec7000.
00010000:00000010:0.1:1787761187.247571:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d6fa9dc00.
00010000:00000010:0.1:1787761187.247584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76ec7c00.
00010000:00000010:0.1:1787761187.247587:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d76f67c00.
00010000:00000010:0.1:1787761187.247590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818f4e00.
00000080:00000010:0.1:1787761187.290618:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181bd20.
00000080:00000010:0.1:1787761187.296640:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b0e0.
00000080:00000010:0.1:1787761187.312518:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181bd20.
00000080:00000010:0.1:1787761187.327242:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b0e0.
00000080:00000010:0.1:1787761187.347499:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181bd20.
00000080:00000010:2.1:1787761187.361250:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b0e0.
00000080:00000010:2.1:1787761187.389697:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75140.
00000080:00000010:2.1:1787761187.398298:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75c60.
00000080:00000010:2.1:1787761187.404654:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75480.
00000080:00000010:2.1:1787761187.413652:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75c60.
00000080:00000010:2.1:1787761187.439491:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75480.
00000080:00000010:3.1:1787761187.471494:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75c60.
00000080:00000010:3.1:1787761187.482533:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c58139bc0.
00000080:00000010:3.1:1787761187.489495:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c58139920.
00000080:00000010:2.1:1787761187.547474:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c58139bc0.
00000080:00000010:2.1:1787761187.547490:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75480.
00010000:00000010:2.1:1787761187.687638:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8197e700.
00010000:00000010:2.1:1787761187.687654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d44aa00.
00000080:00000010:2.1:1787761187.705523:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75480.
00000080:00000010:2.1:1787761187.705544:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75180.
00010000:00000010:0.1:1787761188.533490:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d6fa9d500.
00010000:00000010:0.1:1787761188.533498:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d44aa00.
00000080:00000010:0.1:1787761188.568520:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c7574d9c0.
00000080:00000010:0.1:1787761188.568535:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b0e0.
00010000:00000010:1.1:1787761189.670586:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819f8a00.
00010000:00000010:1.1:1787761189.670610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d558e00.
00000080:00000010:2.1:1787761189.698537:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d52f61ec0.
00000080:00000010:2.1:1787761189.698567:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c58139800.
00010000:00000010:0.1:1787761190.680487:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d6fa9d200.
00010000:00000010:0.1:1787761190.680502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d44a000.
00000080:00000010:2.1:1787761190.742853:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c7574d9c0.
00000080:00000010:2.1:1787761190.779783:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75140.
00010000:00000010:0.1:1787761191.762482:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819f8b00.
00010000:00000010:0.1:1787761191.762499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d559200.
00000080:00000010:0.1:1787761191.803489:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c72af8a80.
00000080:00000010:0.1:1787761191.803504:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b0e0.
00010000:00000010:2.1:1787761192.814884:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d6fa9d000.
00010000:00000010:2.1:1787761192.814900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d558e00.
00000080:00000010:2.1:1787761192.832484:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75140.
00000080:00000010:2.1:1787761192.832507:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c72af84c0.
00010000:00000010:2.1:1787761193.667553:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d82177e00.
00010000:00000010:2.1:1787761193.667567:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81980800.
00000080:00000010:2.1:1787761193.723479:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75140.
00000080:00000010:2.1:1787761193.723493:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c58139ac0.
00010000:00000010:1.1:1787761194.725503:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d82177700.
00010000:00000010:1.1:1787761194.725513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d44a800.
00000080:00000010:0.1:1787761194.799127:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d52f61ac0.
00000080:00000010:0.1:1787761194.799147:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75de0.
00010000:00000010:0.1:1787761195.456542:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7d4ddf00.
00010000:00000010:0.1:1787761195.456558:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d45be00.
00010000:00000010:0.1:1787761195.456563:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7e787800.
00010000:00000010:0.1:1787761195.456566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76ec6a00.
00010000:00000010:0.1:1787761195.456569:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7d4dda00.
00010000:00000010:0.1:1787761195.456574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d45ac00.
00010000:00000010:0.1:1787761195.456578:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d752cc000.
00010000:00000010:0.1:1787761195.456582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818b5e00.
00010000:00000010:0.1:1787761195.456587:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d6fa9d800.
00010000:00000010:0.1:1787761195.456590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d45b200.
00010000:00000010:0.1:1787761195.456592:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d752cc300.
00010000:00000010:0.1:1787761195.456595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818b5600.
00010000:00000010:0.1:1787761195.456597:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d6fa9de00.
00010000:00000010:0.1:1787761195.456600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d45a200.
00010000:00000010:0.1:1787761195.456602:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d6fa9da00.
00010000:00000010:0.1:1787761195.456604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d45a000.
00010000:00000010:0.1:1787761195.456606:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d6fa9d700.
00010000:00000010:0.1:1787761195.456609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d45a400.
00010000:00000010:0.1:1787761195.456611:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d752cc600.
00010000:00000010:0.1:1787761195.456614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818b4000.
00010000:00000010:0.1:1787761195.456616:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d752cc900.
00010000:00000010:0.1:1787761195.456619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818b4200.
00010000:00000010:0.1:1787761195.456621:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d6fa9df00.
00010000:00000010:0.1:1787761195.456624:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d45b600.
00010000:00000010:0.1:1787761195.456626:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d752ccb00.
00010000:00000010:0.1:1787761195.456629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d45bc00.
00010000:00000010:0.1:1787761195.456632:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d58149500.
00010000:00000010:0.1:1787761195.456635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818f5600.
00010000:00000010:0.1:1787761195.456638:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d6fa9db00.
00010000:00000010:0.1:1787761195.456641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d45ae00.
00010000:00000010:0.1:1787761195.456643:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d58149900.
00010000:00000010:0.1:1787761195.456646:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818f4400.
00000080:00000010:3.1:1787761195.486583:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c58139140.
00000080:00000010:3.1:1787761195.502360:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c581391e0.
00000080:00000010:2.1:1787761195.527564:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c58139140.
00000080:00000010:2.1:1787761195.553603:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75800.
00000080:00000010:2.1:1787761195.565587:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75740.
00000080:00000010:2.1:1787761195.576491:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75800.
00000080:00000010:3.1:1787761195.591498:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75740.
00000080:00000010:0.1:1787761195.628505:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c581391e0.
00000080:00000010:1.1:1787761195.634498:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c72af8f00.
00000080:00000010:3.1:1787761195.652466:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d52f618a0.
00000080:00000010:3.1:1787761195.669633:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c58139260.
00000080:00000010:3.1:1787761195.679502:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c58139840.
00000080:00000010:2.1:1787761195.707316:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c58139260.
00000080:00000010:2.1:1787761195.710595:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75800.
00000080:00000010:2.1:1787761195.729503:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75320.
00000080:00000010:3.1:1787761195.761476:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75800.
00010000:00000010:2.1:1787761195.964496:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d6fa9d300.
00010000:00000010:2.1:1787761195.964527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d44ae00.
00000080:00000010:2.1:1787761195.979653:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75320.
00000080:00000010:2.1:1787761195.979670:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75200.
00010000:00000010:2.1:1787761196.931488:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819f8800.
00010000:00000010:2.1:1787761196.931515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d558c00.
00000080:00000010:2.1:1787761196.996486:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d52f61f60.
00000080:00000010:2.1:1787761196.996501:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c72af88e0.
00010000:00000010:2.1:1787761197.877491:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819f8000.
00010000:00000010:2.1:1787761197.877518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d558c00.
00000080:00000010:0.1:1787761197.942488:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75320.
00000080:00000010:0.1:1787761197.942520:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c72af8d80.
00010000:00000010:3.1:1787761198.806503:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d6fa9d200.
00010000:00000010:3.1:1787761198.806521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81982000.
00000080:00000010:3.1:1787761198.829501:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c58139840.
00000080:00000010:3.1:1787761198.829518:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75d40.
00010000:00000010:2.1:1787761199.674516:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819f8000.
00010000:00000010:2.1:1787761199.674533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81980200.
00000080:00000010:2.1:1787761199.716018:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75620.
00000080:00000010:2.1:1787761199.716035:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c58139840.
00010000:00000010:3.1:1787761200.585473:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d6fa9d200.
00010000:00000010:3.1:1787761200.585498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81981e00.
00000080:00000010:3.1:1787761200.664537:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75d80.
00000080:00000010:3.1:1787761200.664558:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c58139cc0.
00010000:00000010:3.1:1787761201.615494:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d82177800.
00010000:00000010:3.1:1787761201.615509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81981e00.
00000080:00000010:3.1:1787761201.649633:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c58139ee0.
00000080:00000010:3.1:1787761201.649650:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c58139cc0.
00010000:00000010:2.1:1787761202.472521:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8197e700.
00010000:00000010:2.1:1787761202.472537:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81982e00.
00000080:00000010:2.1:1787761202.501564:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c754c0.
00000080:00000010:2.1:1787761202.501585:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75c40.
00010000:00000010:2.1:1787761203.483468:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8192c500.
00010000:00000010:2.1:1787761203.483483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81982e00.
00000080:00000010:2.1:1787761203.542244:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c754c0.
00000080:00000010:2.1:1787761203.542260:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75c40.
00010000:00000010:3.1:1787761204.615503:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8192c600.
00010000:00000010:3.1:1787761204.615519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81983c00.
00000080:00000010:3.1:1787761204.656572:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c58139cc0.
00000080:00000010:3.1:1787761204.656590:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c754c0.
00010000:00000010:0.1:1787761204.833486:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d752cc800.
00010000:00000010:0.1:1787761204.833496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d78031c00.
00010000:00000010:0.1:1787761204.833500:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d752cc200.
00010000:00000010:0.1:1787761204.833503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d78030e00.
00010000:00000010:0.1:1787761204.833506:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d752cc700.
00010000:00000010:0.1:1787761204.833509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d78030400.
00010000:00000010:0.1:1787761204.833514:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7d4dd500.
00010000:00000010:0.1:1787761204.833518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d415000.
00010000:00000010:0.1:1787761204.833521:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7d4dd200.
00010000:00000010:0.1:1787761204.833524:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d414c00.
00010000:00000010:0.1:1787761204.833527:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7d4dde00.
00010000:00000010:0.1:1787761204.833549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76ec6e00.
00010000:00000010:0.1:1787761204.833552:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d752cca00.
00010000:00000010:0.1:1787761204.833555:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d78031800.
00010000:00000010:0.1:1787761204.833558:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d58149d00.
00010000:00000010:0.1:1787761204.833561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d78031000.
00010000:00000010:0.1:1787761204.833563:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d58149600.
00010000:00000010:0.1:1787761204.833565:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d78031e00.
00010000:00000010:0.1:1787761204.833567:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d752ccf00.
00010000:00000010:0.1:1787761204.833569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818b5400.
00010000:00000010:0.1:1787761204.843379:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7d4dd300.
00010000:00000010:0.1:1787761204.843394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d414a00.
00010000:00000010:0.1:1787761204.843398:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7d4dd800.
00010000:00000010:0.1:1787761204.843402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818f4a00.
00010000:00000010:0.1:1787761204.843405:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7d4dd600.
00010000:00000010:0.1:1787761204.843408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818f5c00.
00010000:00000010:0.1:1787761204.843412:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7e787900.
00010000:00000010:0.1:1787761204.843415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76ec6600.
00010000:00000010:0.1:1787761204.843418:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7d4dd900.
00010000:00000010:0.1:1787761204.843421:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818f5e00.
00010000:00000010:0.1:1787761204.843423:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7d4ddb00.
00010000:00000010:0.1:1787761204.843427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d415c00.
00000080:00000010:1.1:1787761205.590534:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c72af8d80.
00000080:00000010:1.1:1787761205.598502:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d52f61be0.
00000080:00000010:1.1:1787761205.617994:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d52f61a60.
00000080:00000010:1.1:1787761205.626923:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d52f61be0.
00000080:00000010:1.1:1787761205.636653:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d52f61a60.
00000080:00000010:2.1:1787761205.670041:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d52f61be0.
00000080:00000010:2.1:1787761205.673821:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75680.
00000080:00000010:2.1:1787761205.681641:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75300.
00000080:00000010:2.1:1787761205.696519:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75680.
00000080:00000010:2.1:1787761205.704717:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75300.
00000080:00000010:2.1:1787761205.711740:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75680.
00000080:00000010:2.1:1787761205.718032:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75300.
00000080:00000010:2.1:1787761205.724364:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75680.
00000080:00000010:2.1:1787761205.740895:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75300.
00000080:00000010:2.1:1787761205.752501:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75680.
00000080:00000010:1.1:1787761205.781755:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75b60.
00010000:00000010:2.1:1787761205.879270:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d82177200.
00010000:00000010:2.1:1787761205.879280:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81981000.
00000080:00000010:2.1:1787761205.946206:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75680.
00000080:00000010:2.1:1787761205.946223:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c58139ee0.
00010000:00000010:0.1:1787761206.681470:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8192cb00.
00010000:00000010:0.1:1787761206.681486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d44ae00.
00000080:00000010:0.1:1787761206.768575:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c72af84c0.
00000080:00000010:0.1:1787761206.768591:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75680.
00010000:00000010:0.1:1787761207.583686:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8192c600.
00010000:00000010:0.1:1787761207.583700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81985c00.
00000080:00000010:0.1:1787761207.632479:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c72af8d80.
00000080:00000010:0.1:1787761207.632492:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75380.
00010000:00000010:1.1:1787761208.466606:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d82177300.
00010000:00000010:1.1:1787761208.466622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818b4200.
00000080:00000010:2.1:1787761208.539764:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d52f61b60.
00000080:00000010:2.1:1787761208.539779:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d52f61c20.
00010000:00000010:3.1:1787761209.244475:0:1359:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d82177300.
00010000:00000010:3.1:1787761209.244486:0:1359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81980000.
00000080:00000010:3.1:1787761209.278491:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c58139760.
00000080:00000010:3.1:1787761209.278511:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c581396a0.
00010000:00000010:2.1:1787761210.222465:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d82177700.
00010000:00000010:2.1:1787761210.222493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81980000.
00000080:00000010:2.1:1787761210.269629:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75580.
00000080:00000010:2.1:1787761210.269650:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c581396a0.
00010000:00000010:1.1:1787761211.203643:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d82177e00.
00010000:00000010:1.1:1787761211.203658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81981000.
00000080:00000010:2.1:1787761211.260934:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d52f61980.
00000080:00000010:2.1:1787761211.260956:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c58139760.
00010000:00000010:0.1:1787761212.040499:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d82177700.
00010000:00000010:0.1:1787761212.040518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81980800.
00000080:00000010:2.1:1787761212.130478:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c72af8340.
00000080:00000010:2.1:1787761212.130492:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c581390e0.
00010000:00000010:2.1:1787761212.791612:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819f8000.
00010000:00000010:2.1:1787761212.791628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d414c00.
00000080:00000010:2.1:1787761212.839488:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75c80.
00000080:00000010:2.1:1787761212.839508:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c72af8480.
00010000:00000010:3.1:1787761213.625489:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d752ccf00.
00010000:00000010:3.1:1787761213.625505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d415c00.
00000080:00000010:3.1:1787761213.639506:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c58139400.
00000080:00000010:3.1:1787761213.663001:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c72af8480.
00010000:00000010:1.1:1787761214.380616:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d82177700.
00010000:00000010:1.1:1787761214.380633:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81980800.
00000080:00000010:3.1:1787761214.403481:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d52f61ec0.
00000080:00000010:3.1:1787761214.403498:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c58139400.
00010000:00000010:3.1:1787761215.365248:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4fc900.
00010000:00000010:3.1:1787761215.365264:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81980000.
00000080:00000010:3.1:1787761215.439886:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c58139e40.
00000080:00000010:3.1:1787761215.439915:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c58139560.
00010000:00000010:2.1:1787761216.483720:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8192c600.
00010000:00000010:2.1:1787761216.483737:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81985400.
00000080:00000010:2.1:1787761216.511568:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c756a0.
00000080:00000010:2.1:1787761216.511592:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c758a0.
00010000:00000010:0.1:1787761217.085516:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7df5e100.
00010000:00000010:0.1:1787761217.085534:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d415200.
00010000:00000010:0.1:1787761217.085540:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d752cce00.
00010000:00000010:0.1:1787761217.085544:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d78031a00.
00010000:00000010:0.1:1787761217.085548:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d752ccc00.
00010000:00000010:0.1:1787761217.085551:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d78030600.
00010000:00000010:0.1:1787761217.085553:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7df5eb00.
00010000:00000010:0.1:1787761217.085556:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d415400.
00010000:00000010:0.1:1787761217.085559:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7df5ec00.
00010000:00000010:0.1:1787761217.085563:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d414600.
00010000:00000010:0.1:1787761217.085569:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d58149300.
00010000:00000010:0.1:1787761217.085572:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7532d600.
00010000:00000010:0.1:1787761217.085576:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d58149200.
00010000:00000010:0.1:1787761217.085580:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818f4600.
00010000:00000010:0.1:1787761217.085583:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d752cc100.
00010000:00000010:0.1:1787761217.085586:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d78031200.
00010000:00000010:0.1:1787761217.085591:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7d4dd000.
00010000:00000010:0.1:1787761217.085594:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76ec6000.
00010000:00000010:0.1:1787761217.094479:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7d4ddd00.
00010000:00000010:0.1:1787761217.094492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76ec7800.
00010000:00000010:0.1:1787761217.094497:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7d4ddc00.
00010000:00000010:0.1:1787761217.094499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76ec7e00.
00010000:00000010:0.1:1787761217.094502:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7d4dd700.
00010000:00000010:0.1:1787761217.094505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d415e00.
00010000:00000010:0.1:1787761217.094570:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7d4dd400.
00010000:00000010:0.1:1787761217.094575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d414800.
00010000:00000010:0.1:1787761217.094578:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7d4dd100.
00010000:00000010:0.1:1787761217.094581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d414000.
00010000:00000010:0.1:1787761217.094584:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d58149800.
00010000:00000010:0.1:1787761217.094588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818f5400.
00010000:00000010:0.1:1787761217.094592:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d752cc500.
00010000:00000010:0.1:1787761217.094594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d415800.
00000080:00000010:3.1:1787761217.116469:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c58139e40.
00000080:00000010:2.1:1787761217.143490:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c58139a00.
00000080:00000010:2.1:1787761217.157494:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75040.
00000080:00000010:2.1:1787761217.168482:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c757e0.
00000080:00000010:2.1:1787761217.196062:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75040.
00000080:00000010:2.1:1787761217.201630:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c757e0.
00000080:00000010:3.1:1787761217.210852:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75380.
00000080:00000010:3.1:1787761217.218247:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c58139e40.
00000080:00000010:3.1:1787761217.230338:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c58139940.
00000080:00000010:3.1:1787761217.249178:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c58139e40.
00000080:00000010:2.1:1787761217.261500:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c58139940.
00000080:00000010:2.1:1787761217.284744:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c757e0.
00000080:00000010:2.1:1787761217.298637:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75040.
00000080:00000010:2.1:1787761217.298653:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75680.
00000080:00000010:2.1:1787761217.304583:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c757e0.
00000080:00000010:1.1:1787761217.348159:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75680.
00010000:00000010:2.1:1787761217.500903:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8197e700.
00010000:00000010:2.1:1787761217.500919:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81984600.
00000080:00000010:2.1:1787761217.553484:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c757e0.
00000080:00000010:2.1:1787761217.553497:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c756a0.
00010000:00000010:0.1:1787761218.314866:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4fc000.
00010000:00000010:0.1:1787761218.314882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81987a00.
00000080:00000010:1.1:1787761218.350552:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b0e0.
00000080:00000010:1.1:1787761218.350577:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c581393e0.
00010000:00000010:2.1:1787761219.237406:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4fc700.
00010000:00000010:2.1:1787761219.237420:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81986c00.
00000080:00000010:2.1:1787761219.275470:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c756a0.
00000080:00000010:2.1:1787761219.275490:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c58139f60.
00010000:00000010:2.1:1787761220.290508:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d76ef3d00.
00010000:00000010:2.1:1787761220.290519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818b5a00.
00000080:00000010:3.1:1787761220.299684:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c756a0.
00000080:00000010:3.1:1787761220.299705:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d52f61420.
00010000:00000010:3.1:1787761221.294682:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7ef35c00.
00010000:00000010:3.1:1787761221.294697:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d414800.
00000080:00000010:3.1:1787761221.313510:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c58139860.
00000080:00000010:3.1:1787761221.313530:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d5181b0e0.
00010000:00000010:0.1:1787761222.071492:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d76ef3c00.
00010000:00000010:0.1:1787761222.071502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818b5000.
00000080:00000010:2.1:1787761222.117522:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c7c091b00.
00000080:00000010:2.1:1787761222.117536:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d52f61cc0.
00010000:00000010:3.1:1787761222.780019:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d76ef3200.
00010000:00000010:3.1:1787761222.780035:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818b5a00.
00000080:00000010:3.1:1787761222.812376:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c58139860.
00000080:00000010:3.1:1787761222.812396:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d52f61c20.
00010000:00000010:0.1:1787761223.363674:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7ef35100.
00010000:00000010:0.1:1787761223.363683:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81984e00.
00000080:00000010:0.1:1787761223.408542:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c7c0919a0.
00000080:00000010:0.1:1787761223.408567:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75040.
00010000:00000010:0.1:1787761224.235523:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4fc400.
00010000:00000010:0.1:1787761224.235537:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81987800.
00000080:00000010:0.1:1787761224.282483:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c7c0919a0.
00000080:00000010:0.1:1787761224.282496:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c58139080.
00010000:00000010:0.1:1787761225.229695:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4fcc00.
00010000:00000010:0.1:1787761225.229706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81986400.
00000080:00000010:0.1:1787761225.259481:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c7c0919a0.
00000080:00000010:0.1:1787761225.259496:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c58139200.
00010000:00000010:1.1:1787761226.242489:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7ef35900.
00010000:00000010:1.1:1787761226.242521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d415800.
00000080:00000010:1.1:1787761226.284396:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d52f61780.
00000080:00000010:1.1:1787761226.284417:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c7c0916e0.
00010000:00000010:0.1:1787761226.886485:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7df5e700.
00010000:00000010:0.1:1787761226.886495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76ec6800.
00010000:00000010:0.1:1787761226.886499:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7df5ee00.
00010000:00000010:0.1:1787761226.886502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d414400.
00010000:00000010:0.1:1787761226.886506:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d43c72500.
00010000:00000010:0.1:1787761226.886511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d78030a00.
00010000:00000010:0.1:1787761226.886514:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7df5e300.
00010000:00000010:0.1:1787761226.886517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76ec7400.
00010000:00000010:0.1:1787761226.886522:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d58149100.
00010000:00000010:0.1:1787761226.886524:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76ec7600.
00010000:00000010:0.1:1787761226.886527:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d58149400.
00010000:00000010:0.1:1787761226.886531:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7532ce00.
00010000:00000010:0.1:1787761226.886534:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d58149a00.
00010000:00000010:0.1:1787761226.886537:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d78030200.
00010000:00000010:0.1:1787761226.886540:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7df5e200.
00010000:00000010:0.1:1787761226.886542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d414200.
00010000:00000010:0.1:1787761226.886545:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7df5e800.
00010000:00000010:0.1:1787761226.886548:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76ec6200.
00010000:00000010:0.1:1787761226.886551:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7df5ed00.
00010000:00000010:0.1:1787761226.886554:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d415a00.
00010000:00000010:0.1:1787761226.886556:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7df5e600.
00010000:00000010:0.1:1787761226.886558:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d415600.
00010000:00000010:0.1:1787761226.886560:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d58149700.
00010000:00000010:0.1:1787761226.886562:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7532ca00.
00010000:00000010:0.1:1787761226.886565:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d752ccd00.
00010000:00000010:0.1:1787761226.886567:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d78030c00.
00010000:00000010:0.1:1787761226.886570:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7df5e500.
00010000:00000010:0.1:1787761226.886572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d414e00.
00010000:00000010:0.1:1787761226.886575:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d58149e00.
00010000:00000010:0.1:1787761226.886577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76ec7a00.
00010000:00000010:0.1:1787761226.886579:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d752cc400.
00010000:00000010:0.1:1787761226.886582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7532da00.
00000080:00000010:2.1:1787761226.939578:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75d80.
00000080:00000010:2.1:1787761226.950491:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75d40.
00000080:00000010:2.1:1787761226.958506:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75d80.
00000080:00000010:2.1:1787761226.967600:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75d40.
00000080:00000010:3.1:1787761226.979772:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75d80.
00000080:00000010:3.1:1787761226.984526:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c58139020.
00000080:00000010:2.1:1787761226.988475:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c58139fe0.
00000080:00000010:2.1:1787761226.999713:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75d40.
00000080:00000010:2.1:1787761227.015510:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75320.
00000080:00000010:2.1:1787761227.019795:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75800.
00000080:00000010:2.1:1787761227.023037:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75d40.
00000080:00000010:2.1:1787761227.027107:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75740.
00000080:00000010:3.1:1787761227.035042:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75320.
00000080:00000010:3.1:1787761227.039594:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c58139020.
00000080:00000010:3.1:1787761227.046499:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c58139240.
00000080:00000010:3.1:1787761227.058476:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c58139020.
00010000:00000010:0.1:1787761227.196493:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4fcc00.
00010000:00000010:0.1:1787761227.196510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81986800.
00000080:00000010:0.1:1787761227.225483:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c7c091320.
00000080:00000010:0.1:1787761227.225498:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c58139e80.
00010000:00000010:2.1:1787761227.957781:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d5c4700.
00010000:00000010:2.1:1787761227.957792:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81986800.
00000080:00000010:2.1:1787761228.009713:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75740.
00000080:00000010:2.1:1787761228.009731:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c58139240.
00010000:00000010:1.1:1787761228.770492:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d752ccd00.
00010000:00000010:1.1:1787761228.770508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d415800.
00000080:00000010:0.1:1787761228.815510:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d52f618e0.
00000080:00000010:0.1:1787761228.815521:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c7c0916e0.
00010000:00000010:2.1:1787761229.603490:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d5c4a00.
00010000:00000010:2.1:1787761229.603507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7801ac00.
00000080:00000010:2.1:1787761229.642509:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75800.
00000080:00000010:2.1:1787761229.642525:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75d40.
00010000:00000010:0.1:1787761230.345484:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52cc9100.
00010000:00000010:0.1:1787761230.345499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d78019e00.
00000080:00000010:1.1:1787761230.386510:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c7c091420.
00000080:00000010:1.1:1787761230.386524:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75800.
00010000:00000010:3.1:1787761231.264527:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52cc9500.
00010000:00000010:3.1:1787761231.264541:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d78019800.
00000080:00000010:3.1:1787761231.308671:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75de0.
00000080:00000010:3.1:1787761231.308688:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75360.
00010000:00000010:2.1:1787761232.196508:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d752cce00.
00010000:00000010:2.1:1787761232.196524:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d414200.
00000080:00000010:2.1:1787761232.262476:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75c60.
00000080:00000010:2.1:1787761232.262489:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c7c0912c0.
00010000:00000010:2.1:1787761233.218624:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52cc9d00.
00010000:00000010:2.1:1787761233.218640:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d415600.
00000080:00000010:0.1:1787761233.287889:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75c60.
00000080:00000010:0.1:1787761233.287909:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c7c091460.
00010000:00000010:2.1:1787761234.041500:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d5c4f00.
00010000:00000010:2.1:1787761234.041517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7801b000.
00000080:00000010:3.1:1787761234.088424:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c759e0.
00000080:00000010:3.1:1787761234.088451:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c581394c0.
00010000:00000010:3.1:1787761235.162705:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d5c4b00.
00010000:00000010:3.1:1787761235.162721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7801a000.
00000080:00000010:3.1:1787761235.194544:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c58139a20.
00000080:00000010:3.1:1787761235.194559:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c58139c20.
00010000:00000010:2.1:1787761236.137485:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52cc9800.
00010000:00000010:2.1:1787761236.137500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d78019800.
00000080:00000010:3.1:1787761236.194753:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75b80.
00000080:00000010:3.1:1787761236.194774:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c759c0.
00010000:00000010:2.1:1787761237.183709:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d5c4b00.
00010000:00000010:2.1:1787761237.183726:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7801a000.
00000080:00000010:2.1:1787761237.219564:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75720.
00000080:00000010:2.1:1787761237.219590:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c58139c20.
00010000:00000010:2.1:1787761238.232669:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d76ef3a00.
00010000:00000010:2.1:1787761238.232687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818b5000.
00000080:00000010:2.1:1787761238.296533:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75720.
00000080:00000010:2.1:1787761238.296549:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d52f61b60.
00010000:00000010:2.1:1787761238.864586:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4ad900.
00010000:00000010:2.1:1787761238.864598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7532c000.
00010000:00000010:2.1:1787761238.864602:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d519f4400.
00010000:00000010:2.1:1787761238.864606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d78031600.
00010000:00000010:2.1:1787761238.864610:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7c88ea00.
00010000:00000010:2.1:1787761238.864613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d560a00.
00010000:00000010:2.1:1787761238.864616:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7c88ee00.
00010000:00000010:2.1:1787761238.864620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d561400.
00010000:00000010:2.1:1787761238.864624:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d58149c00.
00010000:00000010:2.1:1787761238.864627:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7532d200.
00010000:00000010:2.1:1787761238.864631:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d43c72d00.
00010000:00000010:2.1:1787761238.864634:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81900400.
00010000:00000010:2.1:1787761238.864639:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7df5e000.
00010000:00000010:2.1:1787761238.864641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d561c00.
00010000:00000010:2.1:1787761238.864644:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d519f4c00.
00010000:00000010:2.1:1787761238.864646:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d560e00.
00010000:00000010:2.1:1787761238.864649:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7df5ef00.
00010000:00000010:2.1:1787761238.864651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d560800.
00010000:00000010:2.1:1787761238.864654:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7df5e900.
00010000:00000010:2.1:1787761238.864657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81901200.
00010000:00000010:2.1:1787761238.909618:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d58149000.
00010000:00000010:2.1:1787761238.909636:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81901400.
00010000:00000010:2.1:1787761238.909641:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d519f4a00.
00010000:00000010:2.1:1787761238.909645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d78031400.
00010000:00000010:2.1:1787761238.909649:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d43f9fd00.
00010000:00000010:2.1:1787761238.909653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d78030800.
00010000:00000010:2.1:1787761238.909655:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77c99900.
00010000:00000010:2.1:1787761238.909658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81900000.
00010000:00000010:2.1:1787761238.909662:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7df5e400.
00010000:00000010:2.1:1787761238.909666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d78030000.
00010000:00000010:2.1:1787761238.909668:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7df5ea00.
00010000:00000010:2.1:1787761238.909671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76ec7200.
00000080:00000010:3.1:1787761238.943505:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c58139a20.
00000080:00000010:2.1:1787761238.963382:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c581390c0.
00000080:00000010:2.1:1787761238.976255:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c752a0.
00000080:00000010:2.1:1787761238.988233:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75f60.
00000080:00000010:2.1:1787761239.005173:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c752a0.
00000080:00000010:2.1:1787761239.014088:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75f60.
00000080:00000010:3.1:1787761239.027491:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c752a0.
00000080:00000010:3.1:1787761239.043643:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c58139a20.
00000080:00000010:3.1:1787761239.070704:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c581395c0.
00000080:00000010:3.1:1787761239.084162:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c58139a20.
00000080:00000010:2.1:1787761239.087480:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c58139e20.
00000080:00000010:2.1:1787761239.107538:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75f60.
00000080:00000010:2.1:1787761239.132647:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75660.
00000080:00000010:2.1:1787761239.153671:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75f60.
00000080:00000010:0.1:1787761239.160805:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75660.
00000080:00000010:0.1:1787761239.185776:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c7c091ca0.
00010000:00000010:1.1:1787761239.345655:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52cc9300.
00010000:00000010:1.1:1787761239.345665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d78019e00.
00000080:00000010:0.1:1787761239.355721:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d52f61120.
00000080:00000010:0.1:1787761239.355742:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75720.
00010000:00000010:1.1:1787761240.199930:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d752ccb00.
00010000:00000010:1.1:1787761240.199944:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d414000.
00000080:00000010:2.1:1787761240.210562:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d52f61000.
00000080:00000010:2.1:1787761240.210577:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c7c091300.
00010000:00000010:2.1:1787761240.991498:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d5c4b00.
00010000:00000010:2.1:1787761240.991516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7801b400.
00000080:00000010:2.1:1787761241.002875:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75e00.
00000080:00000010:2.1:1787761241.002895:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c581395c0.
00010000:00000010:2.1:1787761241.928588:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d76ef3300.
00010000:00000010:2.1:1787761241.928602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d414400.
00000080:00000010:2.1:1787761242.011891:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75e00.
00000080:00000010:2.1:1787761242.011908:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c7c091000.
00010000:00000010:2.1:1787761242.986524:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d752cc300.
00010000:00000010:2.1:1787761242.986540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d415a00.
00000080:00000010:2.1:1787761243.046787:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75e00.
00000080:00000010:2.1:1787761243.046809:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c7c091a80.
00010000:00000010:2.1:1787761243.984597:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d519f4c00.
00010000:00000010:2.1:1787761243.984612:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7801da00.
00000080:00000010:2.1:1787761244.030250:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75260.
00000080:00000010:2.1:1787761244.030261:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75e00.
00010000:00000010:3.1:1787761244.989265:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d519f4400.
00010000:00000010:3.1:1787761244.989282:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7801da00.
00000080:00000010:3.1:1787761245.022501:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c58139de0.
00000080:00000010:3.1:1787761245.022515:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75e00.
00010000:00000010:2.1:1787761245.712542:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d5c4f00.
00010000:00000010:2.1:1787761245.712557:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7801cc00.
00000080:00000010:2.1:1787761245.753703:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75f60.
00000080:00000010:2.1:1787761245.753715:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75e00.
00010000:00000010:3.1:1787761246.620619:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d5c4700.
00010000:00000010:3.1:1787761246.620633:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7801aa00.
00000080:00000010:3.1:1787761246.698386:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c581394e0.
00000080:00000010:3.1:1787761246.698410:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c581393a0.
00010000:00000010:1.1:1787761247.325496:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d752ba500.
00010000:00000010:1.1:1787761247.325510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f678600.
00010000:00000010:1.1:1787761247.325519:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7c88e500.
00010000:00000010:1.1:1787761247.325523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d560400.
00010000:00000010:1.1:1787761247.325526:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7c88ed00.
00010000:00000010:1.1:1787761247.325530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d561200.
00010000:00000010:1.1:1787761247.325535:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d456d1500.
00010000:00000010:1.1:1787761247.325539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f679a00.
00010000:00000010:1.1:1787761247.325541:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d456d1000.
00010000:00000010:1.1:1787761247.325544:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f679600.
00010000:00000010:1.1:1787761247.325546:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7c88e300.
00010000:00000010:1.1:1787761247.325548:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d560600.
00010000:00000010:1.1:1787761247.325551:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7c88e200.
00010000:00000010:1.1:1787761247.325554:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81900800.
00010000:00000010:1.1:1787761247.325557:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7c88e800.
00010000:00000010:1.1:1787761247.325560:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7532d800.
00010000:00000010:1.1:1787761247.325564:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7c88e600.
00010000:00000010:1.1:1787761247.325567:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d561800.
00010000:00000010:1.1:1787761247.325569:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7c88e900.
00010000:00000010:1.1:1787761247.325572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d561e00.
00010000:00000010:1.1:1787761247.325575:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77c99100.
00010000:00000010:1.1:1787761247.325596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7532d400.
00010000:00000010:1.1:1787761247.325600:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7c88e100.
00010000:00000010:1.1:1787761247.325602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d560c00.
00010000:00000010:1.1:1787761247.325605:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7c88eb00.
00010000:00000010:1.1:1787761247.325608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81901a00.
00010000:00000010:1.1:1787761247.325610:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7c88ec00.
00010000:00000010:1.1:1787761247.325613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d560200.
00010000:00000010:1.1:1787761247.325615:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d456d1900.
00010000:00000010:1.1:1787761247.325619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d610e2600.
00010000:00000010:1.1:1787761247.325663:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4ad500.
00010000:00000010:1.1:1787761247.325668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7532c200.
00000080:00000010:2.1:1787761247.395190:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75e00.
00000080:00000010:3.1:1787761247.412898:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75f60.
00000080:00000010:3.1:1787761247.425775:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c581393a0.
00000080:00000010:2.1:1787761247.440750:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c581393a0.
00000080:00000010:3.1:1787761247.441480:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c581394e0.
00000080:00000010:2.1:1787761247.457681:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75e00.
00000080:00000010:2.1:1787761247.462525:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75720.
00000080:00000010:2.1:1787761247.467574:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75660.
00000080:00000010:2.1:1787761247.472333:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c752a0.
00000080:00000010:2.1:1787761247.497790:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75720.
00000080:00000010:2.1:1787761247.497811:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c752a0.
00000080:00000010:2.1:1787761247.504339:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75660.
00000080:00000010:3.1:1787761247.512613:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c752a0.
00000080:00000010:3.1:1787761247.520515:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c581394e0.
00000080:00000010:3.1:1787761247.527917:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c58139060.
00000080:00000010:3.1:1787761247.539673:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c581394e0.
00010000:00000010:2.1:1787761247.726125:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d752cc300.
00010000:00000010:2.1:1787761247.726134:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d414000.
00000080:00000010:2.1:1787761247.786533:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75660.
00000080:00000010:2.1:1787761247.786552:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c7c091f20.
00010000:00000010:2.1:1787761248.734421:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8192fa00.
00010000:00000010:2.1:1787761248.734433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7801d200.
00000080:00000010:3.1:1787761248.768498:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75720.
00000080:00000010:3.1:1787761248.768521:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75660.
00010000:00000010:2.1:1787761249.738541:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75343500.
00010000:00000010:2.1:1787761249.738554:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d415c00.
00000080:00000010:2.1:1787761249.759635:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c759c0.
00000080:00000010:2.1:1787761249.759654:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c7c091380.
00010000:00000010:3.1:1787761250.558691:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75343d00.
00010000:00000010:3.1:1787761250.558707:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81901a00.
00000080:00000010:3.1:1787761250.611468:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c58139060.
00000080:00000010:3.1:1787761250.611484:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c581394e0.
00010000:00000010:0.1:1787761251.288483:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8192ff00.
00010000:00000010:0.1:1787761251.288500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7801c600.
00000080:00000010:0.1:1787761251.368478:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c7c091d20.
00000080:00000010:0.1:1787761251.368495:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c759e0.
00010000:00000010:2.1:1787761252.207162:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d752cce00.
00010000:00000010:2.1:1787761252.207176:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d415200.
00000080:00000010:2.1:1787761252.275615:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75c60.
00000080:00000010:2.1:1787761252.275636:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c7c091500.
00010000:00000010:3.1:1787761252.793035:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75343800.
00010000:00000010:3.1:1787761252.793047:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81900800.
00000080:00000010:0.1:1787761252.833695:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c58139220.
00000080:00000010:0.1:1787761252.833794:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c58139060.
00010000:00000010:2.1:1787761253.442674:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8192fb00.
00010000:00000010:2.1:1787761253.442688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7801c600.
00000080:00000010:2.1:1787761253.509909:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75de0.
00000080:00000010:2.1:1787761253.509926:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75360.
00010000:00000010:2.1:1787761253.927514:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75343200.
00010000:00000010:2.1:1787761253.927527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81900800.
00000080:00000010:2.1:1787761253.992672:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75360.
00000080:00000010:2.1:1787761253.992687:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c58139600.
00010000:00000010:0.1:1787761254.441715:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8192f100.
00010000:00000010:0.1:1787761254.441730:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f679600.
00000080:00000010:0.1:1787761254.502480:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c7c091ca0.
00000080:00000010:0.1:1787761254.502495:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75320.
00010000:00000010:2.1:1787761254.885489:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8192f900.
00010000:00000010:2.1:1787761254.885503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d78019e00.
00000080:00000010:2.1:1787761254.929482:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75360.
00000080:00000010:2.1:1787761254.929494:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d52f61dc0.
00010000:00000010:2.1:1787761255.236581:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8192f100.
00010000:00000010:2.1:1787761255.236596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f678600.
00000080:00000010:2.1:1787761255.287482:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75b60.
00000080:00000010:2.1:1787761255.287495:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75360.
00010000:00000010:1.1:1787761255.587291:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818e0e00.
00010000:00000010:1.1:1787761255.587311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d446ef400.
00010000:00000010:1.1:1787761255.587317:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818b7200.
00010000:00000010:1.1:1787761255.587368:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7532c800.
00010000:00000010:1.1:1787761255.587374:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77c99000.
00010000:00000010:1.1:1787761255.587377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81901000.
00010000:00000010:1.1:1787761255.587381:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77c99d00.
00010000:00000010:1.1:1787761255.587384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81900e00.
00010000:00000010:1.1:1787761255.587387:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4ad800.
00010000:00000010:1.1:1787761255.587390:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7532c400.
00010000:00000010:1.1:1787761255.587393:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818b7600.
00010000:00000010:1.1:1787761255.587396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f661400.
00010000:00000010:1.1:1787761255.587400:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818e0300.
00010000:00000010:1.1:1787761255.587404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d446ee400.
00010000:00000010:1.1:1787761255.587406:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818e0800.
00010000:00000010:1.1:1787761255.587409:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d446efa00.
00010000:00000010:1.1:1787761255.587412:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818b7900.
00010000:00000010:1.1:1787761255.587416:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d561600.
00010000:00000010:1.1:1787761255.587419:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818e0d00.
00010000:00000010:1.1:1787761255.587423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76c87600.
00010000:00000010:1.1:1787761255.587428:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7c88ef00.
00010000:00000010:1.1:1787761255.587466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d561000.
00010000:00000010:1.1:1787761255.587469:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77c99800.
00010000:00000010:1.1:1787761255.587474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81901c00.
00010000:00000010:1.1:1787761255.587477:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7c88e000.
00010000:00000010:1.1:1787761255.587480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d561a00.
00010000:00000010:1.1:1787761255.587484:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7c88e700.
00010000:00000010:1.1:1787761255.587487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d560000.
00010000:00000010:1.1:1787761255.587490:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818e0500.
00010000:00000010:1.1:1787761255.587493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76c87c00.
00010000:00000010:1.1:1787761255.587495:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7c88e400.
00010000:00000010:1.1:1787761255.587498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7532dc00.
00000080:00000010:3.1:1787761255.592592:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c58139b60.
00000080:00000010:3.1:1787761255.597628:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c58139da0.
00000080:00000010:3.1:1787761255.602706:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c581397c0.
00000080:00000010:3.1:1787761255.607587:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c58139b60.
00000080:00000010:3.1:1787761255.614483:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c58139da0.
00000080:00000010:3.1:1787761255.619510:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c58139b60.
00000080:00000010:3.1:1787761255.631492:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c581397c0.
00000080:00000010:3.1:1787761255.637496:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c58139b60.
00000080:00000010:3.1:1787761255.642469:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c58139da0.
00000080:00000010:2.1:1787761255.647649:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c581397c0.
00000080:00000010:2.1:1787761255.651487:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75b60.
00000080:00000010:2.1:1787761255.659824:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c756a0.
00000080:00000010:2.1:1787761255.663599:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75fc0.
00000080:00000010:2.1:1787761255.668488:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75b60.
00000080:00000010:2.1:1787761255.673483:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c756a0.
00000080:00000010:2.1:1787761255.687481:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75fc0.
00010000:00000010:2.1:1787761255.691477:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8192ff00.
00010000:00000010:2.1:1787761255.691484:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f679600.
00000080:00000010:2.1:1787761255.733482:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c756a0.
00000080:00000010:2.1:1787761255.733495:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75360.
00010000:00000010:3.1:1787761256.013460:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77c99100.
00010000:00000010:3.1:1787761256.013465:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818f5200.
00000080:00000010:3.1:1787761256.063482:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c58139da0.
00000080:00000010:3.1:1787761256.063495:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75360.
00010000:00000010:2.1:1787761256.327467:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77c99100.
00010000:00000010:2.1:1787761256.327473:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818f4c00.
00000080:00000010:2.1:1787761256.366561:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75b60.
00000080:00000010:2.1:1787761256.366574:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c756a0.
00010000:00000010:2.1:1787761256.621472:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8192ff00.
00010000:00000010:2.1:1787761256.621477:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818f4800.
00000080:00000010:2.1:1787761256.658476:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75b60.
00000080:00000010:2.1:1787761256.658487:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c756a0.
00010000:00000010:2.1:1787761256.953921:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d456d1900.
00010000:00000010:2.1:1787761256.953935:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818f5800.
00000080:00000010:2.1:1787761257.017526:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75b60.
00000080:00000010:2.1:1787761257.017547:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c756a0.
00010000:00000010:3.1:1787761257.320473:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7e787900.
00010000:00000010:3.1:1787761257.320479:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d561600.
00000080:00000010:3.1:1787761257.367661:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c58139360.
00000080:00000010:3.1:1787761257.367673:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c581391a0.
00010000:00000010:2.1:1787761257.652669:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d456d1900.
00010000:00000010:2.1:1787761257.652676:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818f5800.
00000080:00000010:2.1:1787761257.692485:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75b60.
00000080:00000010:2.1:1787761257.692499:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c756a0.
00010000:00000010:2.1:1787761257.965460:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d456d1000.
00010000:00000010:2.1:1787761257.965466:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818f4200.
00000080:00000010:2.1:1787761258.003465:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75b60.
00000080:00000010:2.1:1787761258.003472:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c756a0.
00010000:00000010:2.1:1787761258.302516:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d456d1500.
00010000:00000010:2.1:1787761258.302525:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818f5000.
00000080:00000010:2.1:1787761258.337470:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75b60.
00000080:00000010:2.1:1787761258.337479:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c756a0.
00010000:00000010:2.1:1787761258.583476:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7c88e400.
00010000:00000010:2.1:1787761258.583483:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818f5200.
00000080:00000010:2.1:1787761258.623484:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75b60.
00000080:00000010:2.1:1787761258.623495:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c756a0.
00010000:00000010:2.1:1787761258.874466:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7c88e700.
00010000:00000010:2.1:1787761258.874472:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f679600.
00000080:00000010:2.1:1787761258.911535:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75b60.
00000080:00000010:2.1:1787761258.911545:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c756a0.
00010000:00000010:2.1:1787761259.142461:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7c88e000.
00010000:00000010:2.1:1787761259.142466:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81871200.
00000080:00000010:2.1:1787761259.177478:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75b60.
00000080:00000010:2.1:1787761259.177489:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c756a0.
00010000:00000010:2.1:1787761259.416468:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7c88ef00.
00010000:00000010:2.1:1787761259.416474:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819ab200.
00000080:00000010:2.1:1787761259.449477:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75b60.
00000080:00000010:2.1:1787761259.449487:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c756a0.
00010000:00000010:2.1:1787761259.676461:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7c88ec00.
00010000:00000010:2.1:1787761259.676466:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819ab400.
00000080:00000010:2.1:1787761259.707488:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c75b60.
00000080:00000010:2.1:1787761259.707498:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c756a0.
00010000:00000010:2.1:1787761259.945472:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7c88eb00.
00010000:00000010:2.1:1787761259.945479:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819aa600.
00000080:00000010:2.1:1787761259.983481:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c756a0.
00000080:00000010:2.1:1787761259.983496:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca775e0.
00010000:00000010:2.1:1787761260.196465:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7c88e100.
00010000:00000010:2.1:1787761260.196471:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819aaa00.
00000080:00000010:2.1:1787761260.209459:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9c5ca775e0.
00000080:00000010:2.1:1787761260.209474:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c756a0.
00010000:00000010:2.1:1787761260.419460:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7c88e900.
00010000:00000010:2.1:1787761260.419465:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819aba00.
00000080:00000010:2.1:1787761260.445473:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d51c8e300.
00000080:00000010:2.1:1787761260.445483:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d46c756a0.
00010000:00000010:2.1:1787761260.634462:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7c88e600.
00010000:00000010:2.1:1787761260.634466:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819aa200.
00000080:00000010:2.1:1787761260.664467:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d51c8e0c0.
00000080:00000010:2.1:1787761260.664477:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d51c8e300.
00010000:00000010:2.1:1787761260.895469:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7c88e800.
00010000:00000010:2.1:1787761260.895476:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819aac00.
00000080:00000010:2.1:1787761260.921462:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d51c8e0c0.
00000080:00000010:2.1:1787761260.921475:0:303118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d51c8e300.
00010000:00000010:2.1:1787761261.156459:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7c88e200.
00010000:00000010:2.1:1787761261.156467:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819abe00.
00000080:00000010:2.1:1787761261.200471:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d51c8ea80.
00000080:00000010:2.1:1787761261.200482:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d51c8e0c0.
00010000:00000010:2.1:1787761261.407468:0:303118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7c88e300.
00010000:00000010:2.1:1787761261.407475:0:303118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819ab000.
00000080:00000010:2.1:1787761261.443477:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d51c8e0c0.
00000080:00000010:2.1:1787761261.443486:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b9d51c8e460.
00010000:00000010:2.1:1787761261.684467:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7c88ed00.
00010000:00000010:2.1:1787761261.684477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819ab800.
00010000:00000010:1.1:1787761271.995479:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818b7500.
00010000:00000010:1.1:1787761271.995491:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81900200.
00010000:00000010:1.1:1787761271.995494:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818b7d00.
00010000:00000010:1.1:1787761271.995498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7532d000.
00010000:00000010:1.1:1787761271.995502:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818e0b00.
00010000:00000010:1.1:1787761271.995505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81901e00.
00010000:00000010:1.1:1787761271.995515:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818b7000.
00010000:00000010:1.1:1787761271.995519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f660800.
00010000:00000010:1.1:1787761271.995521:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818b7f00.
00010000:00000010:1.1:1787761271.995524:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f660400.
00010000:00000010:1.1:1787761271.995527:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818b7b00.
00010000:00000010:1.1:1787761271.995529:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5f604200.
00010000:00000010:1.1:1787761271.995533:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818b7c00.
00010000:00000010:1.1:1787761271.995536:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f661800.
00010000:00000010:1.1:1787761271.995538:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818b7a00.
00010000:00000010:1.1:1787761271.995541:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81901800.
00010000:00000010:1.1:1787761271.999468:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818b7700.
00010000:00000010:1.1:1787761271.999478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f661e00.
00010000:00000010:1.1:1787761271.999481:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818e0f00.
00010000:00000010:1.1:1787761271.999483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d446efe00.
00010000:00000010:1.1:1787761271.999486:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4ade00.
00010000:00000010:1.1:1787761271.999501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81900c00.
00010000:00000010:1.1:1787761271.999503:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818e0a00.
00010000:00000010:1.1:1787761271.999505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d446ef200.
00010000:00000010:1.1:1787761271.999507:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4ad000.
00010000:00000010:1.1:1787761271.999509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7532c600.
00010000:00000010:1.1:1787761271.999511:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818b7e00.
00010000:00000010:1.1:1787761271.999513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f660c00.
00010000:00000010:1.1:1787761271.999514:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4ad200.
00010000:00000010:1.1:1787761271.999523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7532de00.
00010000:00000010:1.1:1787761271.999525:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818b7300.
00010000:00000010:1.1:1787761271.999527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f661a00.
00010000:00000010:0.1:1787761281.211471:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4ad400.
00010000:00000010:0.1:1787761281.211479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76ede400.
00010000:00000010:0.1:1787761281.211483:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d46c1e100.
00010000:00000010:0.1:1787761281.211485:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f660a00.
00010000:00000010:0.1:1787761281.211487:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818e0900.
00010000:00000010:0.1:1787761281.211490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d410600.
00010000:00000010:0.1:1787761281.211492:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4adb00.
00010000:00000010:0.1:1787761281.211494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76edec00.
00010000:00000010:0.1:1787761281.211496:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d46c1ec00.
00010000:00000010:0.1:1787761281.211498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f661000.
00010000:00000010:0.1:1787761281.211500:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4ad100.
00010000:00000010:0.1:1787761281.211501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76ede600.
00010000:00000010:0.1:1787761281.211503:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818e0200.
00010000:00000010:0.1:1787761281.211505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d411400.
00010000:00000010:0.1:1787761281.211506:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818e0700.
00010000:00000010:0.1:1787761281.211508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75379e00.
00010000:00000010:0.1:1787761281.211511:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818e0400.
00010000:00000010:0.1:1787761281.211513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5f604c00.
00010000:00000010:0.1:1787761281.211515:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818b7800.
00010000:00000010:0.1:1787761281.211516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f661600.
00010000:00000010:0.1:1787761281.211518:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818e0c00.
00010000:00000010:0.1:1787761281.211521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5f604000.
00010000:00000010:0.1:1787761281.211522:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818e0100.
00010000:00000010:0.1:1787761281.211524:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5f604800.
00010000:00000010:0.1:1787761281.211526:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818b7400.
00010000:00000010:0.1:1787761281.211528:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81901600.
00010000:00000010:0.1:1787761281.211530:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4adc00.
00010000:00000010:0.1:1787761281.211531:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81900a00.
00010000:00000010:0.1:1787761281.211533:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818b7100.
00010000:00000010:0.1:1787761281.211535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f661c00.
00010000:00000010:0.1:1787761281.211536:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4ada00.
00010000:00000010:0.1:1787761281.211538:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d446eec00.
00010000:00000010:0.1:1787761291.451466:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d46c1eb00.
00010000:00000010:0.1:1787761291.451474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81943200.
00010000:00000010:0.1:1787761291.451477:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d46c1ef00.
00010000:00000010:0.1:1787761291.451479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81943c00.
00010000:00000010:0.1:1787761291.451481:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d46c1e900.
00010000:00000010:0.1:1787761291.451483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76edf200.
00010000:00000010:0.1:1787761291.451486:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d46c1e400.
00010000:00000010:0.1:1787761291.451488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81942400.
00010000:00000010:0.1:1787761291.451490:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d46c1ea00.
00010000:00000010:0.1:1787761291.451492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81942000.
00010000:00000010:0.1:1787761291.451494:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d46c1ee00.
00010000:00000010:0.1:1787761291.451496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76edfa00.
00010000:00000010:0.1:1787761291.451498:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d46c1e000.
00010000:00000010:0.1:1787761291.451500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81943000.
00010000:00000010:0.1:1787761291.451501:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818e0000.
00010000:00000010:0.1:1787761291.451503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d410c00.
00010000:00000010:0.1:1787761291.451505:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d46c1e300.
00010000:00000010:0.1:1787761291.451507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f660600.
00010000:00000010:0.1:1787761291.451509:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77c99e00.
00010000:00000010:0.1:1787761291.451541:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81900600.
00010000:00000010:0.1:1787761291.451543:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818e0600.
00010000:00000010:0.1:1787761291.451546:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d411a00.
00010000:00000010:0.1:1787761291.451548:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d46c1e200.
00010000:00000010:0.1:1787761291.451550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f660000.
00010000:00000010:0.1:1787761291.451552:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d46c1e800.
00010000:00000010:0.1:1787761291.451554:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f660e00.
00010000:00000010:0.1:1787761291.451556:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d46c1ed00.
00010000:00000010:0.1:1787761291.451558:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76edf400.
00010000:00000010:0.1:1787761291.451560:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d46c1e600.
00010000:00000010:0.1:1787761291.451561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f660200.
00010000:00000010:0.1:1787761291.451563:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d46c1e500.
00010000:00000010:0.1:1787761291.451564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f661200.
00010000:00000010:2.1:1787761301.691471:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f7b0400.
00010000:00000010:2.1:1787761301.691479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d410e00.
00010000:00000010:2.1:1787761301.691481:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f7b0700.
00010000:00000010:2.1:1787761301.691483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d411200.
00010000:00000010:2.1:1787761301.691486:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d46125f00.
00010000:00000010:2.1:1787761301.691488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7ef37200.
00010000:00000010:2.1:1787761301.691490:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d46125a00.
00010000:00000010:2.1:1787761301.691492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76edf600.
00010000:00000010:2.1:1787761301.691494:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77c99f00.
00010000:00000010:2.1:1787761301.691496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7ef36000.
00010000:00000010:2.1:1787761301.691498:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f7b0300.
00010000:00000010:2.1:1787761301.691501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76edf000.
00010000:00000010:2.1:1787761301.691503:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4add00.
00010000:00000010:2.1:1787761301.691505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d411c00.
00010000:00000010:2.1:1787761301.691507:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d46125e00.
00010000:00000010:2.1:1787761301.691509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81942c00.
00010000:00000010:2.1:1787761301.691511:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d46125000.
00010000:00000010:2.1:1787761301.691512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81942200.
00010000:00000010:2.1:1787761301.691514:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f7b0600.
00010000:00000010:2.1:1787761301.691516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d410800.
00010000:00000010:2.1:1787761301.691517:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4ad300.
00010000:00000010:2.1:1787761301.691519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7532cc00.
00010000:00000010:2.1:1787761301.691521:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f7b0900.
00010000:00000010:2.1:1787761301.691522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d410000.
00010000:00000010:2.1:1787761301.691524:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d46125200.
00010000:00000010:2.1:1787761301.691525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81942a00.
00010000:00000010:2.1:1787761301.691527:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d46125800.
00010000:00000010:2.1:1787761301.691528:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81942600.
00010000:00000010:2.1:1787761301.691530:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d46125d00.
00010000:00000010:2.1:1787761301.691532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76ede000.
00010000:00000010:2.1:1787761301.691533:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f7b0c00.
00010000:00000010:2.1:1787761301.691535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d411000.
00010000:00000010:2.1:1787761311.931476:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4ad700.
00010000:00000010:2.1:1787761311.931483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76ede800.
00010000:00000010:2.1:1787761311.931487:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d46c1e700.
00010000:00000010:2.1:1787761311.931500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7ef36200.
00010000:00000010:2.1:1787761311.931504:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f7b0d00.
00010000:00000010:2.1:1787761311.931507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d410a00.
00010000:00000010:2.1:1787761311.931511:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d46125c00.
00010000:00000010:2.1:1787761311.931515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4c4400.
00010000:00000010:2.1:1787761311.931518:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d46125700.
00010000:00000010:2.1:1787761311.931521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81943a00.
00010000:00000010:2.1:1787761311.931524:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4adf00.
00010000:00000010:2.1:1787761311.931528:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7ef36600.
00010000:00000010:2.1:1787761311.931530:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d46125600.
00010000:00000010:2.1:1787761311.931533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81943400.
00010000:00000010:2.1:1787761311.931536:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d46125300.
00010000:00000010:2.1:1787761311.931539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81942e00.
00010000:00000010:2.1:1787761311.931542:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f7b0200.
00010000:00000010:2.1:1787761311.931544:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7ef36400.
00010000:00000010:2.1:1787761311.931546:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d46125400.
00010000:00000010:2.1:1787761311.931548:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81943e00.
00010000:00000010:2.1:1787761311.931551:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d46125100.
00010000:00000010:2.1:1787761311.931553:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76edfe00.
00010000:00000010:2.1:1787761311.931556:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d46125500.
00010000:00000010:2.1:1787761311.931558:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81943800.
00010000:00000010:2.1:1787761311.931561:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d46125900.
00010000:00000010:2.1:1787761311.931564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81942800.
00010000:00000010:2.1:1787761311.931566:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d46125b00.
00010000:00000010:2.1:1787761311.931569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81943600.
00010000:00000010:2.1:1787761311.935473:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f7b0a00.
00010000:00000010:2.1:1787761311.935479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d410400.
00010000:00000010:2.1:1787761311.935483:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4ad600.
00010000:00000010:2.1:1787761311.935486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76ede200.
00000800:00000200:0.1:1787761319.924664:0:256670:0:(socklnd.c:424:ksocknal_decr_conn_count()) Del conn type 3, ksnr_connected 6 ksnr_max_conns 1
00000800:00000200:0.1:1787761319.924668:0:256670:0:(socklnd.c:424:ksocknal_decr_conn_count()) Del conn type 2, ksnr_connected 2 ksnr_max_conns 1
00000800:00000200:0.1:1787761319.924669:0:256670:0:(socklnd.c:424:ksocknal_decr_conn_count()) Del conn type 1, ksnr_connected 0 ksnr_max_conns 1
00000800:00000200:1.1:1787761322.997095:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761325.045607:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761325.045904:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761325.045995:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761325.046116:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761330.165008:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761330.165244:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761330.165367:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761330.165590:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00010000:00000010:0.1:1787761332.411473:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d514b7000.
00010000:00000010:0.1:1787761332.411481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4c5e00.
00010000:00000010:0.1:1787761332.411484:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d514b7200.
00010000:00000010:0.1:1787761332.411486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7ef37a00.
00010000:00000010:0.1:1787761332.411488:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77df6500.
00010000:00000010:0.1:1787761332.411490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d434800.
00010000:00000010:0.1:1787761332.411492:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77df6100.
00010000:00000010:0.1:1787761332.411494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d435800.
00010000:00000010:0.1:1787761332.411496:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f7b0000.
00010000:00000010:0.1:1787761332.411498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d8186d800.
00010000:00000010:0.1:1787761332.411500:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d514b7d00.
00010000:00000010:0.1:1787761332.411502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76edfc00.
00010000:00000010:0.1:1787761332.411504:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f7b0e00.
00010000:00000010:0.1:1787761332.411505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d8186de00.
00010000:00000010:0.1:1787761332.411507:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f7b0800.
00010000:00000010:0.1:1787761332.411509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d8186cc00.
00010000:00000010:0.1:1787761332.411511:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d514b7500.
00010000:00000010:0.1:1787761332.411513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76edea00.
00010000:00000010:0.1:1787761332.411515:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f7b0f00.
00010000:00000010:0.1:1787761332.411517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d411e00.
00010000:00000010:0.1:1787761332.411519:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d514b7100.
00010000:00000010:0.1:1787761332.411521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7ef37600.
00010000:00000010:0.1:1787761332.411522:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f7b0100.
00010000:00000010:0.1:1787761332.411524:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d411600.
00010000:00000010:0.1:1787761332.411526:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77c99300.
00010000:00000010:0.1:1787761332.411527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7ef37e00.
00010000:00000010:0.1:1787761332.411529:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77df6b00.
00010000:00000010:0.1:1787761332.411530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d411800.
00010000:00000010:0.1:1787761332.411532:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77df6f00.
00010000:00000010:0.1:1787761332.411533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76edee00.
00010000:00000010:0.1:1787761332.411535:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f7b0500.
00010000:00000010:0.1:1787761332.411536:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d410200.
00000800:00000200:3.1:1787761335.285521:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761335.285532:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 4, 2 secs later)
00000800:00000200:3.1:1787761335.286362:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761335.286364:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 4, 2 secs later)
00000800:00000200:3.1:1787761335.286627:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761335.286629:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 4, 2 secs later)
00000800:00000200:3.1:1787761335.286842:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761335.286844:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 4, 2 secs later)
00000800:00000200:3.1:1787761340.405227:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761340.405589:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761340.405797:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761340.405896:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00010000:00000010:2.1:1787761342.651520:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77df6e00.
00010000:00000010:2.1:1787761342.651533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7ef36c00.
00010000:00000010:2.1:1787761342.651539:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77df6300.
00010000:00000010:2.1:1787761342.651543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d434000.
00010000:00000010:2.1:1787761342.651548:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d439800.
00010000:00000010:2.1:1787761342.651552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d8186d200.
00010000:00000010:2.1:1787761342.651555:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d439d00.
00010000:00000010:2.1:1787761342.651558:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d8186d600.
00010000:00000010:2.1:1787761342.651561:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77df6200.
00010000:00000010:2.1:1787761342.651565:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d435c00.
00010000:00000010:2.1:1787761342.651568:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d439500.
00010000:00000010:2.1:1787761342.651571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d8186ce00.
00010000:00000010:2.1:1787761342.651574:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d439100.
00010000:00000010:2.1:1787761342.651577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4c5200.
00010000:00000010:2.1:1787761342.651581:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77df6800.
00010000:00000010:2.1:1787761342.651584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7ef36e00.
00010000:00000010:2.1:1787761342.651587:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d439b00.
00010000:00000010:2.1:1787761342.651590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d8186c400.
00010000:00000010:2.1:1787761342.651594:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d514b7b00.
00010000:00000010:2.1:1787761342.651598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7ef37000.
00010000:00000010:2.1:1787761342.651601:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d514b7600.
00010000:00000010:2.1:1787761342.651604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d435e00.
00010000:00000010:2.1:1787761342.651606:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d514b7800.
00010000:00000010:2.1:1787761342.651610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4c4200.
00010000:00000010:2.1:1787761342.651613:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f7b0b00.
00010000:00000010:2.1:1787761342.651616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7ef37400.
00010000:00000010:2.1:1787761342.651619:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d514b7300.
00010000:00000010:2.1:1787761342.651622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4c4c00.
00010000:00000010:2.1:1787761342.651624:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d514b7a00.
00010000:00000010:2.1:1787761342.651626:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7ef37800.
00010000:00000010:2.1:1787761342.651628:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d514b7700.
00010000:00000010:2.1:1787761342.651629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4c5800.
00000800:00000200:3.1:1787761345.525488:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761345.525496:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 8, 3 secs later)
00000800:00000200:3.1:1787761345.526089:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761345.526092:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 8, 3 secs later)
00000800:00000200:3.1:1787761345.526407:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761345.526410:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 8, 3 secs later)
00000800:00000200:3.1:1787761345.526758:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761345.526760:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 8, 3 secs later)
00000800:00000200:3.1:1787761350.645335:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761350.645890:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761350.646313:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761350.646426:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00010000:00000010:2.1:1787761352.891472:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819fbe00.
00010000:00000010:2.1:1787761352.891497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4c4800.
00010000:00000010:2.1:1787761352.891503:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d439600.
00010000:00000010:2.1:1787761352.891508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d8186d400.
00010000:00000010:2.1:1787761352.891511:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d439200.
00010000:00000010:2.1:1787761352.891515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d8186c800.
00010000:00000010:2.1:1787761352.891518:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d514b7c00.
00010000:00000010:2.1:1787761352.891522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4c5a00.
00010000:00000010:2.1:1787761352.891525:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d439400.
00010000:00000010:2.1:1787761352.891528:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d8186c200.
00010000:00000010:2.1:1787761352.891531:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d439a00.
00010000:00000010:2.1:1787761352.891535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d8186c000.
00010000:00000010:2.1:1787761352.891537:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d439700.
00010000:00000010:2.1:1787761352.891540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d8186dc00.
00010000:00000010:2.1:1787761352.891544:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d439e00.
00010000:00000010:2.1:1787761352.891547:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d8186ca00.
00010000:00000010:2.1:1787761352.891549:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d514b7f00.
00010000:00000010:2.1:1787761352.891564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4c4600.
00010000:00000010:2.1:1787761352.891567:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77c99a00.
00010000:00000010:2.1:1787761352.891570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d8186da00.
00010000:00000010:2.1:1787761352.891573:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d514b7e00.
00010000:00000010:2.1:1787761352.891576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4c5600.
00010000:00000010:2.1:1787761352.891579:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d514b7900.
00010000:00000010:2.1:1787761352.891581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4c5c00.
00010000:00000010:2.1:1787761352.891584:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77df6a00.
00010000:00000010:2.1:1787761352.891587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4c4000.
00010000:00000010:2.1:1787761352.891589:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77c99600.
00010000:00000010:2.1:1787761352.891591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7ef36a00.
00010000:00000010:2.1:1787761352.891594:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d514b7400.
00010000:00000010:2.1:1787761352.891596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4c4e00.
00010000:00000010:2.1:1787761352.891598:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d439300.
00010000:00000010:2.1:1787761352.891599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d8186c600.
00000800:00000200:3.1:1787761355.765060:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761355.765066:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 16, 11 secs later)
00000800:00000200:3.1:1787761355.765491:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761355.765493:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 16, 11 secs later)
00000800:00000200:3.1:1787761355.765690:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761355.765692:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 16, 11 secs later)
00000800:00000200:3.1:1787761355.765870:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761355.765872:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 16, 11 secs later)
00000800:00000200:3.1:1787761360.885262:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761360.885273:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 16, 6 secs later)
00000800:00000200:3.1:1787761360.886001:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761360.886003:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 16, 6 secs later)
00000800:00000200:3.1:1787761360.886238:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761360.886241:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 16, 6 secs later)
00000800:00000200:3.1:1787761360.886527:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761360.886530:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 16, 6 secs later)
00010000:00000010:2.1:1787761363.131490:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77df6600.
00010000:00000010:2.1:1787761363.131506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d434400.
00010000:00000010:2.1:1787761363.131511:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d753f7100.
00010000:00000010:2.1:1787761363.131516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d78016800.
00010000:00000010:2.1:1787761363.131520:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819fb500.
00010000:00000010:2.1:1787761363.131524:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4c4a00.
00010000:00000010:2.1:1787761363.131526:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819fb200.
00010000:00000010:2.1:1787761363.131530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d435000.
00010000:00000010:2.1:1787761363.131533:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819fb800.
00010000:00000010:2.1:1787761363.131536:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d434a00.
00010000:00000010:2.1:1787761363.131539:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819fb600.
00010000:00000010:2.1:1787761363.131543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4c5000.
00010000:00000010:2.1:1787761363.131547:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77c99b00.
00010000:00000010:2.1:1787761363.131550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d591800.
00010000:00000010:2.1:1787761363.131554:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d439f00.
00010000:00000010:2.1:1787761363.131557:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d78016000.
00010000:00000010:2.1:1787761363.131560:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d439000.
00010000:00000010:2.1:1787761363.131563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d78017000.
00010000:00000010:2.1:1787761363.131566:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819fb100.
00010000:00000010:2.1:1787761363.131568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d435400.
00010000:00000010:2.1:1787761363.131570:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77df6000.
00010000:00000010:2.1:1787761363.131572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d435a00.
00010000:00000010:2.1:1787761363.131574:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819fbc00.
00010000:00000010:2.1:1787761363.131577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7ef36800.
00010000:00000010:2.1:1787761363.131581:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d439c00.
00010000:00000010:2.1:1787761363.131584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d78017e00.
00010000:00000010:2.1:1787761363.131586:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77df6400.
00010000:00000010:2.1:1787761363.131589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d434e00.
00010000:00000010:2.1:1787761363.131592:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819fba00.
00010000:00000010:2.1:1787761363.131595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7ef37c00.
00010000:00000010:2.1:1787761363.131598:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d439900.
00010000:00000010:2.1:1787761363.131601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d8186d000.
00000800:00000200:3.1:1787761366.005547:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761366.005553:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 16, 1 secs later)
00000800:00000200:3.1:1787761366.006380:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761366.006383:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 16, 1 secs later)
00000800:00000200:3.1:1787761366.006761:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761366.006764:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 16, 1 secs later)
00000800:00000200:3.1:1787761366.007129:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761366.007132:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 16, 1 secs later)
00000800:00000200:1.1:1787761371.124987:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761371.125232:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761371.125368:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761371.125565:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00010000:00000010:1.1:1787761372.348518:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819fb300.
00010000:00000010:1.1:1787761372.348525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81892c00.
00010000:00000010:1.1:1787761372.348528:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819fb000.
00010000:00000010:1.1:1787761372.348530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81893a00.
00010000:00000010:1.1:1787761372.348533:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77df6d00.
00010000:00000010:1.1:1787761372.348548:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d434600.
00010000:00000010:1.1:1787761372.348550:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819fbf00.
00010000:00000010:1.1:1787761372.348552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d590600.
00010000:00000010:1.1:1787761372.348554:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819fbd00.
00010000:00000010:1.1:1787761372.348556:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81893400.
00010000:00000010:1.1:1787761372.348558:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819fb900.
00010000:00000010:1.1:1787761372.348560:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81893600.
00010000:00000010:1.1:1787761372.348562:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819fb400.
00010000:00000010:1.1:1787761372.348563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d590000.
00010000:00000010:1.1:1787761372.348581:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d753f7e00.
00010000:00000010:1.1:1787761372.348586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d78016c00.
00010000:00000010:1.1:1787761372.348589:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d753f7300.
00010000:00000010:1.1:1787761372.348592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d78016200.
00010000:00000010:1.1:1787761372.348605:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819fb700.
00010000:00000010:1.1:1787761372.348609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81892800.
00010000:00000010:1.1:1787761372.348612:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d753f7200.
00010000:00000010:1.1:1787761372.348615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d78016a00.
00010000:00000010:1.1:1787761372.348619:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d753f7d00.
00010000:00000010:1.1:1787761372.348622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d78017400.
00010000:00000010:1.1:1787761372.348626:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d753f7600.
00010000:00000010:1.1:1787761372.348629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d78017600.
00010000:00000010:1.1:1787761372.348632:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819fbb00.
00010000:00000010:1.1:1787761372.348636:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4c5400.
00010000:00000010:1.1:1787761372.348639:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d753f7900.
00010000:00000010:1.1:1787761372.348642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d434200.
00010000:00000010:1.1:1787761372.348645:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77df6c00.
00010000:00000010:1.1:1787761372.348648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d78016e00.
00000800:00000200:1.1:1787761376.245297:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761376.245302:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 32, 30 secs later)
00000800:00000200:1.1:1787761376.246003:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761376.246005:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 32, 30 secs later)
00000800:00000200:1.1:1787761376.246281:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761376.246284:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 32, 30 secs later)
00000800:00000200:1.1:1787761376.246567:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761376.246569:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 32, 30 secs later)
00000800:00000200:1.1:1787761381.364992:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761381.364997:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 32, 25 secs later)
00000800:00000200:1.1:1787761381.365480:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761381.365482:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 32, 25 secs later)
00000800:00000200:1.1:1787761381.365669:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761381.365671:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 32, 25 secs later)
00000800:00000200:1.1:1787761381.365842:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761381.365843:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 32, 25 secs later)
00010000:00000010:0.1:1787761382.587501:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d753f7a00.
00010000:00000010:0.1:1787761382.587551:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d78017800.
00010000:00000010:0.1:1787761382.587558:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77c26e00.
00010000:00000010:0.1:1787761382.587566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81892e00.
00010000:00000010:0.1:1787761382.587569:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77c26300.
00010000:00000010:0.1:1787761382.587573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d590a00.
00010000:00000010:0.1:1787761382.587576:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77c26200.
00010000:00000010:0.1:1787761382.587579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81892600.
00010000:00000010:0.1:1787761382.587582:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77c26d00.
00010000:00000010:0.1:1787761382.587585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81892200.
00010000:00000010:0.1:1787761382.587588:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d753f7c00.
00010000:00000010:0.1:1787761382.587592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d78016400.
00010000:00000010:0.1:1787761382.587595:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d753f7f00.
00010000:00000010:0.1:1787761382.587599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d78017200.
00010000:00000010:0.1:1787761382.587602:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77c26500.
00010000:00000010:0.1:1787761382.587605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81892000.
00010000:00000010:0.1:1787761382.587609:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77c99500.
00010000:00000010:0.1:1787761382.587613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d591400.
00010000:00000010:0.1:1787761382.587617:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77c99200.
00010000:00000010:0.1:1787761382.587621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d591c00.
00010000:00000010:0.1:1787761382.587623:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d753f7400.
00010000:00000010:0.1:1787761382.587626:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d78016600.
00010000:00000010:0.1:1787761382.587629:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77c26900.
00010000:00000010:0.1:1787761382.587633:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d435600.
00010000:00000010:0.1:1787761382.587636:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77c26b00.
00010000:00000010:0.1:1787761382.587639:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d435200.
00010000:00000010:0.1:1787761382.587642:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77df6900.
00010000:00000010:0.1:1787761382.587645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81893000.
00010000:00000010:0.1:1787761382.587648:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77c26f00.
00010000:00000010:0.1:1787761382.587651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81893e00.
00010000:00000010:0.1:1787761382.587654:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77df6700.
00010000:00000010:0.1:1787761382.587657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d434c00.
00000800:00000200:1.1:1787761386.485424:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761386.485432:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 32, 20 secs later)
00000800:00000200:1.1:1787761386.486030:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761386.486033:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 32, 20 secs later)
00000800:00000200:1.1:1787761386.486262:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761386.486264:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 32, 20 secs later)
00000800:00000200:1.1:1787761386.486510:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761386.486512:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 32, 20 secs later)
00000800:00000200:1.1:1787761391.604982:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761391.604986:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 32, 15 secs later)
00000800:00000200:1.1:1787761391.605489:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761391.605491:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 32, 15 secs later)
00000800:00000200:1.1:1787761391.605690:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761391.605692:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 32, 15 secs later)
00000800:00000200:1.1:1787761391.605865:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761391.605866:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 32, 15 secs later)
00010000:00000010:0.1:1787761392.827475:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d753f7000.
00010000:00000010:0.1:1787761392.827483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d8198ae00.
00010000:00000010:0.1:1787761392.827487:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77c99400.
00010000:00000010:0.1:1787761392.827489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4d4400.
00010000:00000010:0.1:1787761392.827491:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d753f7b00.
00010000:00000010:0.1:1787761392.827493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d5c1c00.
00010000:00000010:0.1:1787761392.827495:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77c26100.
00010000:00000010:0.1:1787761392.827498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d8198a800.
00010000:00000010:0.1:1787761392.827500:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77c26700.
00010000:00000010:0.1:1787761392.827501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d8198a400.
00010000:00000010:0.1:1787761392.827503:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d753f7800.
00010000:00000010:0.1:1787761392.827505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d78017c00.
00010000:00000010:0.1:1787761392.827506:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77c26800.
00010000:00000010:0.1:1787761392.827508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d8198b800.
00010000:00000010:0.1:1787761392.827510:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77c99c00.
00010000:00000010:0.1:1787761392.827512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4d5e00.
00010000:00000010:0.1:1787761392.827513:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77c26c00.
00010000:00000010:0.1:1787761392.827515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81892a00.
00010000:00000010:0.1:1787761392.827518:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d576c00.
00010000:00000010:0.1:1787761392.827520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4d5000.
00010000:00000010:0.1:1787761392.827522:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77c26600.
00010000:00000010:0.1:1787761392.827524:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81893c00.
00010000:00000010:0.1:1787761392.827525:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77c26000.
00010000:00000010:0.1:1787761392.827527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81893800.
00010000:00000010:0.1:1787761392.827529:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d753f7700.
00010000:00000010:0.1:1787761392.827530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d78017a00.
00010000:00000010:0.1:1787761392.827532:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77c26400.
00010000:00000010:0.1:1787761392.827533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81893200.
00010000:00000010:0.1:1787761392.827535:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d576400.
00010000:00000010:0.1:1787761392.827537:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4d5400.
00010000:00000010:0.1:1787761392.827538:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77c26a00.
00010000:00000010:0.1:1787761392.827540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81892400.
00000800:00000200:1.1:1787761396.725157:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761396.725166:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 32, 10 secs later)
00000800:00000200:1.1:1787761396.725665:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761396.725668:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 32, 10 secs later)
00000800:00000200:1.1:1787761396.725970:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761396.725972:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 32, 10 secs later)
00000800:00000200:1.1:1787761396.726284:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761396.726287:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 32, 10 secs later)
00000800:00000200:1.1:1787761401.845399:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761401.845408:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 32, 5 secs later)
00000800:00000200:1.1:1787761401.846237:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761401.846239:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 32, 5 secs later)
00000800:00000200:1.1:1787761401.846425:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761401.846427:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 32, 5 secs later)
00000800:00000200:1.1:1787761401.846630:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761401.846632:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 32, 5 secs later)
00010000:00000010:2.1:1787761403.067499:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7df56b00.
00010000:00000010:2.1:1787761403.067529:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d5c1800.
00010000:00000010:2.1:1787761403.067533:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77c99700.
00010000:00000010:2.1:1787761403.067535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d591a00.
00010000:00000010:2.1:1787761403.067538:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77ac1200.
00010000:00000010:2.1:1787761403.067541:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d8198aa00.
00010000:00000010:2.1:1787761403.067543:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7df56400.
00010000:00000010:2.1:1787761403.067545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d5c1e00.
00010000:00000010:2.1:1787761403.067547:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7df56700.
00010000:00000010:2.1:1787761403.067549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d5c0200.
00010000:00000010:2.1:1787761403.067551:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7df56000.
00010000:00000010:2.1:1787761403.067554:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d5c0a00.
00010000:00000010:2.1:1787761403.067556:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77ac1d00.
00010000:00000010:2.1:1787761403.067558:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d8198be00.
00010000:00000010:2.1:1787761403.067560:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77ac1600.
00010000:00000010:2.1:1787761403.067562:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4d4a00.
00010000:00000010:2.1:1787761403.067564:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d576100.
00010000:00000010:2.1:1787761403.067566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d590200.
00010000:00000010:2.1:1787761403.067568:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77ac1900.
00010000:00000010:2.1:1787761403.067569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d8198a200.
00010000:00000010:2.1:1787761403.067571:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77ac1100.
00010000:00000010:2.1:1787761403.067573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d8198ba00.
00010000:00000010:2.1:1787761403.067575:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77ac1c00.
00010000:00000010:2.1:1787761403.067578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d8198a600.
00010000:00000010:2.1:1787761403.067580:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7df56800.
00010000:00000010:2.1:1787761403.067582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d5c1200.
00010000:00000010:2.1:1787761403.067585:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77ac1f00.
00010000:00000010:2.1:1787761403.067587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d8198b200.
00010000:00000010:2.1:1787761403.067590:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77ac1400.
00010000:00000010:2.1:1787761403.067592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4d5c00.
00010000:00000010:2.1:1787761403.067595:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77ac1700.
00010000:00000010:2.1:1787761403.067598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d8198bc00.
00000800:00000200:1.1:1787761406.965038:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761406.965377:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761406.965721:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761406.965892:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761412.085124:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761412.085142:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787761412.085841:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761412.085847:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787761412.086221:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761412.086224:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787761412.086454:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761412.086456:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00010000:00000010:0.1:1787761412.283475:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819ffb00.
00010000:00000010:0.1:1787761412.283484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d8198b400.
00010000:00000010:0.1:1787761412.283487:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77ac1500.
00010000:00000010:0.1:1787761412.283489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d591600.
00010000:00000010:0.1:1787761412.283491:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77ac1300.
00010000:00000010:0.1:1787761412.283493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d8198a000.
00010000:00000010:0.1:1787761412.283495:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d576800.
00010000:00000010:0.1:1787761412.283497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4d5800.
00010000:00000010:0.1:1787761412.283500:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77ac1a00.
00010000:00000010:0.1:1787761412.283501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d590400.
00010000:00000010:0.1:1787761412.283503:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77ac1b00.
00010000:00000010:0.1:1787761412.283505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d8198ac00.
00010000:00000010:0.1:1787761412.283507:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d576600.
00010000:00000010:0.1:1787761412.283508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d591000.
00010000:00000010:0.1:1787761412.283510:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7df56a00.
00010000:00000010:0.1:1787761412.283512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d5c1600.
00010000:00000010:0.1:1787761412.283514:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d576900.
00010000:00000010:0.1:1787761412.283516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4d5600.
00010000:00000010:0.1:1787761412.283518:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7df56100.
00010000:00000010:0.1:1787761412.283520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d5c0600.
00010000:00000010:0.1:1787761412.283522:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7df56600.
00010000:00000010:0.1:1787761412.283524:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d5c0c00.
00010000:00000010:0.1:1787761412.283525:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77ac1800.
00010000:00000010:0.1:1787761412.283527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d5c1000.
00010000:00000010:0.1:1787761412.283528:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77ac1e00.
00010000:00000010:0.1:1787761412.283530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d8198b000.
00010000:00000010:0.1:1787761412.283532:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77ac1000.
00010000:00000010:0.1:1787761412.283533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d8198b600.
00010000:00000010:0.1:1787761412.283535:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7df56900.
00010000:00000010:0.1:1787761412.283536:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d5c0800.
00010000:00000010:0.1:1787761412.283538:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d753f7500.
00010000:00000010:0.1:1787761412.283539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d5c0400.
00000800:00000200:1.1:1787761417.205068:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761417.205074:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1787761417.205712:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761417.205715:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1787761417.206044:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761417.206047:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1787761417.206345:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761417.206348:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1787761422.325274:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761422.325282:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1787761422.325784:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761422.325786:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1787761422.326018:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761422.326021:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1787761422.326254:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761422.326256:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 47 secs later)
00010000:00000010:0.1:1787761422.523480:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819ff200.
00010000:00000010:0.1:1787761422.523491:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d590800.
00010000:00000010:0.1:1787761422.523497:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7df56500.
00010000:00000010:0.1:1787761422.523501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5f605c00.
00010000:00000010:0.1:1787761422.523505:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7df56c00.
00010000:00000010:0.1:1787761422.523508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5f604a00.
00010000:00000010:0.1:1787761422.523512:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d43b03100.
00010000:00000010:0.1:1787761422.523515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d590c00.
00010000:00000010:0.1:1787761422.523519:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819ff800.
00010000:00000010:0.1:1787761422.523521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81990400.
00010000:00000010:0.1:1787761422.523524:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d43b03000.
00010000:00000010:0.1:1787761422.523527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5f605800.
00010000:00000010:0.1:1787761422.523530:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819ff600.
00010000:00000010:0.1:1787761422.523533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d591e00.
00010000:00000010:0.1:1787761422.523536:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7df56f00.
00010000:00000010:0.1:1787761422.523539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d5c0e00.
00010000:00000010:0.1:1787761422.523542:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7df56e00.
00010000:00000010:0.1:1787761422.523545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d590e00.
00010000:00000010:0.1:1787761422.523549:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d576300.
00010000:00000010:0.1:1787761422.523552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4d4000.
00010000:00000010:0.1:1787761422.523556:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7df56300.
00010000:00000010:0.1:1787761422.523559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d5c0000.
00010000:00000010:0.1:1787761422.523561:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7df56d00.
00010000:00000010:0.1:1787761422.523563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d5c1a00.
00010000:00000010:0.1:1787761422.523565:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7df56200.
00010000:00000010:0.1:1787761422.523567:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81991800.
00010000:00000010:0.1:1787761422.523569:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819ff500.
00010000:00000010:0.1:1787761422.523571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81991000.
00010000:00000010:0.1:1787761422.523572:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819ff900.
00010000:00000010:0.1:1787761422.523574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81991e00.
00010000:00000010:0.1:1787761422.523575:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819ff100.
00010000:00000010:0.1:1787761422.523577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81990c00.
00000800:00000200:1.1:1787761427.445026:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761427.445041:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787761427.445557:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761427.445559:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787761427.445740:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761427.445741:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787761427.445926:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761427.445928:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787761432.565058:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761432.565066:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787761432.565597:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761432.565598:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787761432.565830:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761432.565832:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787761432.566062:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761432.566065:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 37 secs later)
00010000:00000010:0.1:1787761432.763479:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819ba400.
00010000:00000010:0.1:1787761432.763486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81990800.
00010000:00000010:0.1:1787761432.763489:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819ffd00.
00010000:00000010:0.1:1787761432.763492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81991c00.
00010000:00000010:0.1:1787761432.763494:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819ff300.
00010000:00000010:0.1:1787761432.763496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81991200.
00010000:00000010:0.1:1787761432.763497:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819ffe00.
00010000:00000010:0.1:1787761432.763499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81991400.
00010000:00000010:0.1:1787761432.763501:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819ffa00.
00010000:00000010:0.1:1787761432.763502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81990200.
00010000:00000010:0.1:1787761432.763504:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819fff00.
00010000:00000010:0.1:1787761432.763506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81991a00.
00010000:00000010:0.1:1787761432.763507:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819ffc00.
00010000:00000010:0.1:1787761432.763509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81990a00.
00010000:00000010:0.1:1787761432.763510:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d752baf00.
00010000:00000010:0.1:1787761432.763512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76cae400.
00010000:00000010:0.1:1787761432.763539:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d48938a00.
00010000:00000010:0.1:1787761432.763542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81990600.
00010000:00000010:0.1:1787761432.763544:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819ff400.
00010000:00000010:0.1:1787761432.763546:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4d4600.
00010000:00000010:0.1:1787761432.763548:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d48938100.
00010000:00000010:0.1:1787761432.763550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5f604600.
00010000:00000010:0.1:1787761432.763552:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d43b03900.
00010000:00000010:0.1:1787761432.763554:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d583e00.
00010000:00000010:0.1:1787761432.763556:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d504ada00.
00010000:00000010:0.1:1787761432.763558:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5f604e00.
00010000:00000010:0.1:1787761432.763559:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819ff700.
00010000:00000010:0.1:1787761432.763561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81991600.
00010000:00000010:0.1:1787761432.763562:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819ff000.
00010000:00000010:0.1:1787761432.763564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d591200.
00010000:00000010:0.1:1787761432.763566:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d504ad700.
00010000:00000010:0.1:1787761432.763568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81990e00.
00000800:00000200:1.1:1787761437.685044:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761437.685049:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787761437.685537:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761437.685538:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787761437.685779:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761437.685781:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787761437.685981:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761437.685983:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787761442.805263:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761442.805284:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787761442.805883:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761442.805885:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787761442.806170:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761442.806172:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787761442.806462:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761442.806464:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00010000:00000010:2.1:1787761443.008483:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819a8000.
00010000:00000010:2.1:1787761443.008490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7dfca800.
00010000:00000010:2.1:1787761443.008493:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d576500.
00010000:00000010:2.1:1787761443.008495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81905800.
00010000:00000010:2.1:1787761443.008498:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4d7900.
00010000:00000010:2.1:1787761443.008501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752d5200.
00010000:00000010:2.1:1787761443.008503:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d43f9f100.
00010000:00000010:2.1:1787761443.008505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7dfcb600.
00010000:00000010:2.1:1787761443.008507:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d43f9f500.
00010000:00000010:2.1:1787761443.008509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7dfca600.
00010000:00000010:2.1:1787761443.008511:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d43f9f300.
00010000:00000010:2.1:1787761443.008514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7dfcba00.
00010000:00000010:2.1:1787761443.008515:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d43f9f800.
00010000:00000010:2.1:1787761443.008518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d514ec800.
00010000:00000010:2.1:1787761443.008520:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d43f9f400.
00010000:00000010:2.1:1787761443.008522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d514ec600.
00010000:00000010:2.1:1787761443.008524:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d43f9ff00.
00010000:00000010:2.1:1787761443.008525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752d5600.
00010000:00000010:2.1:1787761443.008527:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4d7100.
00010000:00000010:2.1:1787761443.008528:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752d5c00.
00010000:00000010:2.1:1787761443.008530:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4d7b00.
00010000:00000010:2.1:1787761443.008532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752d4e00.
00010000:00000010:2.1:1787761443.008533:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4d7c00.
00010000:00000010:2.1:1787761443.008535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752d4800.
00010000:00000010:2.1:1787761443.008536:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4d7f00.
00010000:00000010:2.1:1787761443.008538:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752d4400.
00010000:00000010:2.1:1787761443.008540:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818f7b00.
00010000:00000010:2.1:1787761443.008542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752d4000.
00010000:00000010:2.1:1787761443.008544:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818f7c00.
00010000:00000010:2.1:1787761443.008545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752d5800.
00010000:00000010:2.1:1787761443.008547:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818f7f00.
00010000:00000010:2.1:1787761443.008549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752d5000.
00010000:00000010:2.1:1787761443.008551:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818f7400.
00010000:00000010:2.1:1787761443.008553:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752d5e00.
00010000:00000010:2.1:1787761443.008555:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818f7a00.
00010000:00000010:2.1:1787761443.008556:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752d4c00.
00010000:00000010:2.1:1787761443.008558:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818f7700.
00010000:00000010:2.1:1787761443.008559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752d4200.
00010000:00000010:2.1:1787761443.008561:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818f7000.
00010000:00000010:2.1:1787761443.008563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76edf800.
00010000:00000010:2.1:1787761443.008575:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d43f9f900.
00010000:00000010:2.1:1787761443.008577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d514ed200.
00010000:00000010:2.1:1787761443.008579:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52c3c400.
00010000:00000010:2.1:1787761443.008582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76caf400.
00010000:00000010:2.1:1787761443.008584:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52c3c500.
00010000:00000010:2.1:1787761443.008586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76cae600.
00010000:00000010:2.1:1787761443.008588:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d752baa00.
00010000:00000010:2.1:1787761443.008590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76cae200.
00010000:00000010:2.1:1787761443.008591:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d752ba300.
00010000:00000010:2.1:1787761443.008593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76cafa00.
00010000:00000010:2.1:1787761443.008595:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d752ba800.
00010000:00000010:2.1:1787761443.008597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d583a00.
00010000:00000010:2.1:1787761443.008599:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d43b03700.
00010000:00000010:2.1:1787761443.008601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d583c00.
00010000:00000010:2.1:1787761443.008603:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d43b03600.
00010000:00000010:2.1:1787761443.008604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d582a00.
00010000:00000010:2.1:1787761443.008606:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d43b03c00.
00010000:00000010:2.1:1787761443.008608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d582600.
00010000:00000010:2.1:1787761443.008609:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d43f9fb00.
00010000:00000010:2.1:1787761443.008611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d514eca00.
00010000:00000010:2.1:1787761443.008613:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d43f9f200.
00010000:00000010:2.1:1787761443.008614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d514ec200.
00010000:00000010:2.1:1787761443.008616:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d43f9f600.
00010000:00000010:2.1:1787761443.008617:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d42d600.
00010000:00000010:2.1:1787761443.008619:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818f7300.
00010000:00000010:2.1:1787761443.008621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7802a800.
00010000:00000010:2.1:1787761443.008623:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818f7200.
00010000:00000010:2.1:1787761443.008625:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7802a400.
00010000:00000010:2.1:1787761443.008626:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818f7800.
00010000:00000010:2.1:1787761443.008628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7802a000.
00010000:00000010:2.1:1787761443.008630:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818f7d00.
00010000:00000010:2.1:1787761443.008631:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7802b800.
00010000:00000010:2.1:1787761443.008633:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818f7600.
00010000:00000010:2.1:1787761443.008635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d583200.
00010000:00000010:2.1:1787761443.008637:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75399000.
00010000:00000010:2.1:1787761443.008639:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d514ec400.
00010000:00000010:2.1:1787761443.008641:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75399600.
00010000:00000010:2.1:1787761443.008643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d514ed800.
00010000:00000010:2.1:1787761443.008645:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75399d00.
00010000:00000010:2.1:1787761443.008647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d514edc00.
00010000:00000010:2.1:1787761443.008648:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75399c00.
00010000:00000010:2.1:1787761443.008650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d514ecc00.
00010000:00000010:2.1:1787761443.008652:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75399400.
00010000:00000010:2.1:1787761443.008653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d514ece00.
00010000:00000010:2.1:1787761443.008655:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75399100.
00010000:00000010:2.1:1787761443.008656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d514eda00.
00010000:00000010:2.1:1787761443.008658:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818f7500.
00010000:00000010:2.1:1787761443.008660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7802b000.
00010000:00000010:2.1:1787761443.008661:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818f7900.
00010000:00000010:2.1:1787761443.008663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7802be00.
00010000:00000010:2.1:1787761443.008664:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818f7100.
00010000:00000010:2.1:1787761443.008666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7802ac00.
00010000:00000010:2.1:1787761443.008668:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d516b00.
00010000:00000010:2.1:1787761443.008670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7802a200.
00010000:00000010:2.1:1787761443.008671:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d516c00.
00010000:00000010:2.1:1787761443.008673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7802ba00.
00010000:00000010:2.1:1787761443.008675:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d516f00.
00010000:00000010:2.1:1787761443.008676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7802aa00.
00010000:00000010:2.1:1787761443.008678:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d516400.
00010000:00000010:2.1:1787761443.008680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7802a600.
00010000:00000010:2.1:1787761443.008681:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75399500.
00010000:00000010:2.1:1787761443.008683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d514ede00.
00010000:00000010:2.1:1787761443.008684:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75399b00.
00010000:00000010:2.1:1787761443.008686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d514ec000.
00010000:00000010:2.1:1787761443.008688:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75399200.
00010000:00000010:2.1:1787761443.008689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d514ed600.
00010000:00000010:2.1:1787761443.008691:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d516a00.
00010000:00000010:2.1:1787761443.008693:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7802b400.
00010000:00000010:2.1:1787761443.008695:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d516700.
00010000:00000010:2.1:1787761443.008697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d5c1400.
00010000:00000010:2.1:1787761443.008702:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d576d00.
00010000:00000010:2.1:1787761443.008704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4d4800.
00010000:00000010:2.1:1787761443.012483:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d576200.
00010000:00000010:2.1:1787761443.012489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d583600.
00010000:00000010:2.1:1787761443.012492:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d516e00.
00010000:00000010:2.1:1787761443.012494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7802b200.
00010000:00000010:2.1:1787761443.012496:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d516000.
00010000:00000010:2.1:1787761443.012498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7802b600.
00010000:00000010:2.1:1787761443.012500:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75399f00.
00010000:00000010:2.1:1787761443.012502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d514ed400.
00010000:00000010:2.1:1787761443.012504:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75399e00.
00010000:00000010:2.1:1787761443.012505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d514ed000.
00010000:00000010:2.1:1787761443.012507:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75399300.
00010000:00000010:2.1:1787761443.012509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76cae000.
00010000:00000010:2.1:1787761443.012510:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75399900.
00010000:00000010:2.1:1787761443.012512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76caf800.
00010000:00000010:2.1:1787761443.012514:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75399700.
00010000:00000010:2.1:1787761443.012516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76caf600.
00010000:00000010:2.1:1787761443.012517:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75399800.
00010000:00000010:2.1:1787761443.012519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7802bc00.
00010000:00000010:2.1:1787761443.012521:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d516300.
00010000:00000010:2.1:1787761443.012523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7802ae00.
00010000:00000010:2.1:1787761443.012525:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d516200.
00010000:00000010:2.1:1787761443.012527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d42de00.
00010000:00000010:2.1:1787761443.012528:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d516800.
00010000:00000010:2.1:1787761443.012530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d42d200.
00010000:00000010:2.1:1787761443.012532:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d516d00.
00010000:00000010:2.1:1787761443.012533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4d4200.
00010000:00000010:2.1:1787761443.012535:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d43b03500.
00010000:00000010:2.1:1787761443.012538:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d583000.
00010000:00000010:2.1:1787761443.012539:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d43b03a00.
00010000:00000010:2.1:1787761443.012542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d582c00.
00010000:00000010:2.1:1787761443.012543:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d43b03300.
00010000:00000010:2.1:1787761443.012545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d582200.
00010000:00000010:2.1:1787761443.012547:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d43b03b00.
00010000:00000010:2.1:1787761443.012548:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4d4c00.
00010000:00000010:2.1:1787761443.012550:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d516500.
00010000:00000010:2.1:1787761443.012552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d583400.
00010000:00000010:2.1:1787761443.012553:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75399a00.
00010000:00000010:2.1:1787761443.012555:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76caf200.
00010000:00000010:2.1:1787761443.012556:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d516900.
00010000:00000010:2.1:1787761443.012558:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d42dc00.
00010000:00000010:2.1:1787761443.012559:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d516100.
00010000:00000010:2.1:1787761443.012561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d42ce00.
00010000:00000010:2.1:1787761443.012563:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819baa00.
00010000:00000010:2.1:1787761443.012565:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d42c800.
00010000:00000010:2.1:1787761443.012567:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819ba700.
00010000:00000010:2.1:1787761443.012569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d42c400.
00010000:00000010:2.1:1787761443.012570:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819bae00.
00010000:00000010:2.1:1787761443.012572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d42c000.
00010000:00000010:2.1:1787761443.012574:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819ba000.
00010000:00000010:2.1:1787761443.012575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76cae800.
00010000:00000010:2.1:1787761443.012577:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d752ba400.
00010000:00000010:2.1:1787761443.012578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76cafe00.
00010000:00000010:2.1:1787761443.012580:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d752ba700.
00010000:00000010:2.1:1787761443.012582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76caea00.
00010000:00000010:2.1:1787761443.012583:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d752ba200.
00010000:00000010:2.1:1787761443.012585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76caee00.
00010000:00000010:2.1:1787761443.012587:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819ba300.
00010000:00000010:2.1:1787761443.012589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d42d800.
00010000:00000010:2.1:1787761443.012590:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819ba200.
00010000:00000010:2.1:1787761443.012593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d42d000.
00010000:00000010:2.1:1787761443.012594:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819ba800.
00010000:00000010:2.1:1787761443.012596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d582e00.
00010000:00000010:2.1:1787761443.012598:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d43b03800.
00010000:00000010:2.1:1787761443.012600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d582800.
00010000:00000010:2.1:1787761443.012601:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d43b03f00.
00010000:00000010:2.1:1787761443.012603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d582400.
00010000:00000010:2.1:1787761443.012604:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d43b03400.
00010000:00000010:2.1:1787761443.012606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d582000.
00010000:00000010:2.1:1787761443.012608:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d43b03200.
00010000:00000010:2.1:1787761443.012609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d583800.
00010000:00000010:2.1:1787761443.012611:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d576700.
00010000:00000010:2.1:1787761443.012612:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4d4e00.
00010000:00000010:2.1:1787761443.012614:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d576e00.
00010000:00000010:2.1:1787761443.012616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4d5200.
00010000:00000010:2.1:1787761443.012617:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d576000.
00010000:00000010:2.1:1787761443.012619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4d5a00.
00010000:00000010:2.1:1787761443.012626:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819ba600.
00010000:00000010:2.1:1787761443.012627:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d42cc00.
00010000:00000010:2.1:1787761443.012629:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819ba500.
00010000:00000010:2.1:1787761443.012631:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d42c200.
00010000:00000010:2.1:1787761443.012632:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819ba900.
00010000:00000010:2.1:1787761443.012634:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d42da00.
00010000:00000010:2.1:1787761443.012635:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819ba100.
00010000:00000010:2.1:1787761443.012637:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d42ca00.
00010000:00000010:2.1:1787761443.012638:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819bab00.
00010000:00000010:2.1:1787761443.012640:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d42c600.
00010000:00000010:2.1:1787761443.012641:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819bac00.
00010000:00000010:2.1:1787761443.012643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d42d400.
00010000:00000010:2.1:1787761443.012645:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819baf00.
00010000:00000010:2.1:1787761443.012647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81990000.
00000800:00000200:1.1:1787761447.925069:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761447.925074:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787761447.925557:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761447.925559:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787761447.925748:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761447.925749:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787761447.925949:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761447.925951:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00010000:00000010:0.1:1787761452.224468:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4c7900.
00010000:00000010:0.1:1787761452.224475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81952800.
00010000:00000010:0.1:1787761452.224478:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7539da00.
00010000:00000010:0.1:1787761452.224480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d821ce800.
00010000:00000010:0.1:1787761452.224483:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d456d1100.
00010000:00000010:0.1:1787761452.224485:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d821cea00.
00010000:00000010:0.1:1787761452.224487:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d456d1a00.
00010000:00000010:0.1:1787761452.224489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d821cfc00.
00010000:00000010:0.1:1787761452.224491:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4c7100.
00010000:00000010:0.1:1787761452.224493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81953400.
00010000:00000010:0.1:1787761452.224495:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4c7b00.
00010000:00000010:0.1:1787761452.224497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d46c20e00.
00010000:00000010:0.1:1787761452.224499:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d50b70600.
00010000:00000010:0.1:1787761452.224520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81904000.
00010000:00000010:0.1:1787761452.224523:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d50b70f00.
00010000:00000010:0.1:1787761452.224525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81904400.
00010000:00000010:0.1:1787761452.224527:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d50b70d00.
00010000:00000010:0.1:1787761452.224529:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81905c00.
00010000:00000010:0.1:1787761452.224532:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d50b70200.
00010000:00000010:0.1:1787761452.224533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81904800.
00010000:00000010:0.1:1787761452.224536:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d456d1400.
00010000:00000010:0.1:1787761452.224538:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d821ce200.
00010000:00000010:0.1:1787761452.224540:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4c7c00.
00010000:00000010:0.1:1787761452.224542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81953a00.
00010000:00000010:0.1:1787761452.224543:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4c7400.
00010000:00000010:0.1:1787761452.224545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81953000.
00010000:00000010:0.1:1787761452.224547:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4c7f00.
00010000:00000010:0.1:1787761452.224548:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d821ce400.
00010000:00000010:0.1:1787761452.224550:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d50b70300.
00010000:00000010:0.1:1787761452.224552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81904600.
00010000:00000010:0.1:1787761452.224553:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d50b70b00.
00010000:00000010:0.1:1787761452.224555:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81953200.
00010000:00000010:0.1:1787761452.224557:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d456d1200.
00010000:00000010:0.1:1787761452.224558:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d821cee00.
00010000:00000010:0.1:1787761452.224560:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d456d1c00.
00010000:00000010:0.1:1787761452.224562:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d821cf400.
00010000:00000010:0.1:1787761452.224563:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d456d1700.
00010000:00000010:0.1:1787761452.224565:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d821cfa00.
00010000:00000010:0.1:1787761452.224567:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d456d1b00.
00010000:00000010:0.1:1787761452.224568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d821cf200.
00010000:00000010:0.1:1787761452.224570:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d456d1e00.
00010000:00000010:0.1:1787761452.224572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d821cec00.
00010000:00000010:0.1:1787761452.224574:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4c7e00.
00010000:00000010:0.1:1787761452.224576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81953c00.
00010000:00000010:0.1:1787761452.224579:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4c7000.
00010000:00000010:0.1:1787761452.224581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81952400.
00010000:00000010:0.1:1787761452.224584:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4c7300.
00010000:00000010:0.1:1787761452.224587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81952c00.
00010000:00000010:0.1:1787761452.224589:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4c7200.
00010000:00000010:0.1:1787761452.224592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81953e00.
00010000:00000010:0.1:1787761452.224595:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4c7800.
00010000:00000010:0.1:1787761452.224598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81952200.
00010000:00000010:0.1:1787761452.224601:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81902400.
00010000:00000010:0.1:1787761452.224605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81953600.
00010000:00000010:0.1:1787761452.224608:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81902200.
00010000:00000010:0.1:1787761452.224611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81953800.
00010000:00000010:0.1:1787761452.224614:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81902c00.
00010000:00000010:0.1:1787761452.224617:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75379600.
00010000:00000010:0.1:1787761452.224621:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d456d1600.
00010000:00000010:0.1:1787761452.224624:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d8193a600.
00010000:00000010:0.1:1787761452.224627:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d456d1f00.
00010000:00000010:0.1:1787761452.224629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d8193be00.
00010000:00000010:0.1:1787761452.224631:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d456d1800.
00010000:00000010:0.1:1787761452.224633:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d8193ac00.
00010000:00000010:0.1:1787761452.224635:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d456d1d00.
00010000:00000010:0.1:1787761452.224637:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d8193b000.
00010000:00000010:0.1:1787761452.224638:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d456d1300.
00010000:00000010:0.1:1787761452.224640:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d8193ae00.
00010000:00000010:0.1:1787761452.224642:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d752bac00.
00010000:00000010:0.1:1787761452.224643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76c86600.
00010000:00000010:0.1:1787761452.224645:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d50b70000.
00010000:00000010:0.1:1787761452.224647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81904e00.
00010000:00000010:0.1:1787761452.224648:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d752bab00.
00010000:00000010:0.1:1787761452.224650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81906c00.
00010000:00000010:0.1:1787761452.224652:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d752ba100.
00010000:00000010:0.1:1787761452.224654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81906200.
00010000:00000010:0.1:1787761452.224656:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77dbe200.
00010000:00000010:0.1:1787761452.224658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81907a00.
00010000:00000010:0.1:1787761452.224660:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77dbe800.
00010000:00000010:0.1:1787761452.224662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81906a00.
00010000:00000010:0.1:1787761452.228466:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81902800.
00010000:00000010:0.1:1787761452.228470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d446eea00.
00010000:00000010:0.1:1787761452.228473:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81902d00.
00010000:00000010:0.1:1787761452.228475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76caf000.
00010000:00000010:0.1:1787761452.228477:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81902600.
00010000:00000010:0.1:1787761452.228479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75378400.
00010000:00000010:0.1:1787761452.228481:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81902500.
00010000:00000010:0.1:1787761452.228483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75378e00.
00010000:00000010:0.1:1787761452.228485:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81902900.
00010000:00000010:0.1:1787761452.228487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75379400.
00010000:00000010:0.1:1787761452.228489:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81902b00.
00010000:00000010:0.1:1787761452.228491:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75378000.
00010000:00000010:0.1:1787761452.228493:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81902100.
00010000:00000010:0.1:1787761452.228495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81906600.
00010000:00000010:0.1:1787761452.228497:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77dbe900.
00010000:00000010:0.1:1787761452.228499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81907400.
00010000:00000010:0.1:1787761452.228501:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77dbee00.
00010000:00000010:0.1:1787761452.228503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81907200.
00010000:00000010:0.1:1787761452.228505:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d50b70800.
00010000:00000010:0.1:1787761452.228507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81905600.
00010000:00000010:0.1:1787761452.228509:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d50b70400.
00010000:00000010:0.1:1787761452.228511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81905200.
00010000:00000010:0.1:1787761452.228512:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d50b70e00.
00010000:00000010:0.1:1787761452.228514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81905400.
00010000:00000010:0.1:1787761452.228516:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81902f00.
00010000:00000010:0.1:1787761452.228517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75378c00.
00010000:00000010:0.1:1787761452.228519:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81902a00.
00010000:00000010:0.1:1787761452.228521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75379000.
00010000:00000010:0.1:1787761452.228522:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81902700.
00010000:00000010:0.1:1787761452.228524:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75378800.
00010000:00000010:0.1:1787761452.228526:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77dbec00.
00010000:00000010:0.1:1787761452.228527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81907600.
00010000:00000010:0.1:1787761452.228529:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77dbef00.
00010000:00000010:0.1:1787761452.228531:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81907c00.
00010000:00000010:0.1:1787761452.228533:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81902e00.
00010000:00000010:0.1:1787761452.228535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75379c00.
00010000:00000010:0.1:1787761452.228537:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81902000.
00010000:00000010:0.1:1787761452.228539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75378600.
00010000:00000010:0.1:1787761452.228541:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81902300.
00010000:00000010:0.1:1787761452.228542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75379a00.
00010000:00000010:0.1:1787761452.228545:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4d7500.
00010000:00000010:0.1:1787761452.228547:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75378200.
00010000:00000010:0.1:1787761452.228549:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819a8300.
00010000:00000010:0.1:1787761452.228551:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75379800.
00010000:00000010:0.1:1787761452.228552:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77dbe600.
00010000:00000010:0.1:1787761452.228554:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81906e00.
00010000:00000010:0.1:1787761452.228556:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77dbeb00.
00010000:00000010:0.1:1787761452.228557:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81906800.
00010000:00000010:0.1:1787761452.228559:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77dbea00.
00010000:00000010:0.1:1787761452.228561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81906400.
00010000:00000010:0.1:1787761452.228563:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77dbe500.
00010000:00000010:0.1:1787761452.228565:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81906000.
00010000:00000010:0.1:1787761452.228567:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77dbe400.
00010000:00000010:0.1:1787761452.228569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d46c21e00.
00010000:00000010:0.1:1787761452.228571:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52c3c700.
00010000:00000010:0.1:1787761452.228573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d46c20000.
00010000:00000010:0.1:1787761452.228575:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52c3cc00.
00010000:00000010:0.1:1787761452.228578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d46c21a00.
00010000:00000010:0.1:1787761452.228580:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52c3c300.
00010000:00000010:0.1:1787761452.228583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d46c20600.
00010000:00000010:0.1:1787761452.228586:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52c3c600.
00010000:00000010:0.1:1787761452.228589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76caec00.
00010000:00000010:0.1:1787761452.228592:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77dbe000.
00010000:00000010:0.1:1787761452.228594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81907800.
00010000:00000010:0.1:1787761452.228597:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77dbe700.
00010000:00000010:0.1:1787761452.228600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75379200.
00010000:00000010:0.1:1787761452.228604:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819a8200.
00010000:00000010:0.1:1787761452.228607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75378a00.
00010000:00000010:0.1:1787761452.228621:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819a8800.
00010000:00000010:0.1:1787761452.228625:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7dfcb800.
00010000:00000010:0.1:1787761452.228627:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819a8d00.
00010000:00000010:0.1:1787761452.228629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7dfcbe00.
00010000:00000010:0.1:1787761452.228631:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819a8600.
00010000:00000010:0.1:1787761452.228633:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7dfcaa00.
00010000:00000010:0.1:1787761452.228635:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819a8500.
00010000:00000010:0.1:1787761452.228637:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81907000.
00010000:00000010:0.1:1787761452.228639:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77dbe100.
00010000:00000010:0.1:1787761452.228641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81907e00.
00010000:00000010:0.1:1787761452.228642:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819a8900.
00010000:00000010:0.1:1787761452.228644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7dfca000.
00010000:00000010:0.1:1787761452.228645:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819a8100.
00010000:00000010:0.1:1787761452.228647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7dfcb000.
00010000:00000010:0.1:1787761452.228649:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819a8b00.
00010000:00000010:0.1:1787761452.228651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d446ef800.
00010000:00000010:0.1:1787761452.228652:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77dbed00.
00010000:00000010:0.1:1787761452.228654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d446ef600.
00010000:00000010:0.1:1787761452.228656:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77dbe300.
00010000:00000010:0.1:1787761452.228658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d446ef000.
00010000:00000010:0.1:1787761452.228660:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819a8c00.
00010000:00000010:0.1:1787761452.228661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7dfca200.
00010000:00000010:0.1:1787761452.228663:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819a8f00.
00010000:00000010:0.1:1787761452.228665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7dfcb400.
00010000:00000010:0.1:1787761452.228667:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819a8400.
00010000:00000010:0.1:1787761452.228669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7dfcae00.
00010000:00000010:0.1:1787761452.228672:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d752ba900.
00010000:00000010:0.1:1787761452.228675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d446ee800.
00010000:00000010:0.1:1787761452.228678:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4d7400.
00010000:00000010:0.1:1787761452.228680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d446ee000.
00010000:00000010:0.1:1787761452.228684:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819a8a00.
00010000:00000010:0.1:1787761452.228686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7dfcac00.
00010000:00000010:0.1:1787761452.228689:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4d7a00.
00010000:00000010:0.1:1787761452.228692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d446efc00.
00010000:00000010:0.1:1787761452.228695:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4d7700.
00010000:00000010:0.1:1787761452.228698:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d446ee600.
00010000:00000010:0.1:1787761452.228701:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4d7e00.
00010000:00000010:0.1:1787761452.228704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d446ee200.
00010000:00000010:0.1:1787761452.228707:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4d7000.
00010000:00000010:0.1:1787761452.228710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d446eee00.
00010000:00000010:0.1:1787761452.228712:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4d7300.
00010000:00000010:0.1:1787761452.228714:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752d5a00.
00010000:00000010:0.1:1787761452.228716:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4d7200.
00010000:00000010:0.1:1787761452.228718:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81904a00.
00010000:00000010:0.1:1787761452.228720:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d516600.
00010000:00000010:0.1:1787761452.228722:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81904200.
00010000:00000010:0.1:1787761452.228724:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d576b00.
00010000:00000010:0.1:1787761452.228740:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81904c00.
00010000:00000010:0.1:1787761452.228742:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d576a00.
00010000:00000010:0.1:1787761452.228743:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81905e00.
00010000:00000010:0.1:1787761452.228745:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d576f00.
00010000:00000010:0.1:1787761452.228754:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7dfca400.
00010000:00000010:0.1:1787761452.228756:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819a8700.
00010000:00000010:0.1:1787761452.228758:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7dfcb200.
00010000:00000010:0.1:1787761452.228760:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819a8e00.
00010000:00000010:0.1:1787761452.228762:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7dfcbc00.
00010000:00000010:0.1:1787761452.228764:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4d7800.
00010000:00000010:0.1:1787761452.228766:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752d4a00.
00010000:00000010:0.1:1787761452.228767:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4d7d00.
00010000:00000010:0.1:1787761452.228769:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752d4600.
00010000:00000010:0.1:1787761452.228770:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4d7600.
00010000:00000010:0.1:1787761452.228772:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752d5400.
00000800:00000200:1.1:1787761453.045268:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761453.045274:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787761453.046122:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761453.046124:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787761453.046312:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761453.046313:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787761453.046519:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761453.046522:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787761458.165090:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761458.165108:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1787761458.165572:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761458.165574:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1787761458.165784:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761458.165786:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1787761458.165964:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761458.165966:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 11 secs later)
00010000:00000010:1.1:1787761462.462466:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7539ab00.
00010000:00000010:1.1:1787761462.462472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75317000.
00010000:00000010:1.1:1787761462.462475:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d45f300.
00010000:00000010:1.1:1787761462.462477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75317e00.
00010000:00000010:1.1:1787761462.462479:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d45f200.
00010000:00000010:1.1:1787761462.462481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d46ce6400.
00010000:00000010:1.1:1787761462.466464:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d45f800.
00010000:00000010:1.1:1787761462.466470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d46ce6000.
00010000:00000010:1.1:1787761462.466472:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d45fd00.
00010000:00000010:1.1:1787761462.466474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d46ce7800.
00010000:00000010:1.1:1787761462.466476:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d45f600.
00010000:00000010:1.1:1787761462.466479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d46ce4400.
00010000:00000010:1.1:1787761462.466481:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d45f500.
00010000:00000010:1.1:1787761462.466483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d46ce5600.
00010000:00000010:1.1:1787761462.466485:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d45f900.
00010000:00000010:1.1:1787761462.466486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d46ce5e00.
00010000:00000010:1.1:1787761462.466488:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d45f100.
00010000:00000010:1.1:1787761462.466490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d46ce4c00.
00010000:00000010:1.1:1787761462.466493:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d52e500.
00010000:00000010:1.1:1787761462.466496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d46ce4200.
00010000:00000010:1.1:1787761462.466500:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d52ef00.
00010000:00000010:1.1:1787761462.466503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d46ce5a00.
00010000:00000010:1.1:1787761462.466521:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d52e900.
00010000:00000010:1.1:1787761462.466525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d46ce4a00.
00010000:00000010:1.1:1787761462.466528:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d52e100.
00010000:00000010:1.1:1787761462.466531:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4a7800.
00010000:00000010:1.1:1787761462.466535:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8186f300.
00010000:00000010:1.1:1787761462.466538:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4a7000.
00010000:00000010:1.1:1787761462.466542:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7532e200.
00010000:00000010:1.1:1787761462.466545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4a7e00.
00010000:00000010:1.1:1787761462.466547:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7532e400.
00010000:00000010:1.1:1787761462.466549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4a6c00.
00010000:00000010:1.1:1787761462.466551:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7532eb00.
00010000:00000010:1.1:1787761462.466553:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d46ce4600.
00010000:00000010:1.1:1787761462.466555:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d52eb00.
00010000:00000010:1.1:1787761462.466556:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d46ce5400.
00010000:00000010:1.1:1787761462.466558:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d52ec00.
00010000:00000010:1.1:1787761462.466560:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d46ce5200.
00010000:00000010:1.1:1787761462.466561:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7532ef00.
00010000:00000010:1.1:1787761462.466563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4a7a00.
00010000:00000010:1.1:1787761462.466564:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7532ea00.
00010000:00000010:1.1:1787761462.466566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4a6600.
00010000:00000010:1.1:1787761462.466568:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d52e400.
00010000:00000010:1.1:1787761462.466569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d46c21800.
00010000:00000010:1.1:1787761462.466571:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d52ea00.
00010000:00000010:1.1:1787761462.466573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d46ce5c00.
00010000:00000010:1.1:1787761462.466574:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d52e700.
00010000:00000010:1.1:1787761462.466576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d46ce4e00.
00010000:00000010:1.1:1787761462.466578:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d52ee00.
00010000:00000010:1.1:1787761462.466579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d46ce4800.
00010000:00000010:1.1:1787761462.466581:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7539af00.
00010000:00000010:1.1:1787761462.466583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d8193b400.
00010000:00000010:1.1:1787761462.466585:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7539aa00.
00010000:00000010:1.1:1787761462.466586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d8193b800.
00010000:00000010:1.1:1787761462.466593:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7539ae00.
00010000:00000010:1.1:1787761462.466594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d8193bc00.
00010000:00000010:1.1:1787761462.466596:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d753a6500.
00010000:00000010:1.1:1787761462.466599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d8193ba00.
00010000:00000010:1.1:1787761462.466600:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d753a6900.
00010000:00000010:1.1:1787761462.466602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81952e00.
00010000:00000010:1.1:1787761462.466604:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d52e000.
00010000:00000010:1.1:1787761462.466606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d46ce4000.
00010000:00000010:1.1:1787761462.466608:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d52e300.
00010000:00000010:1.1:1787761462.466609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d46ce5800.
00010000:00000010:1.1:1787761462.466611:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d52e200.
00010000:00000010:1.1:1787761462.466613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d46ce5000.
00010000:00000010:1.1:1787761462.466615:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7532e700.
00010000:00000010:1.1:1787761462.466616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4a7400.
00010000:00000010:1.1:1787761462.466618:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7532ee00.
00010000:00000010:1.1:1787761462.466620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4a7200.
00010000:00000010:1.1:1787761462.466621:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7532e000.
00010000:00000010:1.1:1787761462.466623:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4a7600.
00010000:00000010:1.1:1787761462.466624:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7532e300.
00010000:00000010:1.1:1787761462.466626:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4a4600.
00010000:00000010:1.1:1787761462.466628:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d52e800.
00010000:00000010:1.1:1787761462.466630:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4a5400.
00010000:00000010:1.1:1787761462.466632:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7532e800.
00010000:00000010:1.1:1787761462.466633:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4a5200.
00010000:00000010:1.1:1787761462.466635:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d52ed00.
00010000:00000010:1.1:1787761462.466636:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75317800.
00010000:00000010:1.1:1787761462.466638:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7532ed00.
00010000:00000010:1.1:1787761462.466639:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4a6e00.
00010000:00000010:1.1:1787761462.466641:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7532e600.
00010000:00000010:1.1:1787761462.466643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d8193aa00.
00010000:00000010:1.1:1787761462.466644:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7532e500.
00010000:00000010:1.1:1787761462.466646:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d8193b200.
00010000:00000010:1.1:1787761462.466651:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7532e900.
00010000:00000010:1.1:1787761462.466665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d8193b600.
00010000:00000010:1.1:1787761462.466669:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7532e100.
00010000:00000010:1.1:1787761462.466671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81905000.
00010000:00000010:1.1:1787761462.466673:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d52e600.
00010000:00000010:1.1:1787761462.466675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4a5600.
00010000:00000010:1.1:1787761462.466676:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f6f6b00.
00010000:00000010:1.1:1787761462.466679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d46c20a00.
00010000:00000010:1.1:1787761462.466681:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52c3c100.
00010000:00000010:1.1:1787761462.466683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d46c20400.
00010000:00000010:1.1:1787761462.466684:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52c3ca00.
00010000:00000010:1.1:1787761462.466686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d46c21000.
00010000:00000010:1.1:1787761462.466688:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52c3cf00.
00010000:00000010:1.1:1787761462.466689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d46c21600.
00010000:00000010:1.1:1787761462.466691:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52c3c200.
00010000:00000010:1.1:1787761462.466692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d46c21200.
00010000:00000010:1.1:1787761462.466694:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52c3ce00.
00010000:00000010:1.1:1787761462.466696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d46c20c00.
00010000:00000010:1.1:1787761462.466698:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52c3c800.
00010000:00000010:1.1:1787761462.466699:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d46c20200.
00010000:00000010:1.1:1787761462.466701:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52c3c900.
00010000:00000010:1.1:1787761462.466703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d8193a000.
00010000:00000010:1.1:1787761462.466704:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4c7700.
00010000:00000010:1.1:1787761462.466706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d8193a400.
00010000:00000010:1.1:1787761462.466708:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4c7a00.
00010000:00000010:1.1:1787761462.466709:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81952600.
00010000:00000010:1.1:1787761462.466711:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4c7d00.
00010000:00000010:1.1:1787761462.466712:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4a5c00.
00010000:00000010:1.1:1787761462.466714:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4c7500.
00010000:00000010:1.1:1787761462.466716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81952000.
00010000:00000010:1.1:1787761462.466717:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d50b70c00.
00010000:00000010:1.1:1787761462.466719:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4a4e00.
00010000:00000010:1.1:1787761462.466725:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d50b70a00.
00010000:00000010:1.1:1787761462.466727:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4a4800.
00010000:00000010:1.1:1787761462.466729:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7539d700.
00010000:00000010:1.1:1787761462.466731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d46c21c00.
00010000:00000010:1.1:1787761462.466733:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52c3c000.
00010000:00000010:1.1:1787761462.466735:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d46c20800.
00010000:00000010:1.1:1787761462.466737:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7539de00.
00010000:00000010:1.1:1787761462.466738:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4a4400.
00010000:00000010:1.1:1787761462.466740:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7539d000.
00010000:00000010:1.1:1787761462.466742:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4a4000.
00010000:00000010:1.1:1787761462.466743:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7539d300.
00010000:00000010:1.1:1787761462.466745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4a5800.
00010000:00000010:1.1:1787761462.466748:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7539d200.
00010000:00000010:1.1:1787761462.466751:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d46c21400.
00010000:00000010:1.1:1787761462.466753:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52c3cb00.
00010000:00000010:1.1:1787761462.466756:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81905a00.
00010000:00000010:1.1:1787761462.466758:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7539d800.
00010000:00000010:1.1:1787761462.466761:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4a5000.
00010000:00000010:1.1:1787761462.466763:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7539dd00.
00010000:00000010:1.1:1787761462.466766:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4a5e00.
00010000:00000010:1.1:1787761462.466769:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7539d600.
00010000:00000010:1.1:1787761462.466771:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4a4c00.
00010000:00000010:1.1:1787761462.466774:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7539d500.
00010000:00000010:1.1:1787761462.466777:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4a4200.
00010000:00000010:1.1:1787761462.466780:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7539d900.
00010000:00000010:1.1:1787761462.466782:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4a5a00.
00010000:00000010:1.1:1787761462.466785:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7539d100.
00010000:00000010:1.1:1787761462.466788:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4a4a00.
00010000:00000010:1.1:1787761462.466791:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7539db00.
00010000:00000010:1.1:1787761462.466794:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d8193a200.
00010000:00000010:1.1:1787761462.466797:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7539dc00.
00010000:00000010:1.1:1787761462.466799:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d8193a800.
00010000:00000010:1.1:1787761462.466801:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7539df00.
00010000:00000010:1.1:1787761462.466803:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d821ce600.
00010000:00000010:1.1:1787761462.466805:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7539d400.
00010000:00000010:1.1:1787761462.466814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d821cf600.
00000800:00000200:1.1:1787761463.285030:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761463.285039:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1787761463.285527:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761463.285529:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1787761463.285737:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761463.285739:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1787761463.285916:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761463.285918:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1787761468.405014:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761468.405020:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787761468.405519:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761468.405521:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787761468.405725:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761468.405727:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787761468.405900:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761468.405902:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 1 secs later)
00010000:00000010:1.1:1787761472.701475:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75272e00.
00010000:00000010:1.1:1787761472.701484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d54c200.
00010000:00000010:1.1:1787761472.701488:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8186fe00.
00010000:00000010:1.1:1787761472.701490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d54ca00.
00010000:00000010:1.1:1787761472.701493:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7539a900.
00010000:00000010:1.1:1787761472.701495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75317600.
00010000:00000010:1.1:1787761472.701497:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7539a400.
00010000:00000010:1.1:1787761472.701501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75316c00.
00010000:00000010:1.1:1787761472.705487:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7800f800.
00010000:00000010:1.1:1787761472.705497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d46ce7000.
00010000:00000010:1.1:1787761472.705502:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7800fd00.
00010000:00000010:1.1:1787761472.705506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d54e600.
00010000:00000010:1.1:1787761472.705508:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7800f600.
00010000:00000010:1.1:1787761472.705510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d54ea00.
00010000:00000010:1.1:1787761472.705512:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7800f500.
00010000:00000010:1.1:1787761472.705514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d54e000.
00010000:00000010:1.1:1787761472.705516:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7800f900.
00010000:00000010:1.1:1787761472.705518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75316800.
00010000:00000010:1.1:1787761472.705521:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7539ac00.
00010000:00000010:1.1:1787761472.705523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75317200.
00010000:00000010:1.1:1787761472.705525:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7539a300.
00010000:00000010:1.1:1787761472.705527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75316600.
00010000:00000010:1.1:1787761472.705529:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7539a200.
00010000:00000010:1.1:1787761472.705531:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75317a00.
00010000:00000010:1.1:1787761472.705533:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7539a800.
00010000:00000010:1.1:1787761472.705536:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d54f800.
00010000:00000010:1.1:1787761472.705538:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7800f100.
00010000:00000010:1.1:1787761472.705539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d54f000.
00010000:00000010:1.1:1787761472.705541:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7800fb00.
00010000:00000010:1.1:1787761472.705543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d54fe00.
00010000:00000010:1.1:1787761472.705545:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7800fc00.
00010000:00000010:1.1:1787761472.705546:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d54ec00.
00010000:00000010:1.1:1787761472.705548:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7800ff00.
00010000:00000010:1.1:1787761472.705550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d54e200.
00010000:00000010:1.1:1787761472.705552:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d45fe00.
00010000:00000010:1.1:1787761472.705554:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d54fa00.
00010000:00000010:1.1:1787761472.705556:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7539a600.
00010000:00000010:1.1:1787761472.705558:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d46cf5800.
00010000:00000010:1.1:1787761472.705561:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d5c2900.
00010000:00000010:1.1:1787761472.705564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d54c600.
00010000:00000010:1.1:1787761472.705566:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d5c2800.
00010000:00000010:1.1:1787761472.705569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75316000.
00010000:00000010:1.1:1787761472.705571:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8186f200.
00010000:00000010:1.1:1787761472.705574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d54d400.
00010000:00000010:1.1:1787761472.705576:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d5c2600.
00010000:00000010:1.1:1787761472.705578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d54f400.
00010000:00000010:1.1:1787761472.705580:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d5c2b00.
00010000:00000010:1.1:1787761472.705592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d54f200.
00010000:00000010:1.1:1787761472.705595:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d5c2c00.
00010000:00000010:1.1:1787761472.705597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d54f600.
00010000:00000010:1.1:1787761472.705599:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d5c2f00.
00010000:00000010:1.1:1787761472.705601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d54fc00.
00010000:00000010:1.1:1787761472.705602:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d5c2400.
00010000:00000010:1.1:1787761472.705604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d54ee00.
00010000:00000010:1.1:1787761472.705606:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d5c2a00.
00010000:00000010:1.1:1787761472.705607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d54e800.
00010000:00000010:1.1:1787761472.705609:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d5c2700.
00010000:00000010:1.1:1787761472.705611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75316a00.
00010000:00000010:1.1:1787761472.705613:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7539a500.
00010000:00000010:1.1:1787761472.705615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75317c00.
00010000:00000010:1.1:1787761472.705617:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7539a100.
00010000:00000010:1.1:1787761472.705618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75316400.
00010000:00000010:1.1:1787761472.705620:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7539a000.
00010000:00000010:1.1:1787761472.705622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75316e00.
00010000:00000010:1.1:1787761472.705624:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7539a700.
00010000:00000010:1.1:1787761472.705625:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75317400.
00010000:00000010:1.1:1787761472.705627:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d5c2e00.
00010000:00000010:1.1:1787761472.705628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d54e400.
00010000:00000010:1.1:1787761472.705630:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d5c2000.
00010000:00000010:1.1:1787761472.705632:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4a6400.
00010000:00000010:1.1:1787761472.705634:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d5c2300.
00010000:00000010:1.1:1787761472.705637:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d46ce6800.
00010000:00000010:1.1:1787761472.705638:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d5c2200.
00010000:00000010:1.1:1787761472.705640:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d46ce6c00.
00010000:00000010:1.1:1787761472.705642:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d5c2d00.
00010000:00000010:1.1:1787761472.705644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d46ce7e00.
00010000:00000010:1.1:1787761472.705646:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f6f6100.
00010000:00000010:1.1:1787761472.705648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d46cf5a00.
00010000:00000010:1.1:1787761472.705650:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d5c2500.
00010000:00000010:1.1:1787761472.705652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d46ce6200.
00010000:00000010:1.1:1787761472.705653:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8186f800.
00010000:00000010:1.1:1787761472.705655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d54d600.
00010000:00000010:1.1:1787761472.705657:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8186f600.
00010000:00000010:1.1:1787761472.705659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d54ce00.
00010000:00000010:1.1:1787761472.705661:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d5c2100.
00010000:00000010:1.1:1787761472.705662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d46ce7a00.
00010000:00000010:1.1:1787761472.705664:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d45f000.
00010000:00000010:1.1:1787761472.705666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d46ce6a00.
00010000:00000010:1.1:1787761472.705668:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d45fb00.
00010000:00000010:1.1:1787761472.705670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d46ce6600.
00010000:00000010:1.1:1787761472.705672:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d45fc00.
00010000:00000010:1.1:1787761472.705673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d54c800.
00010000:00000010:1.1:1787761472.705675:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8186f500.
00010000:00000010:1.1:1787761472.705677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d54c400.
00010000:00000010:1.1:1787761472.705679:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8186f900.
00010000:00000010:1.1:1787761472.705680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d54c000.
00010000:00000010:1.1:1787761472.705682:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8186f100.
00010000:00000010:1.1:1787761472.705683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d54d800.
00010000:00000010:1.1:1787761472.705685:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8186fb00.
00010000:00000010:1.1:1787761472.705687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d54d000.
00010000:00000010:1.1:1787761472.705688:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8186fc00.
00010000:00000010:1.1:1787761472.705690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d46ce7400.
00010000:00000010:1.1:1787761472.705692:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d45ff00.
00010000:00000010:1.1:1787761472.705694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d46ce7200.
00010000:00000010:1.1:1787761472.705695:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d45f400.
00010000:00000010:1.1:1787761472.705697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d46ce7600.
00010000:00000010:1.1:1787761472.705699:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d45fa00.
00010000:00000010:1.1:1787761472.705701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d46ce7c00.
00010000:00000010:1.1:1787761472.705702:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8186ff00.
00010000:00000010:1.1:1787761472.705704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4a7c00.
00010000:00000010:1.1:1787761472.705706:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8186f400.
00010000:00000010:1.1:1787761472.705707:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4a6a00.
00010000:00000010:1.1:1787761472.705709:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8186fa00.
00010000:00000010:1.1:1787761472.705710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4a6200.
00010000:00000010:1.1:1787761472.705712:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d45f700.
00010000:00000010:1.1:1787761472.705713:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d46ce6e00.
00010000:00000010:1.1:1787761472.705715:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8186f700.
00010000:00000010:1.1:1787761472.705717:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4a6800.
00010000:00000010:1.1:1787761472.705718:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8186f000.
00010000:00000010:1.1:1787761472.705720:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4a6000.
00000800:00000200:1.1:1787761473.525044:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761473.525379:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761473.525495:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761473.525657:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761478.645763:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761478.645776:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787761478.646799:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761478.646802:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787761478.647228:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761478.647233:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787761478.647675:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761478.647678:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00010000:00000010:1.1:1787761482.945533:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d458e00.
00010000:00000010:1.1:1787761482.945548:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d753cec00.
00010000:00000010:1.1:1787761482.945603:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8185a700.
00010000:00000010:1.1:1787761482.945630:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81859a00.
00010000:00000010:1.1:1787761482.945635:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8185a000.
00010000:00000010:1.1:1787761482.945639:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d46cf4e00.
00010000:00000010:1.1:1787761482.949537:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7800f300.
00010000:00000010:1.1:1787761482.949553:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d753cfa00.
00010000:00000010:1.1:1787761482.949559:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75272b00.
00010000:00000010:1.1:1787761482.949564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d753cea00.
00010000:00000010:1.1:1787761482.949567:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75272200.
00010000:00000010:1.1:1787761482.949571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d753ce600.
00010000:00000010:1.1:1787761482.949575:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75272300.
00010000:00000010:1.1:1787761482.949579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81859c00.
00010000:00000010:1.1:1787761482.949583:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8185a300.
00010000:00000010:1.1:1787761482.949586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81858e00.
00010000:00000010:1.1:1787761482.949590:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8185a200.
00010000:00000010:1.1:1787761482.949593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d46cf5200.
00010000:00000010:1.1:1787761482.949598:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f6f6900.
00010000:00000010:1.1:1787761482.949602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d46cf4200.
00010000:00000010:1.1:1787761482.949606:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f6f6a00.
00010000:00000010:1.1:1787761482.949610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d46cf5e00.
00010000:00000010:1.1:1787761482.949613:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f6f6f00.
00010000:00000010:1.1:1787761482.949617:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81831400.
00010000:00000010:1.1:1787761482.949621:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4a2300.
00010000:00000010:1.1:1787761482.949625:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81858800.
00010000:00000010:1.1:1787761482.949628:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8185a800.
00010000:00000010:1.1:1787761482.949632:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81858400.
00010000:00000010:1.1:1787761482.949635:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8185ad00.
00010000:00000010:1.1:1787761482.949638:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81858000.
00010000:00000010:1.1:1787761482.949641:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8185a600.
00010000:00000010:1.1:1787761482.949646:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81859800.
00010000:00000010:1.1:1787761482.949650:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8185a500.
00010000:00000010:1.1:1787761482.949653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81859000.
00010000:00000010:1.1:1787761482.949657:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8185a900.
00010000:00000010:1.1:1787761482.949660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81859e00.
00010000:00000010:1.1:1787761482.949664:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d45d71700.
00010000:00000010:1.1:1787761482.949668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81858c00.
00010000:00000010:1.1:1787761482.949671:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d45d71400.
00010000:00000010:1.1:1787761482.949675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81858200.
00010000:00000010:1.1:1787761482.949678:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d45d71200.
00010000:00000010:1.1:1787761482.949681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81858a00.
00010000:00000010:1.1:1787761482.949684:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d45d71800.
00010000:00000010:1.1:1787761482.949687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d46cf5400.
00010000:00000010:1.1:1787761482.949691:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75272800.
00010000:00000010:1.1:1787761482.949694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d753cf200.
00010000:00000010:1.1:1787761482.949697:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d45d71d00.
00010000:00000010:1.1:1787761482.949701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81858600.
00010000:00000010:1.1:1787761482.949704:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75272d00.
00010000:00000010:1.1:1787761482.949707:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d753cf600.
00010000:00000010:1.1:1787761482.949710:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4a2e00.
00010000:00000010:1.1:1787761482.949714:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81830e00.
00010000:00000010:1.1:1787761482.949717:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4a2000.
00010000:00000010:1.1:1787761482.949720:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75316200.
00010000:00000010:1.1:1787761482.949734:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4a2200.
00010000:00000010:1.1:1787761482.949738:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d753cfc00.
00010000:00000010:1.1:1787761482.949742:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75272600.
00010000:00000010:1.1:1787761482.949745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d753cee00.
00010000:00000010:1.1:1787761482.949748:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75272500.
00010000:00000010:1.1:1787761482.949752:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81859400.
00010000:00000010:1.1:1787761482.949755:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d45d71600.
00010000:00000010:1.1:1787761482.949759:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81859200.
00010000:00000010:1.1:1787761482.949762:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d45d71500.
00010000:00000010:1.1:1787761482.949767:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d46cf4800.
00010000:00000010:1.1:1787761482.949770:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7539ad00.
00010000:00000010:1.1:1787761482.949779:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d46cf4400.
00010000:00000010:1.1:1787761482.949783:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d45d71900.
00010000:00000010:1.1:1787761482.949787:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d753ce800.
00010000:00000010:1.1:1787761482.949790:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75272900.
00010000:00000010:1.1:1787761482.949793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d753ce400.
00010000:00000010:1.1:1787761482.949797:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75272100.
00010000:00000010:1.1:1787761482.949800:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d753ce000.
00010000:00000010:1.1:1787761482.949803:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d45d71100.
00010000:00000010:1.1:1787761482.949806:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81859600.
00010000:00000010:1.1:1787761482.949810:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d45d71b00.
00010000:00000010:1.1:1787761482.949814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d753cc600.
00010000:00000010:1.1:1787761482.949817:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d45d71c00.
00010000:00000010:1.1:1787761482.949820:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d753cce00.
00010000:00000010:1.1:1787761482.949823:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d45d71f00.
00010000:00000010:1.1:1787761482.949827:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d753cd200.
00010000:00000010:1.1:1787761482.949830:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f6f6400.
00010000:00000010:1.1:1787761482.949834:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d46cf5600.
00010000:00000010:1.1:1787761482.949837:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d45d71a00.
00010000:00000010:1.1:1787761482.949840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d753cdc00.
00010000:00000010:1.1:1787761482.949844:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75272c00.
00010000:00000010:1.1:1787761482.949847:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d54dc00.
00010000:00000010:1.1:1787761482.949850:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d45d71e00.
00010000:00000010:1.1:1787761482.949853:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d753cc800.
00010000:00000010:1.1:1787761482.949857:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d45d71000.
00010000:00000010:1.1:1787761482.949860:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d753cc400.
00010000:00000010:1.1:1787761482.949863:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8186fd00.
00010000:00000010:1.1:1787761482.949871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d753cc000.
00010000:00000010:1.1:1787761482.949875:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7800f400.
00010000:00000010:1.1:1787761482.949878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d753cd800.
00010000:00000010:1.1:1787761482.949881:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7800fa00.
00010000:00000010:1.1:1787761482.949885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d753cd000.
00010000:00000010:1.1:1787761482.949889:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75272f00.
00010000:00000010:1.1:1787761482.949892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d753cde00.
00010000:00000010:1.1:1787761482.949896:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f6f6800.
00010000:00000010:1.1:1787761482.949900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d46cf5000.
00010000:00000010:1.1:1787761482.949903:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f6f6e00.
00010000:00000010:1.1:1787761482.949906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d46cf5c00.
00010000:00000010:1.1:1787761482.949909:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f6f6200.
00010000:00000010:1.1:1787761482.949913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d46cf4600.
00010000:00000010:1.1:1787761482.949916:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f6f6700.
00010000:00000010:1.1:1787761482.949919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d753ccc00.
00010000:00000010:1.1:1787761482.949922:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7800f700.
00010000:00000010:1.1:1787761482.949925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d753cc200.
00010000:00000010:1.1:1787761482.949928:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75272400.
00010000:00000010:1.1:1787761482.949932:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d54d200.
00010000:00000010:1.1:1787761482.949935:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75272a00.
00010000:00000010:1.1:1787761482.949938:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d54da00.
00010000:00000010:1.1:1787761482.949941:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75272700.
00010000:00000010:1.1:1787761482.949944:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d54de00.
00010000:00000010:1.1:1787761482.949947:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75272000.
00010000:00000010:1.1:1787761482.949955:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d54cc00.
00010000:00000010:1.1:1787761482.949963:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7800fe00.
00010000:00000010:1.1:1787761482.949967:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d753cda00.
00010000:00000010:1.1:1787761482.949970:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7800f000.
00010000:00000010:1.1:1787761482.949973:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d753cca00.
00010000:00000010:1.1:1787761482.949976:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7800f200.
00010000:00000010:1.1:1787761482.949984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d753cd400.
00000800:00000200:1.1:1787761483.765548:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761483.765559:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787761483.766602:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761483.766606:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787761483.767072:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761483.767076:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787761483.767427:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761483.767431:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787761488.885176:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761488.885184:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787761488.885745:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761488.885748:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787761488.886091:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761488.886094:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787761488.886429:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761488.886432:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
00010000:00000010:1.1:1787761493.186524:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8185aa00.
00010000:00000010:1.1:1787761493.186538:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d8183b000.
00010000:00000010:1.1:1787761493.186548:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d458000.
00010000:00000010:1.1:1787761493.186554:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d8183be00.
00010000:00000010:1.1:1787761493.186560:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d458700.
00010000:00000010:1.1:1787761493.186566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d8183ac00.
00010000:00000010:1.1:1787761493.186572:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d753a6a00.
00010000:00000010:1.1:1787761493.186580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81838800.
00010000:00000010:1.1:1787761493.186586:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d753a6400.
00010000:00000010:1.1:1787761493.186592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d8183a200.
00010000:00000010:1.1:1787761493.186598:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d458300.
00010000:00000010:1.1:1787761493.186604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d8183ba00.
00010000:00000010:1.1:1787761493.186611:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d458200.
00010000:00000010:1.1:1787761493.186617:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d8183aa00.
00010000:00000010:1.1:1787761493.186623:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d458800.
00010000:00000010:1.1:1787761493.186628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81838400.
00010000:00000010:1.1:1787761493.186635:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d753a6b00.
00010000:00000010:1.1:1787761493.186641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81838000.
00010000:00000010:1.1:1787761493.186646:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d753a6c00.
00010000:00000010:1.1:1787761493.186652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81839800.
00010000:00000010:1.1:1787761493.186656:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d753a6f00.
00010000:00000010:1.1:1787761493.186660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81839000.
00010000:00000010:1.1:1787761493.186663:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d458500.
00010000:00000010:1.1:1787761493.186667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d8183a600.
00010000:00000010:1.1:1787761493.186670:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d458600.
00010000:00000010:1.1:1787761493.186673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d8183b400.
00010000:00000010:1.1:1787761493.190522:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d458d00.
00010000:00000010:1.1:1787761493.190534:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d8183b200.
00010000:00000010:1.1:1787761493.190541:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d753a6700.
00010000:00000010:1.1:1787761493.190549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81839e00.
00010000:00000010:1.1:1787761493.190555:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d753a6e00.
00010000:00000010:1.1:1787761493.190561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81830000.
00010000:00000010:1.1:1787761493.190569:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4a2f00.
00010000:00000010:1.1:1787761493.190576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81831200.
00010000:00000010:1.1:1787761493.190581:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d458900.
00010000:00000010:1.1:1787761493.190588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d753cf800.
00010000:00000010:1.1:1787761493.190594:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d753a6100.
00010000:00000010:1.1:1787761493.190600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d46cf4c00.
00010000:00000010:1.1:1787761493.190606:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d45d71300.
00010000:00000010:1.1:1787761493.190612:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81839a00.
00010000:00000010:1.1:1787761493.190618:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4a2800.
00010000:00000010:1.1:1787761493.190624:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81831800.
00010000:00000010:1.1:1787761493.190631:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4d8a00.
00010000:00000010:1.1:1787761493.190638:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81838a00.
00010000:00000010:1.1:1787761493.190644:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4d8c00.
00010000:00000010:1.1:1787761493.190650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81838600.
00010000:00000010:1.1:1787761493.190655:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4d8d00.
00010000:00000010:1.1:1787761493.190658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81839400.
00010000:00000010:1.1:1787761493.190663:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4a2d00.
00010000:00000010:1.1:1787761493.190667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81831000.
00010000:00000010:1.1:1787761493.190670:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4a2600.
00010000:00000010:1.1:1787761493.190674:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81831c00.
00010000:00000010:1.1:1787761493.190678:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4a2500.
00010000:00000010:1.1:1787761493.190681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81830c00.
00010000:00000010:1.1:1787761493.190685:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4a2100.
00010000:00000010:1.1:1787761493.190688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81831a00.
00010000:00000010:1.1:1787761493.190691:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4a2b00.
00010000:00000010:1.1:1787761493.190694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81831e00.
00010000:00000010:1.1:1787761493.190697:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4a2900.
00010000:00000010:1.1:1787761493.190700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81830200.
00010000:00000010:1.1:1787761493.190704:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4d8600.
00010000:00000010:1.1:1787761493.190707:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81839200.
00010000:00000010:1.1:1787761493.190710:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4d8500.
00010000:00000010:1.1:1787761493.190714:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81839600.
00010000:00000010:1.1:1787761493.190717:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4d8900.
00010000:00000010:1.1:1787761493.190720:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81839c00.
00010000:00000010:1.1:1787761493.190723:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4d8100.
00010000:00000010:1.1:1787761493.190727:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81838e00.
00010000:00000010:1.1:1787761493.190730:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4d8b00.
00010000:00000010:1.1:1787761493.190734:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7532b000.
00010000:00000010:1.1:1787761493.190738:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4d8f00.
00010000:00000010:1.1:1787761493.190742:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7532a000.
00010000:00000010:1.1:1787761493.190745:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4a2700.
00010000:00000010:1.1:1787761493.190748:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81831600.
00010000:00000010:1.1:1787761493.190751:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4a2400.
00010000:00000010:1.1:1787761493.190754:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81830600.
00010000:00000010:1.1:1787761493.190757:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f6f6500.
00010000:00000010:1.1:1787761493.190761:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d46cf4000.
00010000:00000010:1.1:1787761493.190764:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4d8400.
00010000:00000010:1.1:1787761493.190767:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7532b800.
00010000:00000010:1.1:1787761493.190772:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4d8700.
00010000:00000010:1.1:1787761493.190775:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d46cf4a00.
00010000:00000010:1.1:1787761493.190798:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d458100.
00010000:00000010:1.1:1787761493.190803:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7532be00.
00010000:00000010:1.1:1787761493.190806:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d458b00.
00010000:00000010:1.1:1787761493.190810:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d753cf400.
00010000:00000010:1.1:1787761493.190813:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d458c00.
00010000:00000010:1.1:1787761493.190817:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d753ce200.
00010000:00000010:1.1:1787761493.190820:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4d8e00.
00010000:00000010:1.1:1787761493.190824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7532ac00.
00010000:00000010:1.1:1787761493.190827:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4d8000.
00010000:00000010:1.1:1787761493.190830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7532a200.
00010000:00000010:1.1:1787761493.190833:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4d8300.
00010000:00000010:1.1:1787761493.190836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7532ba00.
00010000:00000010:1.1:1787761493.190840:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4d8200.
00010000:00000010:1.1:1787761493.190843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7532aa00.
00010000:00000010:1.1:1787761493.190846:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4d8800.
00010000:00000010:1.1:1787761493.190849:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7532a600.
00010000:00000010:1.1:1787761493.190853:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d458f00.
00010000:00000010:1.1:1787761493.190856:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d753cfe00.
00010000:00000010:1.1:1787761493.190859:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d458400.
00010000:00000010:1.1:1787761493.190862:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d753cf000.
00010000:00000010:1.1:1787761493.190865:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d458a00.
00010000:00000010:1.1:1787761493.190875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7532b400.
00010000:00000010:1.1:1787761493.190880:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8185ae00.
00010000:00000010:1.1:1787761493.190883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7532b200.
00010000:00000010:1.1:1787761493.190887:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8185a100.
00010000:00000010:1.1:1787761493.190890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7532b600.
00010000:00000010:1.1:1787761493.190893:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8185ab00.
00010000:00000010:1.1:1787761493.190896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7532bc00.
00010000:00000010:1.1:1787761493.190899:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8185ac00.
00010000:00000010:1.1:1787761493.190902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7532ae00.
00010000:00000010:1.1:1787761493.190906:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8185af00.
00010000:00000010:1.1:1787761493.190910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7532a800.
00010000:00000010:1.1:1787761493.190913:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8185a400.
00010000:00000010:1.1:1787761493.190916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7532a400.
00010000:00000010:1.1:1787761493.190920:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4a2c00.
00010000:00000010:1.1:1787761493.190924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81830a00.
00000800:00000200:1.1:1787761494.005673:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761494.005683:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787761494.006722:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761494.006724:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787761494.006930:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761494.006931:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787761494.007124:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761494.007126:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787761499.125753:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761499.125765:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787761499.126688:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761499.126692:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787761499.127054:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761499.127057:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787761499.127425:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761499.127428:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 38 secs later)
00010000:00000010:1.1:1787761503.421477:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5992e000.
00010000:00000010:1.1:1787761503.421486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d539800.
00010000:00000010:1.1:1787761503.421490:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f7a0700.
00010000:00000010:1.1:1787761503.421493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818cb000.
00010000:00000010:1.1:1787761503.421496:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d454d9200.
00010000:00000010:1.1:1787761503.421499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d539c00.
00010000:00000010:1.1:1787761503.421501:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d454d9f00.
00010000:00000010:1.1:1787761503.421503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819af600.
00010000:00000010:1.1:1787761503.421505:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f6f6300.
00010000:00000010:1.1:1787761503.421508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d53f600.
00010000:00000010:1.1:1787761503.421510:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5992e900.
00010000:00000010:1.1:1787761503.421512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d539600.
00010000:00000010:1.1:1787761503.421513:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d454d9c00.
00010000:00000010:1.1:1787761503.421515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d539200.
00010000:00000010:1.1:1787761503.421517:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d454d9600.
00010000:00000010:1.1:1787761503.421519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818c9400.
00010000:00000010:1.1:1787761503.421521:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d454d9a00.
00010000:00000010:1.1:1787761503.421522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818c9a00.
00010000:00000010:1.1:1787761503.421524:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d454d9900.
00010000:00000010:1.1:1787761503.421526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818c8000.
00010000:00000010:1.1:1787761503.421528:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f7a0100.
00010000:00000010:1.1:1787761503.421529:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819af400.
00010000:00000010:1.1:1787761503.421531:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5992e500.
00010000:00000010:1.1:1787761503.421533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d53ec00.
00010000:00000010:1.1:1787761503.421534:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d48a21600.
00010000:00000010:1.1:1787761503.421537:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818c9800.
00010000:00000010:1.1:1787761503.421539:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d454d9800.
00010000:00000010:1.1:1787761503.421541:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818c9000.
00010000:00000010:1.1:1787761503.421543:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d454d9e00.
00010000:00000010:1.1:1787761503.421545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818c9e00.
00010000:00000010:1.1:1787761503.421546:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d454d9000.
00010000:00000010:1.1:1787761503.421548:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818cbe00.
00010000:00000010:1.1:1787761503.421549:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f7a0600.
00010000:00000010:1.1:1787761503.421551:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818cac00.
00010000:00000010:1.1:1787761503.421553:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d753a6800.
00010000:00000010:1.1:1787761503.421555:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818c8c00.
00010000:00000010:1.1:1787761503.421557:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f7a0b00.
00010000:00000010:1.1:1787761503.421560:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d8183b600.
00010000:00000010:1.1:1787761503.421562:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d43c72100.
00010000:00000010:1.1:1787761503.421565:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818c8a00.
00010000:00000010:1.1:1787761503.421567:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d43c72200.
00010000:00000010:1.1:1787761503.421569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818c8600.
00010000:00000010:1.1:1787761503.421571:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d43c72600.
00010000:00000010:1.1:1787761503.421572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818c9200.
00010000:00000010:1.1:1787761503.421574:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d43c72c00.
00010000:00000010:1.1:1787761503.421575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d8183b800.
00010000:00000010:1.1:1787761503.421577:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f7a0300.
00010000:00000010:1.1:1787761503.421579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d8183bc00.
00010000:00000010:1.1:1787761503.421580:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f7a0400.
00010000:00000010:1.1:1787761503.421582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818c9600.
00010000:00000010:1.1:1787761503.421583:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d43c72400.
00010000:00000010:1.1:1787761503.421585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818c9c00.
00010000:00000010:1.1:1787761503.421586:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d43c72300.
00010000:00000010:1.1:1787761503.421588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818c8e00.
00010000:00000010:1.1:1787761503.421589:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d43c72f00.
00010000:00000010:1.1:1787761503.421591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818c8800.
00010000:00000010:1.1:1787761503.421593:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f7a0500.
00010000:00000010:1.1:1787761503.421594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d8183ae00.
00010000:00000010:1.1:1787761503.421596:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f7a0e00.
00010000:00000010:1.1:1787761503.421598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81830800.
00010000:00000010:1.1:1787761503.421599:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d43c72000.
00010000:00000010:1.1:1787761503.421601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818c8400.
00010000:00000010:1.1:1787761503.421602:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d43c72800.
00010000:00000010:1.1:1787761503.421604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d538600.
00010000:00000010:1.1:1787761503.421606:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d43c72700.
00010000:00000010:1.1:1787761503.421607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d539a00.
00010000:00000010:1.1:1787761503.421609:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d43c72b00.
00010000:00000010:1.1:1787761503.421610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d538200.
00010000:00000010:1.1:1787761503.421612:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d753a6300.
00010000:00000010:1.1:1787761503.421615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d538c00.
00010000:00000010:1.1:1787761503.421616:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d753a6600.
00010000:00000010:1.1:1787761503.421618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d539e00.
00010000:00000010:1.1:1787761503.421620:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d753a6000.
00010000:00000010:1.1:1787761503.421623:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d539000.
00010000:00000010:1.1:1787761503.421624:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d753a6200.
00010000:00000010:1.1:1787761503.421626:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d538000.
00010000:00000010:1.1:1787761503.421627:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f7a0a00.
00010000:00000010:1.1:1787761503.421629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d8183a800.
00010000:00000010:1.1:1787761503.421631:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d753a6d00.
00010000:00000010:1.1:1787761503.421648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81838c00.
00010000:00000010:1.1:1787761503.421651:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d48a21a00.
00010000:00000010:1.1:1787761503.421652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81838200.
00010000:00000010:1.1:1787761503.421654:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4a2a00.
00010000:00000010:1.1:1787761503.421656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81830400.
00010000:00000010:1.1:1787761503.421658:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f7a0c00.
00010000:00000010:1.1:1787761503.421659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d8183a400.
00010000:00000010:1.1:1787761503.421661:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818f7e00.
00010000:00000010:1.1:1787761503.421663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d8183a000.
00000800:00000200:1.1:1787761504.245684:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761504.245697:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787761504.246503:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761504.246506:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787761504.246867:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761504.246870:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787761504.247346:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761504.247349:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787761509.365272:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761509.365279:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787761509.365672:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761509.365673:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787761509.365872:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761509.365873:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787761509.366095:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761509.366097:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00010000:00000010:0.1:1787761513.664521:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d43c81f00.
00010000:00000010:0.1:1787761513.664538:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d59e000.
00010000:00000010:0.1:1787761513.664546:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d43c81300.
00010000:00000010:0.1:1787761513.664553:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d59f800.
00010000:00000010:0.1:1787761513.664560:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d504ad800.
00010000:00000010:0.1:1787761513.664566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752f4a00.
00010000:00000010:0.1:1787761513.664574:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d504ad600.
00010000:00000010:0.1:1787761513.664580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818c8200.
00010000:00000010:0.1:1787761513.664586:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d43c81a00.
00010000:00000010:0.1:1787761513.664591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d59f000.
00010000:00000010:0.1:1787761513.664596:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d43c81600.
00010000:00000010:0.1:1787761513.664602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d59fe00.
00010000:00000010:0.1:1787761513.664608:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d48938200.
00010000:00000010:0.1:1787761513.664613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d59ec00.
00010000:00000010:0.1:1787761513.664617:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d48938d00.
00010000:00000010:0.1:1787761513.664621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d53e400.
00010000:00000010:0.1:1787761513.664625:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d48938800.
00010000:00000010:0.1:1787761513.664628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d59e200.
00010000:00000010:0.1:1787761513.668520:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d504ad400.
00010000:00000010:0.1:1787761513.668535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818cb800.
00010000:00000010:0.1:1787761513.668542:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d504ade00.
00010000:00000010:0.1:1787761513.668549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818ca400.
00010000:00000010:0.1:1787761513.668555:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d48938b00.
00010000:00000010:0.1:1787761513.668562:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d59fa00.
00010000:00000010:0.1:1787761513.668567:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d48938500.
00010000:00000010:0.1:1787761513.668573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d59ea00.
00010000:00000010:0.1:1787761513.668580:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d48938e00.
00010000:00000010:0.1:1787761513.668585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d59e600.
00010000:00000010:0.1:1787761513.668591:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d48938700.
00010000:00000010:0.1:1787761513.668596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d59f400.
00010000:00000010:0.1:1787761513.668602:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d48938c00.
00010000:00000010:0.1:1787761513.668608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d59cc00.
00010000:00000010:0.1:1787761513.668614:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d48938600.
00010000:00000010:0.1:1787761513.668618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d59c000.
00010000:00000010:0.1:1787761513.668622:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5992ec00.
00010000:00000010:0.1:1787761513.668626:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d53ea00.
00010000:00000010:0.1:1787761513.668630:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5992e200.
00010000:00000010:0.1:1787761513.668633:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d53e800.
00010000:00000010:0.1:1787761513.668637:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d556000.
00010000:00000010:0.1:1787761513.668641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819af800.
00010000:00000010:0.1:1787761513.668645:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d556300.
00010000:00000010:0.1:1787761513.668648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819afa00.
00010000:00000010:0.1:1787761513.668651:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d556800.
00010000:00000010:0.1:1787761513.668655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819ae400.
00010000:00000010:0.1:1787761513.668658:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d556d00.
00010000:00000010:0.1:1787761513.668661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819aee00.
00010000:00000010:0.1:1787761513.668665:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d556600.
00010000:00000010:0.1:1787761513.668669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d53f400.
00010000:00000010:0.1:1787761513.668675:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d48938400.
00010000:00000010:0.1:1787761513.668680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d59d600.
00010000:00000010:0.1:1787761513.668687:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d51421700.
00010000:00000010:0.1:1787761513.668693:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818cbc00.
00010000:00000010:0.1:1787761513.668698:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d504ad000.
00010000:00000010:0.1:1787761513.668704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818ca200.
00010000:00000010:0.1:1787761513.668708:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d504ad200.
00010000:00000010:0.1:1787761513.668714:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818cba00.
00010000:00000010:0.1:1787761513.668719:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d504ad300.
00010000:00000010:0.1:1787761513.668725:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818caa00.
00010000:00000010:0.1:1787761513.668730:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d504adc00.
00010000:00000010:0.1:1787761513.668736:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818ca600.
00010000:00000010:0.1:1787761513.668741:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d504ad500.
00010000:00000010:0.1:1787761513.668747:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d59dc00.
00010000:00000010:0.1:1787761513.668753:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d51421500.
00010000:00000010:0.1:1787761513.668759:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d59ce00.
00010000:00000010:0.1:1787761513.668765:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d51421200.
00010000:00000010:0.1:1787761513.668771:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d59c800.
00010000:00000010:0.1:1787761513.668775:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d51421900.
00010000:00000010:0.1:1787761513.668778:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d59c400.
00010000:00000010:0.1:1787761513.668782:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d504adb00.
00010000:00000010:0.1:1787761513.668785:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818cb400.
00010000:00000010:0.1:1787761513.668789:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d43c72a00.
00010000:00000010:0.1:1787761513.668793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818cb200.
00010000:00000010:0.1:1787761513.668796:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f7a0f00.
00010000:00000010:0.1:1787761513.668800:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818cb600.
00010000:00000010:0.1:1787761513.668803:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d51421100.
00010000:00000010:0.1:1787761513.668806:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d59d800.
00010000:00000010:0.1:1787761513.668810:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d51421e00.
00010000:00000010:0.1:1787761513.668813:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d59de00.
00010000:00000010:0.1:1787761513.668816:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d556b00.
00010000:00000010:0.1:1787761513.668819:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d53e600.
00010000:00000010:0.1:1787761513.668823:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d51421600.
00010000:00000010:0.1:1787761513.668826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818cae00.
00010000:00000010:0.1:1787761513.668830:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d51421b00.
00010000:00000010:0.1:1787761513.668834:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d59c200.
00010000:00000010:0.1:1787761513.668837:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d51421400.
00010000:00000010:0.1:1787761513.668840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d59da00.
00010000:00000010:0.1:1787761513.668843:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d51421300.
00010000:00000010:0.1:1787761513.668846:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d59ca00.
00010000:00000010:0.1:1787761513.668849:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d51421d00.
00010000:00000010:0.1:1787761513.668852:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d59c600.
00010000:00000010:0.1:1787761513.668855:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d51421800.
00010000:00000010:0.1:1787761513.668858:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d59d400.
00010000:00000010:0.1:1787761513.668862:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d51421f00.
00010000:00000010:0.1:1787761513.668865:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d59d200.
00010000:00000010:0.1:1787761513.668868:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d51421a00.
00010000:00000010:0.1:1787761513.668871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d539400.
00010000:00000010:0.1:1787761513.668875:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819bad00.
00010000:00000010:0.1:1787761513.668894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d538a00.
00010000:00000010:0.1:1787761513.668899:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d454d9700.
00010000:00000010:0.1:1787761513.668903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d538800.
00010000:00000010:0.1:1787761513.668906:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d454d9300.
00010000:00000010:0.1:1787761513.668909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d538e00.
00010000:00000010:0.1:1787761513.668912:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d454d9400.
00010000:00000010:0.1:1787761513.668915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d538400.
00010000:00000010:0.1:1787761513.668919:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f6f6c00.
00010000:00000010:0.1:1787761513.668923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819aec00.
00010000:00000010:0.1:1787761513.668926:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f6f6d00.
00010000:00000010:0.1:1787761513.668929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819afe00.
00010000:00000010:0.1:1787761513.668932:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f6f6000.
00010000:00000010:0.1:1787761513.668935:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819aea00.
00010000:00000010:0.1:1787761513.668938:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f6f6600.
00010000:00000010:0.1:1787761513.668947:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d53e200.
00010000:00000010:0.1:1787761513.668950:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f7a0800.
00010000:00000010:0.1:1787761513.668954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818ca800.
00010000:00000010:0.1:1787761513.668958:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f7a0200.
00010000:00000010:0.1:1787761513.668961:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818ca000.
00010000:00000010:0.1:1787761513.668964:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5992ef00.
00010000:00000010:0.1:1787761513.668967:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d53fc00.
00000800:00000200:1.1:1787761514.485596:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761514.485610:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787761514.486626:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761514.486632:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787761514.487059:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761514.487062:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787761514.487486:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761514.487489:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787761519.605551:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761519.605563:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787761519.606532:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761519.606535:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787761519.606955:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761519.606958:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787761519.607343:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761519.607346:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00010000:00000010:0.1:1787761523.902494:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d48bc4800.
00010000:00000010:0.1:1787761523.902509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752f4e00.
00010000:00000010:0.1:1787761523.902516:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75328200.
00010000:00000010:0.1:1787761523.902520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7dfaf800.
00010000:00000010:0.1:1787761523.906508:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75328800.
00010000:00000010:0.1:1787761523.906520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7dfac200.
00010000:00000010:0.1:1787761523.906525:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75328d00.
00010000:00000010:0.1:1787761523.906529:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7dfade00.
00010000:00000010:0.1:1787761523.906533:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75328600.
00010000:00000010:0.1:1787761523.906537:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7dfac800.
00010000:00000010:0.1:1787761523.906542:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75328500.
00010000:00000010:0.1:1787761523.906545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d53f800.
00010000:00000010:0.1:1787761523.906550:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5992e100.
00010000:00000010:0.1:1787761523.906554:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d53fa00.
00010000:00000010:0.1:1787761523.906557:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5992e400.
00010000:00000010:0.1:1787761523.906560:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d53f000.
00010000:00000010:0.1:1787761523.906564:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5992ed00.
00010000:00000010:0.1:1787761523.906567:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d53e000.
00010000:00000010:0.1:1787761523.906570:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5992e800.
00010000:00000010:0.1:1787761523.906573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7dfac400.
00010000:00000010:0.1:1787761523.906577:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75328900.
00010000:00000010:0.1:1787761523.906580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7dfac000.
00010000:00000010:0.1:1787761523.906583:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d48bc4c00.
00010000:00000010:0.1:1787761523.906587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752f4800.
00010000:00000010:0.1:1787761523.906591:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d48bc4a00.
00010000:00000010:0.1:1787761523.906594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752f4400.
00010000:00000010:0.1:1787761523.906597:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d48bc4b00.
00010000:00000010:0.1:1787761523.906601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7dfad800.
00010000:00000010:0.1:1787761523.906604:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75328100.
00010000:00000010:0.1:1787761523.906607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7dfad000.
00010000:00000010:0.1:1787761523.906610:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75328b00.
00010000:00000010:0.1:1787761523.906614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819af200.
00010000:00000010:0.1:1787761523.906618:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5992e300.
00010000:00000010:0.1:1787761523.906621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d53ee00.
00010000:00000010:0.1:1787761523.906624:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d48bc4f00.
00010000:00000010:0.1:1787761523.906627:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752f4200.
00010000:00000010:0.1:1787761523.906631:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75328c00.
00010000:00000010:0.1:1787761523.906635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7dfacc00.
00010000:00000010:0.1:1787761523.906638:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75328400.
00010000:00000010:0.1:1787761523.906641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7dfada00.
00010000:00000010:0.1:1787761523.906644:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75328a00.
00010000:00000010:0.1:1787761523.906647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7dfaca00.
00010000:00000010:0.1:1787761523.906651:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5992e600.
00010000:00000010:0.1:1787761523.906654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7dfac600.
00010000:00000010:0.1:1787761523.906658:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75328700.
00010000:00000010:0.1:1787761523.906661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7dfad400.
00010000:00000010:0.1:1787761523.906666:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d43c81200.
00010000:00000010:0.1:1787761523.906669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7dfad200.
00010000:00000010:0.1:1787761523.906673:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d43c81700.
00010000:00000010:0.1:1787761523.906676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7dfad600.
00010000:00000010:0.1:1787761523.906679:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d43c81500.
00010000:00000010:0.1:1787761523.906682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7dfadc00.
00010000:00000010:0.1:1787761523.906685:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d43c81d00.
00010000:00000010:0.1:1787761523.906689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7dface00.
00010000:00000010:0.1:1787761523.906692:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d43c81800.
00010000:00000010:0.1:1787761523.906695:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d53fe00.
00010000:00000010:0.1:1787761523.906698:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d43c81e00.
00010000:00000010:0.1:1787761523.906701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d59f200.
00010000:00000010:0.1:1787761523.906704:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d43c81400.
00010000:00000010:0.1:1787761523.906708:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752f5800.
00010000:00000010:0.1:1787761523.906712:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d48bc4200.
00010000:00000010:0.1:1787761523.906715:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752f5000.
00010000:00000010:0.1:1787761523.906718:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d504ad900.
00010000:00000010:0.1:1787761523.906721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752f5e00.
00010000:00000010:0.1:1787761523.906724:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d504ad100.
00010000:00000010:0.1:1787761523.906727:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d59f600.
00010000:00000010:0.1:1787761523.906730:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d43c81000.
00010000:00000010:0.1:1787761523.906734:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d59fc00.
00010000:00000010:0.1:1787761523.906737:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d43c81b00.
00010000:00000010:0.1:1787761523.906740:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d59ee00.
00010000:00000010:0.1:1787761523.906743:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d556400.
00010000:00000010:0.1:1787761523.906746:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752f4c00.
00010000:00000010:0.1:1787761523.906750:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d43c81c00.
00010000:00000010:0.1:1787761523.906753:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d59e800.
00010000:00000010:0.1:1787761523.906757:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d504adf00.
00010000:00000010:0.1:1787761523.906761:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752f5a00.
00010000:00000010:0.1:1787761523.906764:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d556e00.
00010000:00000010:0.1:1787761523.906768:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819ae800.
00010000:00000010:0.1:1787761523.906771:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5992ea00.
00010000:00000010:0.1:1787761523.906774:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d59e400.
00000800:00000200:1.1:1787761524.725029:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761524.725034:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787761524.725619:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761524.725621:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787761524.725823:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761524.725825:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787761524.726002:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761524.726004:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787761529.845053:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761529.845057:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787761529.845529:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761529.845530:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787761529.845749:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761529.845750:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787761529.845965:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761529.845967:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00010000:00000010:0.1:1787761534.144465:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5142e600.
00010000:00000010:0.1:1787761534.144493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819ae200.
00010000:00000010:0.1:1787761534.144498:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5142e000.
00010000:00000010:0.1:1787761534.144505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7537b000.
00010000:00000010:0.1:1787761534.144515:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d46c3e600.
00010000:00000010:0.1:1787761534.144522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d45b23800.
00010000:00000010:0.1:1787761534.144528:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d46c3e100.
00010000:00000010:0.1:1787761534.144534:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d45b23e00.
00010000:00000010:0.1:1787761534.144539:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d46c3e900.
00010000:00000010:0.1:1787761534.144545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d45b22c00.
00010000:00000010:0.1:1787761534.144552:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75328f00.
00010000:00000010:0.1:1787761534.144558:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7537a000.
00010000:00000010:0.1:1787761534.144567:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d4320ab00.
00010000:00000010:0.1:1787761534.144574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7537ac00.
00010000:00000010:0.1:1787761534.144581:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d4320a200.
00010000:00000010:0.1:1787761534.144587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819ae600.
00010000:00000010:0.1:1787761534.144593:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d46c3e500.
00010000:00000010:0.1:1787761534.144600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7537b200.
00010000:00000010:0.1:1787761534.144605:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d4320a600.
00010000:00000010:0.1:1787761534.144611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d59d000.
00010000:00000010:0.1:1787761534.144617:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d4320af00.
00010000:00000010:0.1:1787761534.144625:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7dfafa00.
00010000:00000010:0.1:1787761534.144632:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d46c3eb00.
00010000:00000010:0.1:1787761534.144638:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d45b22200.
00010000:00000010:0.1:1787761534.144644:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d46c3ec00.
00010000:00000010:0.1:1787761534.144650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7dfaf000.
00010000:00000010:0.1:1787761534.144656:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d4320ac00.
00010000:00000010:0.1:1787761534.144663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7dfafe00.
00010000:00000010:0.1:1787761534.144668:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d4320a900.
00010000:00000010:0.1:1787761534.144675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7dfaec00.
00010000:00000010:0.1:1787761534.148465:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d4320a700.
00010000:00000010:0.1:1787761534.148471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d45b23a00.
00010000:00000010:0.1:1787761534.148475:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d46c3ef00.
00010000:00000010:0.1:1787761534.148479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d45b22a00.
00010000:00000010:0.1:1787761534.148482:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d46c3e400.
00010000:00000010:0.1:1787761534.148483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d45b22600.
00010000:00000010:0.1:1787761534.148485:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d4320aa00.
00010000:00000010:0.1:1787761534.148487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d48e200.
00010000:00000010:0.1:1787761534.148513:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d4320a000.
00010000:00000010:0.1:1787761534.148516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7dfae800.
00010000:00000010:0.1:1787761534.148518:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d46c3ea00.
00010000:00000010:0.1:1787761534.148520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d53f200.
00010000:00000010:0.1:1787761534.148524:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d48bc4600.
00010000:00000010:0.1:1787761534.148526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752f4000.
00010000:00000010:0.1:1787761534.148529:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d48bc4d00.
00010000:00000010:0.1:1787761534.148531:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7dfaea00.
00010000:00000010:0.1:1787761534.148533:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d4320a300.
00010000:00000010:0.1:1787761534.148535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7dfae600.
00010000:00000010:0.1:1787761534.148537:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d4320a800.
00010000:00000010:0.1:1787761534.148539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7dfaf400.
00010000:00000010:0.1:1787761534.148540:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d4320ad00.
00010000:00000010:0.1:1787761534.148542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819af000.
00010000:00000010:0.1:1787761534.148545:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d556100.
00010000:00000010:0.1:1787761534.148546:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819ae000.
00010000:00000010:0.1:1787761534.148548:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d556900.
00010000:00000010:0.1:1787761534.148549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d48e800.
00010000:00000010:0.1:1787761534.148551:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5992eb00.
00010000:00000010:0.1:1787761534.148553:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7dfaf200.
00010000:00000010:0.1:1787761534.148555:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d4320a500.
00010000:00000010:0.1:1787761534.148557:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7dfaf600.
00010000:00000010:0.1:1787761534.148559:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d4320a100.
00010000:00000010:0.1:1787761534.148561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7dfafc00.
00010000:00000010:0.1:1787761534.148563:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d4320a400.
00010000:00000010:0.1:1787761534.148564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7dfaee00.
00010000:00000010:0.1:1787761534.148566:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d48bc4500.
00010000:00000010:0.1:1787761534.148568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752f5c00.
00010000:00000010:0.1:1787761534.148571:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d48bc4700.
00010000:00000010:0.1:1787761534.148572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752f4600.
00010000:00000010:0.1:1787761534.148574:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d48bc4e00.
00010000:00000010:0.1:1787761534.148576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752f5400.
00010000:00000010:0.1:1787761534.148577:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d48bc4300.
00010000:00000010:0.1:1787761534.148579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752f5200.
00010000:00000010:0.1:1787761534.148581:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d48bc4100.
00010000:00000010:0.1:1787761534.148582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752f5600.
00010000:00000010:0.1:1787761534.148587:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75328e00.
00010000:00000010:0.1:1787761534.148589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7dfae400.
00010000:00000010:0.1:1787761534.148591:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75328000.
00010000:00000010:0.1:1787761534.148593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819afc00.
00010000:00000010:0.1:1787761534.148594:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75328300.
00010000:00000010:0.1:1787761534.148596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7dfae000.
00000800:00000200:3.1:1787761534.965992:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761534.965997:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1787761534.966729:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761534.966732:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1787761534.967215:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761534.967219:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1787761534.967625:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761534.967629:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787761540.085594:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761540.086314:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761540.086584:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761540.086813:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00010000:00000010:0.1:1787761543.358509:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d46c3e800.
00010000:00000010:0.1:1787761543.358524:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d45b23400.
00010000:00000010:0.1:1787761543.358530:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7edbea00.
00010000:00000010:0.1:1787761543.358535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d48e400.
00010000:00000010:0.1:1787761543.358539:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7edbe900.
00010000:00000010:0.1:1787761543.358543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d48ec00.
00010000:00000010:0.1:1787761543.362498:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7edbe000.
00010000:00000010:0.1:1787761543.362506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d48fa00.
00010000:00000010:0.1:1787761543.362509:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7edbe300.
00010000:00000010:0.1:1787761543.362512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d48f200.
00010000:00000010:0.1:1787761543.362517:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77ad8a00.
00010000:00000010:0.1:1787761543.362520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75361000.
00010000:00000010:0.1:1787761543.362523:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77ad8200.
00010000:00000010:0.1:1787761543.362526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75360200.
00010000:00000010:0.1:1787761543.362529:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77ad8800.
00010000:00000010:0.1:1787761543.362532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75360a00.
00010000:00000010:0.1:1787761543.362534:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77ad8d00.
00010000:00000010:0.1:1787761543.362536:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75360600.
00010000:00000010:0.1:1787761543.362539:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77ad8500.
00010000:00000010:0.1:1787761543.362541:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d48f400.
00010000:00000010:0.1:1787761543.362543:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7edbe800.
00010000:00000010:0.1:1787761543.362546:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d48e000.
00010000:00000010:0.1:1787761543.362548:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77ad8f00.
00010000:00000010:0.1:1787761543.362550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75360e00.
00010000:00000010:0.1:1787761543.362553:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77ad8c00.
00010000:00000010:0.1:1787761543.362555:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75361c00.
00010000:00000010:0.1:1787761543.362557:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77ad8100.
00010000:00000010:0.1:1787761543.362559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75361200.
00010000:00000010:0.1:1787761543.362561:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77ad8b00.
00010000:00000010:0.1:1787761543.362564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75361600.
00010000:00000010:0.1:1787761543.362566:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77ad8400.
00010000:00000010:0.1:1787761543.362568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75360800.
00010000:00000010:0.1:1787761543.362570:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77ad8700.
00010000:00000010:0.1:1787761543.362572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d48fc00.
00010000:00000010:0.1:1787761543.362575:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7edbed00.
00010000:00000010:0.1:1787761543.362577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d48f600.
00010000:00000010:0.1:1787761543.362579:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7edbee00.
00010000:00000010:0.1:1787761543.362581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d48ee00.
00010000:00000010:0.1:1787761543.362583:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77ad8000.
00010000:00000010:0.1:1787761543.362586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d52d800.
00010000:00000010:0.1:1787761543.362588:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7edbe100.
00010000:00000010:0.1:1787761543.362590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d48fe00.
00010000:00000010:0.1:1787761543.362593:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77ad8900.
00010000:00000010:0.1:1787761543.362596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75361a00.
00010000:00000010:0.1:1787761543.362598:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77ad8600.
00010000:00000010:0.1:1787761543.362601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d52dc00.
00010000:00000010:0.1:1787761543.362603:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77ad8300.
00010000:00000010:0.1:1787761543.362605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75360c00.
00010000:00000010:0.1:1787761543.362607:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77ad8e00.
00010000:00000010:0.1:1787761543.362610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75361e00.
00010000:00000010:0.1:1787761543.362613:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5142ef00.
00010000:00000010:0.1:1787761543.362615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75361800.
00010000:00000010:0.1:1787761543.362617:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5142e800.
00010000:00000010:0.1:1787761543.362619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75361400.
00010000:00000010:0.1:1787761543.362622:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5142ea00.
00010000:00000010:0.1:1787761543.362624:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7537be00.
00010000:00000010:0.1:1787761543.362627:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d46c3e700.
00010000:00000010:0.1:1787761543.362629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d45b23000.
00010000:00000010:0.1:1787761543.362631:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d46c3ee00.
00010000:00000010:0.1:1787761543.362634:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d45b22e00.
00010000:00000010:0.1:1787761543.362636:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d46c3e000.
00010000:00000010:0.1:1787761543.362638:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d45b23600.
00010000:00000010:0.1:1787761543.362640:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d46c3e300.
00010000:00000010:0.1:1787761543.362642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7537ba00.
00010000:00000010:0.1:1787761543.362644:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5142e700.
00010000:00000010:0.1:1787761543.362647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7537a600.
00010000:00000010:0.1:1787761543.362650:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5142ee00.
00010000:00000010:0.1:1787761543.362652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7537b400.
00010000:00000010:0.1:1787761543.362654:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5142e300.
00010000:00000010:0.1:1787761543.362657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7537b600.
00010000:00000010:0.1:1787761543.362659:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5142e200.
00010000:00000010:0.1:1787761543.362661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7537bc00.
00010000:00000010:0.1:1787761543.362664:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5142e100.
00010000:00000010:0.1:1787761543.362666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7537a800.
00010000:00000010:0.1:1787761543.362669:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5142eb00.
00010000:00000010:0.1:1787761543.362671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7537a400.
00010000:00000010:0.1:1787761543.362674:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5142ec00.
00010000:00000010:0.1:1787761543.362676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7537ae00.
00010000:00000010:0.1:1787761543.362678:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5142e400.
00010000:00000010:0.1:1787761543.362681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d45b23c00.
00010000:00000010:0.1:1787761543.362683:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5142ed00.
00010000:00000010:0.1:1787761543.362685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7537aa00.
00010000:00000010:0.1:1787761543.362687:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7edbe700.
00010000:00000010:0.1:1787761543.362689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d48ea00.
00010000:00000010:0.1:1787761543.362691:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5142e500.
00010000:00000010:0.1:1787761543.362693:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7537a200.
00010000:00000010:0.1:1787761543.362695:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5142e900.
00010000:00000010:0.1:1787761543.362697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7537b800.
00000800:00000200:1.1:1787761545.205002:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761545.205007:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787761545.205685:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761545.205688:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787761545.206008:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761545.206010:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787761545.206325:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761545.206328:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787761550.325534:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761550.325546:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787761550.326726:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761550.326730:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787761550.327122:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761550.327125:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787761550.327565:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761550.327568:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00010000:00000010:0.1:1787761553.603491:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d48a000.
00010000:00000010:0.1:1787761553.603502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7539f600.
00010000:00000010:0.1:1787761553.603508:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d46c95600.
00010000:00000010:0.1:1787761553.603541:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76f28c00.
00010000:00000010:0.1:1787761553.603545:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52c04000.
00010000:00000010:0.1:1787761553.603550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76f29e00.
00010000:00000010:0.1:1787761553.603554:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52c04500.
00010000:00000010:0.1:1787761553.603557:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76f29800.
00010000:00000010:0.1:1787761553.603561:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52c04100.
00010000:00000010:0.1:1787761553.603564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76f29000.
00010000:00000010:0.1:1787761553.603568:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d46c95900.
00010000:00000010:0.1:1787761553.603571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7539fc00.
00010000:00000010:0.1:1787761553.603575:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d48a200.
00010000:00000010:0.1:1787761553.603578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d40031600.
00010000:00000010:0.1:1787761553.603582:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d48a300.
00010000:00000010:0.1:1787761553.603586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7dfae200.
00010000:00000010:0.1:1787761553.603598:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d46c95b00.
00010000:00000010:0.1:1787761553.603602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7539f200.
00010000:00000010:0.1:1787761553.603608:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819e5f00.
00010000:00000010:0.1:1787761553.603613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81957400.
00010000:00000010:0.1:1787761553.603617:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819e5b00.
00010000:00000010:0.1:1787761553.603621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81956a00.
00010000:00000010:0.1:1787761553.603625:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819e5500.
00010000:00000010:0.1:1787761553.603628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81957a00.
00010000:00000010:0.1:1787761553.603632:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819e5600.
00010000:00000010:0.1:1787761553.603635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81956200.
00010000:00000010:0.1:1787761553.603638:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819e5800.
00010000:00000010:0.1:1787761553.603642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81957800.
00010000:00000010:0.1:1787761553.603645:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819e5700.
00010000:00000010:0.1:1787761553.603648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81957e00.
00010000:00000010:0.1:1787761553.603651:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819e5000.
00010000:00000010:0.1:1787761553.603655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81956400.
00010000:00000010:0.1:1787761553.603658:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d48ac00.
00010000:00000010:0.1:1787761553.603661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81957600.
00010000:00000010:0.1:1787761553.603665:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7edbe500.
00010000:00000010:0.1:1787761553.603668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76f29a00.
00010000:00000010:0.1:1787761553.603671:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819e5100.
00010000:00000010:0.1:1787761553.603675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d52da00.
00010000:00000010:0.1:1787761553.603678:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d48a800.
00010000:00000010:0.1:1787761553.603682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d45b22800.
00010000:00000010:0.1:1787761553.603685:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819e5900.
00010000:00000010:0.1:1787761553.603688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76f28400.
00010000:00000010:0.1:1787761553.603691:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d504add00.
00010000:00000010:0.1:1787761553.603700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d45b22400.
00010000:00000010:0.1:1787761553.603703:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d4320ae00.
00010000:00000010:0.1:1787761553.603712:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7539e200.
00010000:00000010:0.1:1787761553.603715:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819e5a00.
00010000:00000010:0.1:1787761553.603719:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7539f000.
00010000:00000010:0.1:1787761553.603722:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819e5c00.
00010000:00000010:0.1:1787761553.603725:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76f29200.
00010000:00000010:0.1:1787761553.603729:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7edbe200.
00010000:00000010:0.1:1787761553.603733:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76f28a00.
00010000:00000010:0.1:1787761553.603736:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7edbeb00.
00010000:00000010:0.1:1787761553.603740:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76f28600.
00010000:00000010:0.1:1787761553.603743:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7edbe600.
00010000:00000010:0.1:1787761553.603747:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76f29400.
00010000:00000010:0.1:1787761553.603750:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7edbec00.
00010000:00000010:0.1:1787761553.603753:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d52d400.
00010000:00000010:0.1:1787761553.603756:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7edbef00.
00010000:00000010:0.1:1787761553.603759:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76f29600.
00010000:00000010:0.1:1787761553.603762:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7edbe400.
00010000:00000010:0.1:1787761553.603770:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76f28800.
00010000:00000010:0.1:1787761553.603774:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819e5d00.
00010000:00000010:0.1:1787761553.603777:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7539ee00.
00010000:00000010:0.1:1787761553.603780:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819e5e00.
00010000:00000010:0.1:1787761553.603783:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7539e000.
00010000:00000010:0.1:1787761553.603788:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d46c3e200.
00010000:00000010:0.1:1787761553.603793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d45b23200.
00010000:00000010:0.1:1787761553.603798:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d46c3ed00.
00010000:00000010:0.1:1787761553.603811:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d45b22000.
00010000:00000010:0.1:1787761553.603824:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819e5300.
00010000:00000010:0.1:1787761553.603830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7539e600.
00010000:00000010:0.1:1787761553.603835:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819e5200.
00010000:00000010:0.1:1787761553.603841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75360400.
00010000:00000010:0.1:1787761553.603847:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d556500.
00010000:00000010:0.1:1787761553.603852:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d52de00.
00010000:00000010:0.1:1787761553.603858:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d556200.
00010000:00000010:0.1:1787761553.603863:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d52c400.
00010000:00000010:0.1:1787761553.603869:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d556f00.
00010000:00000010:0.1:1787761553.603874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d48f000.
00010000:00000010:0.1:1787761553.603879:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819e5400.
00010000:00000010:0.1:1787761553.603885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75360000.
00010000:00000010:0.1:1787761553.603890:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d821fbd00.
00010000:00000010:0.1:1787761553.603893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d52d600.
00000800:00000200:3.1:1787761555.446397:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761555.446408:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1787761555.447354:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761555.447358:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1787761555.447773:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761555.447779:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1787761555.448205:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761555.448209:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1787761560.565622:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761560.565630:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1787761560.566675:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761560.566678:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1787761560.567061:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761560.567064:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1787761560.567409:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761560.567412:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 43 secs later)
00010000:00000010:0.1:1787761563.837495:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7dfc0900.
00010000:00000010:0.1:1787761563.837509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d514a00.
00010000:00000010:0.1:1787761563.837517:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d556a00.
00010000:00000010:0.1:1787761563.837523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d52ce00.
00010000:00000010:0.1:1787761563.837529:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d76fd6b00.
00010000:00000010:0.1:1787761563.837535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d515400.
00010000:00000010:0.1:1787761563.837541:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7dfc0300.
00010000:00000010:0.1:1787761563.837547:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d514e00.
00010000:00000010:0.1:1787761563.841491:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7dfc0000.
00010000:00000010:0.1:1787761563.841503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d514800.
00010000:00000010:0.1:1787761563.841508:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7dfc0c00.
00010000:00000010:0.1:1787761563.841512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d514000.
00010000:00000010:0.1:1787761563.841516:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7dfc0b00.
00010000:00000010:0.1:1787761563.841520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d515800.
00010000:00000010:0.1:1787761563.841524:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7dfc0400.
00010000:00000010:0.1:1787761563.841528:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d514400.
00010000:00000010:0.1:1787761563.841531:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7dfc0a00.
00010000:00000010:0.1:1787761563.841534:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d515c00.
00010000:00000010:0.1:1787761563.841538:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d76fd6300.
00010000:00000010:0.1:1787761563.841542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4a0400.
00010000:00000010:0.1:1787761563.841546:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d76fd6e00.
00010000:00000010:0.1:1787761563.841549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d40031a00.
00010000:00000010:0.1:1787761563.841554:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7dfc0700.
00010000:00000010:0.1:1787761563.841558:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7539f400.
00010000:00000010:0.1:1787761563.841561:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7dfc0e00.
00010000:00000010:0.1:1787761563.841565:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7539e800.
00010000:00000010:0.1:1787761563.841569:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d48a400.
00010000:00000010:0.1:1787761563.841572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d40031800.
00010000:00000010:0.1:1787761563.841576:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d48aa00.
00010000:00000010:0.1:1787761563.841579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7539fe00.
00010000:00000010:0.1:1787761563.841584:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7dfc0200.
00010000:00000010:0.1:1787761563.841587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7539ec00.
00010000:00000010:0.1:1787761563.841591:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52c04800.
00010000:00000010:0.1:1787761563.841595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4a0a00.
00010000:00000010:0.1:1787761563.841599:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7dfc0800.
00010000:00000010:0.1:1787761563.841602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7539e400.
00010000:00000010:0.1:1787761563.841605:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d48a700.
00010000:00000010:0.1:1787761563.841609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d40030c00.
00010000:00000010:0.1:1787761563.841612:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52c04600.
00010000:00000010:0.1:1787761563.841616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76f28e00.
00010000:00000010:0.1:1787761563.841619:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52c04200.
00010000:00000010:0.1:1787761563.841623:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76f29c00.
00010000:00000010:0.1:1787761563.841626:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52c04c00.
00010000:00000010:0.1:1787761563.841629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76f28200.
00010000:00000010:0.1:1787761563.841632:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52c04d00.
00010000:00000010:0.1:1787761563.841635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76f28000.
00000800:00000200:3.1:1787761565.685628:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761565.685637:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1787761565.686530:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761565.686533:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1787761565.686892:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761565.686895:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1787761565.687260:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761565.687263:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1787761570.805065:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761570.805070:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1787761570.805728:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761570.805732:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1787761570.806024:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761570.806026:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1787761570.806252:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761570.806254:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 33 secs later)
00010000:00000010:1.1:1787761574.078697:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f787600.
00010000:00000010:1.1:1787761574.078714:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75215400.
00010000:00000010:1.1:1787761574.078723:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d519f4500.
00010000:00000010:1.1:1787761574.078757:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f678800.
00010000:00000010:1.1:1787761574.078766:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f787e00.
00010000:00000010:1.1:1787761574.078773:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75214800.
00010000:00000010:1.1:1787761574.078779:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f787f00.
00010000:00000010:1.1:1787761574.078785:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75214c00.
00010000:00000010:1.1:1787761574.078792:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f787d00.
00010000:00000010:1.1:1787761574.078797:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d52d000.
00010000:00000010:1.1:1787761574.078805:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f787900.
00010000:00000010:1.1:1787761574.078812:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d52c600.
00010000:00000010:1.1:1787761574.078818:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f787000.
00010000:00000010:1.1:1787761574.078824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75215a00.
00010000:00000010:1.1:1787761574.078830:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f787c00.
00010000:00000010:1.1:1787761574.078836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f678e00.
00010000:00000010:1.1:1787761574.078841:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d519f4d00.
00010000:00000010:1.1:1787761574.078847:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f678400.
00010000:00000010:1.1:1787761574.078852:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d519f4800.
00010000:00000010:1.1:1787761574.078857:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d753cd600.
00010000:00000010:1.1:1787761574.078864:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f787b00.
00010000:00000010:1.1:1787761574.078872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75214600.
00010000:00000010:1.1:1787761574.078898:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f787400.
00010000:00000010:1.1:1787761574.078909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d514600.
00010000:00000010:1.1:1787761574.078916:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d821fb600.
00010000:00000010:1.1:1787761574.078924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d515a00.
00010000:00000010:1.1:1787761574.078929:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d821fb100.
00010000:00000010:1.1:1787761574.078935:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d515600.
00010000:00000010:1.1:1787761574.078941:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7532ec00.
00010000:00000010:1.1:1787761574.078968:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d40030a00.
00010000:00000010:1.1:1787761574.082500:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d48ae00.
00010000:00000010:1.1:1787761574.082513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d40031c00.
00010000:00000010:1.1:1787761574.082521:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d48ab00.
00010000:00000010:1.1:1787761574.082527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d40031000.
00010000:00000010:1.1:1787761574.082533:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d48ad00.
00010000:00000010:1.1:1787761574.082552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d40030400.
00010000:00000010:1.1:1787761574.082560:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d48a600.
00010000:00000010:1.1:1787761574.082566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d40030800.
00010000:00000010:1.1:1787761574.082572:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d48a500.
00010000:00000010:1.1:1787761574.082577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d40031e00.
00010000:00000010:1.1:1787761574.082582:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d48a900.
00010000:00000010:1.1:1787761574.082588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d40030e00.
00010000:00000010:1.1:1787761574.082593:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d48af00.
00010000:00000010:1.1:1787761574.082600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d40030200.
00010000:00000010:1.1:1787761574.082605:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d821fb900.
00010000:00000010:1.1:1787761574.082611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d52c200.
00010000:00000010:1.1:1787761574.082617:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7dfc0600.
00010000:00000010:1.1:1787761574.082620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d515000.
00010000:00000010:1.1:1787761574.082624:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7dfc0100.
00010000:00000010:1.1:1787761574.082638:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d514c00.
00010000:00000010:1.1:1787761574.082642:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d48a100.
00010000:00000010:1.1:1787761574.082656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d514200.
00000800:00000200:3.1:1787761575.925926:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761575.925942:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1787761575.926726:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761575.926728:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1787761575.927032:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761575.927035:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1787761575.927439:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761575.927442:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1787761581.045599:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761581.045606:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1787761581.046726:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761581.046730:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1787761581.047736:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761581.047738:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1787761581.048001:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761581.048003:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 23 secs later)
00010000:00000010:0.1:1787761583.294703:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f622000.
00010000:00000010:0.1:1787761583.294722:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d413fde00.
00010000:00000010:0.1:1787761583.294732:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d57c700.
00010000:00000010:0.1:1787761583.294739:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d610e3400.
00010000:00000010:0.1:1787761583.294747:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f622200.
00010000:00000010:0.1:1787761583.294754:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d413fc600.
00010000:00000010:0.1:1787761583.294775:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d57ce00.
00010000:00000010:0.1:1787761583.294781:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d610e2c00.
00010000:00000010:0.1:1787761583.294787:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d57c300.
00010000:00000010:0.1:1787761583.294793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d515e00.
00010000:00000010:0.1:1787761583.294869:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d57c200.
00010000:00000010:0.1:1787761583.294883:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d515200.
00010000:00000010:0.1:1787761583.294892:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d57c800.
00010000:00000010:0.1:1787761583.294901:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f679800.
00010000:00000010:0.1:1787761583.294909:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f622d00.
00010000:00000010:0.1:1787761583.294917:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d413fc000.
00010000:00000010:0.1:1787761583.294924:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f622600.
00010000:00000010:0.1:1787761583.294935:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d413fd000.
00010000:00000010:0.1:1787761583.294945:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4c7600.
00010000:00000010:0.1:1787761583.294974:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d413fca00.
00010000:00000010:0.1:1787761583.299506:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d752ba000.
00010000:00000010:0.1:1787761583.299519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4a0800.
00010000:00000010:0.1:1787761583.299524:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d57cd00.
00010000:00000010:0.1:1787761583.299528:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75215c00.
00010000:00000010:0.1:1787761583.299532:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d57c600.
00010000:00000010:0.1:1787761583.299536:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75215800.
00010000:00000010:0.1:1787761583.299539:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d57c500.
00010000:00000010:0.1:1787761583.299543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4a0c00.
00010000:00000010:0.1:1787761583.299549:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d76fd6200.
00010000:00000010:0.1:1787761583.299556:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4a1800.
00010000:00000010:0.1:1787761583.299561:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d57c900.
00010000:00000010:0.1:1787761583.299567:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75215600.
00010000:00000010:0.1:1787761583.299573:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d519f4000.
00010000:00000010:0.1:1787761583.299579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75215200.
00010000:00000010:0.1:1787761583.299585:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d752bae00.
00010000:00000010:0.1:1787761583.299591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d413fd800.
00010000:00000010:0.1:1787761583.299597:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d752bad00.
00010000:00000010:0.1:1787761583.299603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d413fcc00.
00010000:00000010:0.1:1787761583.299609:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d752ba600.
00010000:00000010:0.1:1787761583.299615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d413fc400.
00010000:00000010:0.1:1787761583.299620:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d76fd6a00.
00010000:00000010:0.1:1787761583.299626:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d52d200.
00010000:00000010:0.1:1787761583.299633:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d519f4700.
00010000:00000010:0.1:1787761583.299641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75214a00.
00010000:00000010:0.1:1787761583.299647:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d519f4300.
00010000:00000010:0.1:1787761583.299653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f679200.
00010000:00000010:0.1:1787761583.299657:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d519f4f00.
00010000:00000010:0.1:1787761583.299660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f679c00.
00010000:00000010:0.1:1787761583.299665:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d556700.
00010000:00000010:0.1:1787761583.299669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d52ca00.
00010000:00000010:0.1:1787761583.299673:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d519f4100.
00010000:00000010:0.1:1787761583.299676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f679400.
00010000:00000010:0.1:1787761583.299681:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f787a00.
00010000:00000010:0.1:1787761583.299684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75214e00.
00010000:00000010:0.1:1787761583.299687:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f787700.
00010000:00000010:0.1:1787761583.299690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75214400.
00010000:00000010:0.1:1787761583.299694:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f787200.
00010000:00000010:0.1:1787761583.299697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f678000.
00010000:00000010:0.1:1787761583.299701:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d519f4200.
00010000:00000010:0.1:1787761583.299704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f678c00.
00010000:00000010:0.1:1787761583.299707:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d519f4600.
00010000:00000010:0.1:1787761583.299710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75215e00.
00010000:00000010:0.1:1787761583.299713:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f787500.
00010000:00000010:0.1:1787761583.299716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75214200.
00010000:00000010:0.1:1787761583.299719:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f787300.
00010000:00000010:0.1:1787761583.299723:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75215000.
00010000:00000010:0.1:1787761583.299726:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f787800.
00010000:00000010:0.1:1787761583.299739:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d75214000.
00010000:00000010:0.1:1787761583.299744:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d76fd6f00.
00010000:00000010:0.1:1787761583.299748:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4a0200.
00010000:00000010:0.1:1787761583.299751:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d76fd6500.
00010000:00000010:0.1:1787761583.299755:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4a1a00.
00010000:00000010:0.1:1787761583.299758:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d76fd6600.
00010000:00000010:0.1:1787761583.299761:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4a0600.
00010000:00000010:0.1:1787761583.299765:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d76fd6800.
00010000:00000010:0.1:1787761583.299768:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4a1400.
00010000:00000010:0.1:1787761583.299771:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d76fd6d00.
00010000:00000010:0.1:1787761583.299774:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4a1c00.
00010000:00000010:0.1:1787761583.299778:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d76fd6900.
00010000:00000010:0.1:1787761583.299781:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4a0000.
00000800:00000200:1.1:1787761586.165755:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761586.165770:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787761586.166634:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761586.166637:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787761586.167030:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761586.167034:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787761586.167377:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761586.167380:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787761591.285846:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761591.285863:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787761591.286603:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761591.286606:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787761591.286994:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761591.286998:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787761591.287351:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761591.287355:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00010000:00000010:0.1:1787761593.534526:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d42fc9900.
00010000:00000010:0.1:1787761593.534540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d50ea00.
00010000:00000010:0.1:1787761593.534545:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d42fc9100.
00010000:00000010:0.1:1787761593.534550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d50f400.
00010000:00000010:0.1:1787761593.534554:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d42fc9b00.
00010000:00000010:0.1:1787761593.534558:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d50ee00.
00010000:00000010:0.1:1787761593.534561:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d42fc9c00.
00010000:00000010:0.1:1787761593.534564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d50e400.
00010000:00000010:0.1:1787761593.534567:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d42fc9f00.
00010000:00000010:0.1:1787761593.534571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d50f800.
00010000:00000010:0.1:1787761593.534576:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f622800.
00010000:00000010:0.1:1787761593.534579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d45de00.
00010000:00000010:0.1:1787761593.534583:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f622300.
00010000:00000010:0.1:1787761593.534587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d45cc00.
00010000:00000010:0.1:1787761593.534590:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f622e00.
00010000:00000010:0.1:1787761593.534593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d45c200.
00010000:00000010:0.1:1787761593.534596:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d42fc9400.
00010000:00000010:0.1:1787761593.534600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d50fe00.
00010000:00000010:0.1:1787761593.534603:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d42fc9a00.
00010000:00000010:0.1:1787761593.534607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d50f600.
00010000:00000010:0.1:1787761593.539531:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d42fc9700.
00010000:00000010:0.1:1787761593.539543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d50f000.
00010000:00000010:0.1:1787761593.539548:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d42fc9e00.
00010000:00000010:0.1:1787761593.539552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752bfc00.
00010000:00000010:0.1:1787761593.539557:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d46c95c00.
00010000:00000010:0.1:1787761593.539562:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752be800.
00010000:00000010:0.1:1787761593.539565:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d46c95f00.
00010000:00000010:0.1:1787761593.539569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d50e000.
00010000:00000010:0.1:1787761593.539572:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d42fc9000.
00010000:00000010:0.1:1787761593.539576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d50fc00.
00010000:00000010:0.1:1787761593.539579:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d42fc9300.
00010000:00000010:0.1:1787761593.539583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d610e3800.
00010000:00000010:0.1:1787761593.539588:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d42fc9200.
00010000:00000010:0.1:1787761593.539592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d610e2000.
00010000:00000010:0.1:1787761593.539596:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d42fc9800.
00010000:00000010:0.1:1787761593.539599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d610e3c00.
00010000:00000010:0.1:1787761593.539603:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f622f00.
00010000:00000010:0.1:1787761593.539607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d45ca00.
00010000:00000010:0.1:1787761593.539610:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d57c000.
00010000:00000010:0.1:1787761593.539614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d610e2800.
00010000:00000010:0.1:1787761593.539617:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d57ca00.
00010000:00000010:0.1:1787761593.539621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d610e3a00.
00010000:00000010:0.1:1787761593.539624:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f622500.
00010000:00000010:0.1:1787761593.539628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5f605000.
00010000:00000010:0.1:1787761593.539632:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d76fd6700.
00010000:00000010:0.1:1787761593.539636:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4a1000.
00010000:00000010:0.1:1787761593.539639:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d46c95400.
00010000:00000010:0.1:1787761593.539643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752be000.
00010000:00000010:0.1:1787761593.539646:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d46c95a00.
00010000:00000010:0.1:1787761593.539649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752bf400.
00010000:00000010:0.1:1787761593.539652:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d46c95800.
00010000:00000010:0.1:1787761593.539655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d52c000.
00010000:00000010:0.1:1787761593.539659:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d46c95200.
00010000:00000010:0.1:1787761593.539662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d52c800.
00010000:00000010:0.1:1787761593.539665:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d46c95e00.
00010000:00000010:0.1:1787761593.539668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d52cc00.
00010000:00000010:0.1:1787761593.539671:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d556c00.
00010000:00000010:0.1:1787761593.539695:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4a1200.
00010000:00000010:0.1:1787761593.539699:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d76fd6000.
00010000:00000010:0.1:1787761593.539703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d610e2200.
00010000:00000010:0.1:1787761593.539706:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d57c100.
00010000:00000010:0.1:1787761593.539710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d610e3600.
00010000:00000010:0.1:1787761593.539713:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d57cb00.
00010000:00000010:0.1:1787761593.539716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d610e2a00.
00010000:00000010:0.1:1787761593.539720:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d57cc00.
00010000:00000010:0.1:1787761593.539723:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d610e2400.
00010000:00000010:0.1:1787761593.539727:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d57cf00.
00010000:00000010:0.1:1787761593.539730:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d610e2e00.
00010000:00000010:0.1:1787761593.539733:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d57c400.
00010000:00000010:0.1:1787761593.539736:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5f604400.
00010000:00000010:0.1:1787761593.539767:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f622900.
00010000:00000010:0.1:1787761593.539773:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5f605200.
00010000:00000010:0.1:1787761593.539776:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f622100.
00010000:00000010:0.1:1787761593.539779:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5f605600.
00010000:00000010:0.1:1787761593.539783:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f622b00.
00010000:00000010:0.1:1787761593.539786:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5f605e00.
00010000:00000010:0.1:1787761593.539789:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f622c00.
00010000:00000010:0.1:1787761593.539793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5f605400.
00010000:00000010:0.1:1787761593.539796:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f622400.
00010000:00000010:0.1:1787761593.539799:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d610e3000.
00010000:00000010:0.1:1787761593.539802:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7f622700.
00010000:00000010:0.1:1787761593.539812:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d413fda00.
00000800:00000200:1.1:1787761596.406143:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761596.406186:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787761596.407023:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761596.407026:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787761596.407479:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761596.407482:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787761596.407872:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761596.407875:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787761601.525217:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761601.525225:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787761601.525851:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761601.525853:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787761601.526052:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761601.526053:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787761601.526348:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761601.526350:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 2 secs later)
00010000:00000010:2.1:1787761603.772475:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d4383f500.
00010000:00000010:2.1:1787761603.772536:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4a1e00.
00010000:00000010:2.1:1787761603.772540:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52ebf700.
00010000:00000010:2.1:1787761603.772544:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d45da00.
00010000:00000010:2.1:1787761603.772547:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7800d200.
00010000:00000010:2.1:1787761603.772550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d45c000.
00010000:00000010:2.1:1787761603.772552:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7800dd00.
00010000:00000010:2.1:1787761603.772554:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752bf800.
00010000:00000010:2.1:1787761603.776466:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d76fd6100.
00010000:00000010:2.1:1787761603.776471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4a0e00.
00010000:00000010:2.1:1787761603.776474:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52ebf000.
00010000:00000010:2.1:1787761603.776476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819b9e00.
00010000:00000010:2.1:1787761603.776480:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7800d500.
00010000:00000010:2.1:1787761603.776482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819b9400.
00010000:00000010:2.1:1787761603.776484:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52ebf300.
00010000:00000010:2.1:1787761603.776485:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819b9a00.
00010000:00000010:2.1:1787761603.776487:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52ebf200.
00010000:00000010:2.1:1787761603.776489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819b8400.
00010000:00000010:2.1:1787761603.776492:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52ebf800.
00010000:00000010:2.1:1787761603.776494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819b9800.
00010000:00000010:2.1:1787761603.776495:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d76fd6c00.
00010000:00000010:2.1:1787761603.776497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4a1600.
00010000:00000010:2.1:1787761603.776499:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d76fd6400.
00010000:00000010:2.1:1787761603.776500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d45d400.
00010000:00000010:2.1:1787761603.776502:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7800d900.
00010000:00000010:2.1:1787761603.776504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d45d200.
00010000:00000010:2.1:1787761603.776506:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7800d100.
00010000:00000010:2.1:1787761603.776507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819b9600.
00010000:00000010:2.1:1787761603.776509:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52ebfd00.
00010000:00000010:2.1:1787761603.776510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819b8600.
00010000:00000010:2.1:1787761603.776512:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7800db00.
00010000:00000010:2.1:1787761603.776514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d45d600.
00010000:00000010:2.1:1787761603.776515:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7800dc00.
00010000:00000010:2.1:1787761603.776518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d45dc00.
00010000:00000010:2.1:1787761603.776520:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7800df00.
00010000:00000010:2.1:1787761603.776522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d45ce00.
00010000:00000010:2.1:1787761603.776524:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7800d400.
00010000:00000010:2.1:1787761603.776526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d45c800.
00010000:00000010:2.1:1787761603.776528:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7800da00.
00010000:00000010:2.1:1787761603.776529:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d45c400.
00010000:00000010:2.1:1787761603.776531:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52ebf600.
00010000:00000010:2.1:1787761603.776532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819b9000.
00010000:00000010:2.1:1787761603.776534:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52ebf500.
00010000:00000010:2.1:1787761603.776536:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752bee00.
00010000:00000010:2.1:1787761603.776537:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52ebf900.
00010000:00000010:2.1:1787761603.776539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819b9c00.
00010000:00000010:2.1:1787761603.776540:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52ebfb00.
00010000:00000010:2.1:1787761603.776542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d50fa00.
00010000:00000010:2.1:1787761603.776544:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d42fc9600.
00010000:00000010:2.1:1787761603.776546:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d50ec00.
00010000:00000010:2.1:1787761603.776548:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d42fc9d00.
00010000:00000010:2.1:1787761603.776549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d50e200.
00010000:00000010:2.1:1787761603.776551:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7800de00.
00010000:00000010:2.1:1787761603.776552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d45d800.
00010000:00000010:2.1:1787761603.776554:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d42fc9500.
00010000:00000010:2.1:1787761603.776555:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d50f200.
00000800:00000200:1.1:1787761606.645545:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761606.646357:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761606.646736:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761606.647097:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761611.765873:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761611.765885:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787761611.767039:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761611.767045:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787761611.767564:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761611.767567:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787761611.767961:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761611.767964:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00010000:00000010:2.1:1787761614.013483:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7ed0af00.
00010000:00000010:2.1:1787761614.013519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81837400.
00010000:00000010:2.1:1787761614.013523:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7ed0a700.
00010000:00000010:2.1:1787761614.013525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752b8600.
00010000:00000010:2.1:1787761614.013528:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818dfa00.
00010000:00000010:2.1:1787761614.013530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752b9000.
00010000:00000010:2.1:1787761614.013533:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d58144800.
00010000:00000010:2.1:1787761614.013535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81837a00.
00010000:00000010:2.1:1787761614.013538:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d58144300.
00010000:00000010:2.1:1787761614.013541:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81837000.
00010000:00000010:2.1:1787761614.013543:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d76ef2500.
00010000:00000010:2.1:1787761614.013546:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d53b600.
00010000:00000010:2.1:1787761614.013549:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d76ef2900.
00010000:00000010:2.1:1787761614.013551:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d53b400.
00010000:00000010:2.1:1787761614.013553:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d76ef2100.
00010000:00000010:2.1:1787761614.013554:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d53ac00.
00010000:00000010:2.1:1787761614.013556:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d58144e00.
00010000:00000010:2.1:1787761614.013558:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81837800.
00010000:00000010:2.1:1787761614.013559:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d58144100.
00010000:00000010:2.1:1787761614.013561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d41482800.
00010000:00000010:2.1:1787761614.013629:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d76ef2b00.
00010000:00000010:2.1:1787761614.013632:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d53ba00.
00010000:00000010:2.1:1787761614.013634:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d76ef2c00.
00010000:00000010:2.1:1787761614.013636:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d53aa00.
00010000:00000010:2.1:1787761614.013637:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d76ef2f00.
00010000:00000010:2.1:1787761614.013639:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d53be00.
00010000:00000010:2.1:1787761614.013641:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d58144b00.
00010000:00000010:2.1:1787761614.013643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d41482000.
00010000:00000010:2.1:1787761614.013645:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d58144c00.
00010000:00000010:2.1:1787761614.013647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d41483c00.
00010000:00000010:2.1:1787761614.017498:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d58144f00.
00010000:00000010:2.1:1787761614.017505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d41483800.
00010000:00000010:2.1:1787761614.017509:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d58144400.
00010000:00000010:2.1:1787761614.017511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752bfe00.
00010000:00000010:2.1:1787761614.017514:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d58144700.
00010000:00000010:2.1:1787761614.017516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d41482400.
00010000:00000010:2.1:1787761614.017519:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d58144000.
00010000:00000010:2.1:1787761614.017521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752b9800.
00010000:00000010:2.1:1787761614.017524:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7800d000.
00010000:00000010:2.1:1787761614.017526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d53a600.
00010000:00000010:2.1:1787761614.017528:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d58144200.
00010000:00000010:2.1:1787761614.017532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d41483600.
00010000:00000010:2.1:1787761614.017534:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d58144d00.
00010000:00000010:2.1:1787761614.017536:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d41482e00.
00010000:00000010:2.1:1787761614.017539:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d58144600.
00010000:00000010:2.1:1787761614.017542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819b8000.
00010000:00000010:2.1:1787761614.017544:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7800d700.
00010000:00000010:2.1:1787761614.017547:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7539fa00.
00010000:00000010:2.1:1787761614.017549:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d58144500.
00010000:00000010:2.1:1787761614.017551:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819b8200.
00010000:00000010:2.1:1787761614.017554:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818df100.
00010000:00000010:2.1:1787761614.017556:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752b8e00.
00010000:00000010:2.1:1787761614.017558:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d58144900.
00010000:00000010:2.1:1787761614.017560:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7539f800.
00010000:00000010:2.1:1787761614.017562:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7800d600.
00010000:00000010:2.1:1787761614.017565:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7539ea00.
00010000:00000010:2.1:1787761614.017567:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7800d800.
00010000:00000010:2.1:1787761614.017569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d45c600.
00010000:00000010:2.1:1787761614.017572:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7800d300.
00010000:00000010:2.1:1787761614.017574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d45d000.
00010000:00000010:2.1:1787761614.017577:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52ebfc00.
00010000:00000010:2.1:1787761614.017580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819b8800.
00010000:00000010:2.1:1787761614.017582:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52ebf100.
00010000:00000010:2.1:1787761614.017584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819b9200.
00010000:00000010:2.1:1787761614.017586:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52ebfe00.
00010000:00000010:2.1:1787761614.017588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819b8e00.
00010000:00000010:2.1:1787761614.017590:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52ebfa00.
00010000:00000010:2.1:1787761614.017593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81837e00.
00010000:00000010:2.1:1787761614.017595:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818df500.
00010000:00000010:2.1:1787761614.017615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81836c00.
00010000:00000010:2.1:1787761614.017618:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818df800.
00010000:00000010:2.1:1787761614.017620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81836a00.
00010000:00000010:2.1:1787761614.017622:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818dfd00.
00010000:00000010:2.1:1787761614.017626:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81837600.
00010000:00000010:2.1:1787761614.017628:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818df900.
00010000:00000010:2.1:1787761614.017631:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81836e00.
00010000:00000010:2.1:1787761614.017633:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818dfb00.
00010000:00000010:2.1:1787761614.017636:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81836400.
00010000:00000010:2.1:1787761614.017638:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818df400.
00010000:00000010:2.1:1787761614.017640:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81836000.
00010000:00000010:2.1:1787761614.017642:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818df700.
00010000:00000010:2.1:1787761614.017644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81938c00.
00010000:00000010:2.1:1787761614.017647:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818dfe00.
00010000:00000010:2.1:1787761614.017649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d50e600.
00010000:00000010:2.1:1787761614.017652:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818df300.
00010000:00000010:2.1:1787761614.017654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d50e800.
00010000:00000010:2.1:1787761614.017656:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52ebf400.
00010000:00000010:2.1:1787761614.017658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819b8a00.
00000800:00000200:1.1:1787761616.885430:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761616.885438:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787761616.886695:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761616.886698:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787761616.887073:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761616.887076:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787761616.887515:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761616.887519:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787761622.005252:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761622.005259:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787761622.005955:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761622.005956:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787761622.006195:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761622.006197:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787761622.006514:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761622.006517:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
00010000:00000010:1.1:1787761623.234522:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d45bf9500.
00010000:00000010:1.1:1787761623.234559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d552600.
00010000:00000010:1.1:1787761623.234637:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818df600.
00010000:00000010:1.1:1787761623.234644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752b8400.
00010000:00000010:1.1:1787761623.234652:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d76ef2600.
00010000:00000010:1.1:1787761623.234658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d53a200.
00010000:00000010:1.1:1787761623.234664:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d45bf9900.
00010000:00000010:1.1:1787761623.234670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d553400.
00010000:00000010:1.1:1787761623.234676:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d76ef2200.
00010000:00000010:1.1:1787761623.234683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d53b200.
00010000:00000010:1.1:1787761623.234689:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d76ef2400.
00010000:00000010:1.1:1787761623.234694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d553200.
00010000:00000010:1.1:1787761623.234700:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d45bf9100.
00010000:00000010:1.1:1787761623.234706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d553600.
00010000:00000010:1.1:1787761623.234711:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d45bf9b00.
00010000:00000010:1.1:1787761623.234718:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f30fa00.
00010000:00000010:1.1:1787761623.234724:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d45bf9c00.
00010000:00000010:1.1:1787761623.234730:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f30e600.
00010000:00000010:1.1:1787761623.234735:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d45bf9f00.
00010000:00000010:1.1:1787761623.234740:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f30f400.
00010000:00000010:1.1:1787761623.234745:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d76ef2a00.
00010000:00000010:1.1:1787761623.234750:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d53ae00.
00010000:00000010:1.1:1787761623.234754:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d76ef2700.
00010000:00000010:1.1:1787761623.234758:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752b9200.
00010000:00000010:1.1:1787761623.234761:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818df200.
00010000:00000010:1.1:1787761623.234765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f30f600.
00010000:00000010:1.1:1787761623.234768:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d45bf9400.
00010000:00000010:1.1:1787761623.234771:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81837c00.
00010000:00000010:1.1:1787761623.234775:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d45bf9a00.
00010000:00000010:1.1:1787761623.234778:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81938a00.
00010000:00000010:1.1:1787761623.234781:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d45bf9700.
00010000:00000010:1.1:1787761623.234784:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d53b800.
00010000:00000010:1.1:1787761623.234788:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d76ef2e00.
00010000:00000010:1.1:1787761623.234791:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d53a800.
00010000:00000010:1.1:1787761623.234794:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d45bf9000.
00010000:00000010:1.1:1787761623.234797:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81938800.
00010000:00000010:1.1:1787761623.234801:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d76ef2000.
00010000:00000010:1.1:1787761623.234804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d53a000.
00010000:00000010:1.1:1787761623.234808:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d76ef2300.
00010000:00000010:1.1:1787761623.234811:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d53bc00.
00010000:00000010:1.1:1787761623.234815:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d45bf9200.
00010000:00000010:1.1:1787761623.234818:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819b8c00.
00010000:00000010:1.1:1787761623.234830:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52ebff00.
00010000:00000010:1.1:1787761623.234835:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752bec00.
00010000:00000010:1.1:1787761623.234839:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52eb8900.
00010000:00000010:1.1:1787761623.234843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81836800.
00010000:00000010:1.1:1787761623.234846:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d76ef2800.
00010000:00000010:1.1:1787761623.234850:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d53b000.
00010000:00000010:1.1:1787761623.234853:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d76ef2d00.
00010000:00000010:1.1:1787761623.234856:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d53a400.
00010000:00000010:1.1:1787761623.234865:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52eb8800.
00010000:00000010:1.1:1787761623.234869:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81836200.
00010000:00000010:1.1:1787761623.234872:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52eb8600.
00010000:00000010:1.1:1787761623.234875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81836600.
00010000:00000010:1.1:1787761623.234878:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52eb8b00.
00010000:00000010:1.1:1787761623.234881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81837200.
00000800:00000200:1.1:1787761627.125482:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761627.125489:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787761627.126662:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761627.126666:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787761627.127088:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761627.127091:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787761627.127657:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761627.127660:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787761632.244979:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761632.244985:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787761632.245535:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761632.245537:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787761632.245735:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761632.245737:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787761632.245916:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761632.245918:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 37 secs later)
00010000:00000010:1.1:1787761633.468482:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818dfc00.
00010000:00000010:1.1:1787761633.468489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752be400.
00010000:00000010:1.1:1787761633.468492:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7cdf6c00.
00010000:00000010:1.1:1787761633.468495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76c86800.
00010000:00000010:1.1:1787761633.468498:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52eb8500.
00010000:00000010:1.1:1787761633.468502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d58164200.
00010000:00000010:1.1:1787761633.468505:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d46c95d00.
00010000:00000010:1.1:1787761633.468508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752bfa00.
00010000:00000010:1.1:1787761633.468511:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7cdf6b00.
00010000:00000010:1.1:1787761633.468514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76c87e00.
00010000:00000010:1.1:1787761633.468516:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818df000.
00010000:00000010:1.1:1787761633.468519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76c86000.
00010000:00000010:1.1:1787761633.468522:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7cdf6f00.
00010000:00000010:1.1:1787761633.468525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76c86200.
00010000:00000010:1.1:1787761633.468528:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7cdf6400.
00010000:00000010:1.1:1787761633.468530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76c86e00.
00010000:00000010:1.1:1787761633.468534:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7ed0a200.
00010000:00000010:1.1:1787761633.468537:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d58165a00.
00010000:00000010:1.1:1787761633.468540:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7ed0a600.
00010000:00000010:1.1:1787761633.468543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d58164a00.
00010000:00000010:1.1:1787761633.468546:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7ed0a500.
00010000:00000010:1.1:1787761633.468548:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d58164600.
00010000:00000010:1.1:1787761633.468550:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7ed0a100.
00010000:00000010:1.1:1787761633.468551:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d58165400.
00010000:00000010:1.1:1787761633.468553:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7ed0ab00.
00010000:00000010:1.1:1787761633.468555:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d553000.
00010000:00000010:1.1:1787761633.468558:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7ed0ad00.
00010000:00000010:1.1:1787761633.468560:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d552e00.
00010000:00000010:1.1:1787761633.468562:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7ed0a800.
00010000:00000010:1.1:1787761633.468563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d552800.
00010000:00000010:1.1:1787761633.468565:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7cdf6a00.
00010000:00000010:1.1:1787761633.468567:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76c87400.
00010000:00000010:1.1:1787761633.468569:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7cdf6700.
00010000:00000010:1.1:1787761633.468570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76c87a00.
00010000:00000010:1.1:1787761633.468572:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7cdf6e00.
00010000:00000010:1.1:1787761633.468573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76c87200.
00010000:00000010:1.1:1787761633.468575:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7cdf6000.
00010000:00000010:1.1:1787761633.468576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76c86c00.
00010000:00000010:1.1:1787761633.468578:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7cdf6300.
00010000:00000010:1.1:1787761633.468579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d552000.
00010000:00000010:1.1:1787761633.468581:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7ed0a000.
00010000:00000010:1.1:1787761633.468582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d553800.
00010000:00000010:1.1:1787761633.468584:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d45bf9600.
00010000:00000010:1.1:1787761633.468586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752be200.
00010000:00000010:1.1:1787761633.468588:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d45bf9e00.
00010000:00000010:1.1:1787761633.468589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752bf000.
00010000:00000010:1.1:1787761633.468591:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818dff00.
00010000:00000010:1.1:1787761633.468592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752b9600.
00010000:00000010:1.1:1787761633.468594:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7cdf6200.
00010000:00000010:1.1:1787761633.468596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752b8000.
00010000:00000010:1.1:1787761633.468597:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d45bf9800.
00010000:00000010:1.1:1787761633.468599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d552c00.
00010000:00000010:1.1:1787761633.468600:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d45bf9d00.
00010000:00000010:1.1:1787761633.468602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d553a00.
00000800:00000200:1.1:1787761637.365047:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761637.365052:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787761637.365532:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761637.365534:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787761637.365764:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761637.365766:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787761637.365954:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761637.365956:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787761642.485080:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761642.485085:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787761642.485552:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761642.485553:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787761642.485740:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761642.485742:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787761642.485950:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761642.485952:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00010000:00000010:3.1:1787761643.707474:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4abb00.
00010000:00000010:3.1:1787761643.707481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81956600.
00010000:00000010:3.1:1787761643.707483:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4abc00.
00010000:00000010:3.1:1787761643.707485:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81896a00.
00010000:00000010:3.1:1787761643.707487:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d58144a00.
00010000:00000010:3.1:1787761643.707489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d552400.
00010000:00000010:3.1:1787761643.707491:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d45bf9300.
00010000:00000010:3.1:1787761643.707493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d58164c00.
00010000:00000010:3.1:1787761643.707496:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7cdf6800.
00010000:00000010:3.1:1787761643.707498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d413fc200.
00010000:00000010:3.1:1787761643.707500:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52eb8400.
00010000:00000010:3.1:1787761643.707502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d58164800.
00010000:00000010:3.1:1787761643.707504:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52eb8c00.
00010000:00000010:3.1:1787761643.707506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d58165000.
00010000:00000010:3.1:1787761643.707508:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52eb8200.
00010000:00000010:3.1:1787761643.707510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752b8200.
00010000:00000010:3.1:1787761643.707512:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d46c95000.
00010000:00000010:3.1:1787761643.707514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752bf600.
00010000:00000010:3.1:1787761643.711472:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d46c95100.
00010000:00000010:3.1:1787761643.711478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752be600.
00010000:00000010:3.1:1787761643.711480:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d46c95700.
00010000:00000010:3.1:1787761643.711482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752bea00.
00010000:00000010:3.1:1787761643.711484:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d46c95500.
00010000:00000010:3.1:1787761643.711486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752bf200.
00010000:00000010:3.1:1787761643.711488:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d46c95300.
00010000:00000010:3.1:1787761643.711489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752b9a00.
00010000:00000010:3.1:1787761643.711492:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52eb8000.
00010000:00000010:3.1:1787761643.711494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d58164000.
00010000:00000010:3.1:1787761643.711495:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52eb8100.
00010000:00000010:3.1:1787761643.711497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d58165200.
00010000:00000010:3.1:1787761643.711499:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52eb8d00.
00010000:00000010:3.1:1787761643.711501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d58165600.
00010000:00000010:3.1:1787761643.711503:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52eb8e00.
00010000:00000010:3.1:1787761643.711504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d58165c00.
00010000:00000010:3.1:1787761643.711506:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52eb8f00.
00010000:00000010:3.1:1787761643.711508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d58164e00.
00010000:00000010:3.1:1787761643.711510:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7cdf6d00.
00010000:00000010:3.1:1787761643.711511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76c87000.
00010000:00000010:3.1:1787761643.711513:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7cdf6600.
00010000:00000010:3.1:1787761643.711515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76c86a00.
00010000:00000010:3.1:1787761643.711516:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7cdf6500.
00010000:00000010:3.1:1787761643.711518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76c86400.
00010000:00000010:3.1:1787761643.711519:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7cdf6900.
00010000:00000010:3.1:1787761643.711521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76c87800.
00010000:00000010:3.1:1787761643.711522:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52eb8a00.
00010000:00000010:3.1:1787761643.711525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d58164400.
00010000:00000010:3.1:1787761643.711526:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52eb8700.
00010000:00000010:3.1:1787761643.711528:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d58165800.
00010000:00000010:3.1:1787761643.711530:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52eb8300.
00010000:00000010:3.1:1787761643.711532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d58165e00.
00000800:00000200:1.1:1787761647.605531:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761647.605541:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787761647.606523:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761647.606527:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787761647.606898:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761647.606901:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787761647.607240:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761647.607243:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787761652.725551:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761652.725561:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787761652.726704:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761652.726708:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787761652.727077:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761652.727081:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787761652.727579:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761652.727583:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00010000:00000010:3.1:1787761653.951507:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818b2f00.
00010000:00000010:3.1:1787761653.951527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d596c00.
00010000:00000010:3.1:1787761653.951535:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818b2400.
00010000:00000010:3.1:1787761653.951541:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d596200.
00010000:00000010:3.1:1787761653.951547:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d78010100.
00010000:00000010:3.1:1787761653.951555:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4d1200.
00010000:00000010:3.1:1787761653.951562:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d78010b00.
00010000:00000010:3.1:1787761653.951567:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4d1600.
00010000:00000010:3.1:1787761653.951572:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d78010c00.
00010000:00000010:3.1:1787761653.951578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d597a00.
00010000:00000010:3.1:1787761653.951585:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818b2a00.
00010000:00000010:3.1:1787761653.951591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d596a00.
00010000:00000010:3.1:1787761653.951600:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81848f00.
00010000:00000010:3.1:1787761653.951606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818a0c00.
00010000:00000010:3.1:1787761653.951613:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7ed0a300.
00010000:00000010:3.1:1787761653.951619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818a0200.
00010000:00000010:3.1:1787761653.951624:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7ed0a400.
00010000:00000010:3.1:1787761653.951628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752b8800.
00010000:00000010:3.1:1787761653.951632:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818b2700.
00010000:00000010:3.1:1787761653.951636:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d596600.
00010000:00000010:3.1:1787761653.955497:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818b2e00.
00010000:00000010:3.1:1787761653.955509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d597400.
00010000:00000010:3.1:1787761653.955515:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818b2000.
00010000:00000010:3.1:1787761653.955521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d597200.
00010000:00000010:3.1:1787761653.955527:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7cdf6100.
00010000:00000010:3.1:1787761653.955535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81897600.
00010000:00000010:3.1:1787761653.955542:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81848d00.
00010000:00000010:3.1:1787761653.955549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4d1c00.
00010000:00000010:3.1:1787761653.955555:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81848200.
00010000:00000010:3.1:1787761653.955562:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4d0e00.
00010000:00000010:3.1:1787761653.955568:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81848400.
00010000:00000010:3.1:1787761653.955574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4d0800.
00010000:00000010:3.1:1787761653.955580:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81848a00.
00010000:00000010:3.1:1787761653.955586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81897a00.
00010000:00000010:3.1:1787761653.955595:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4ab500.
00010000:00000010:3.1:1787761653.955602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81896c00.
00010000:00000010:3.1:1787761653.955608:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81848e00.
00010000:00000010:3.1:1787761653.955614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81896600.
00010000:00000010:3.1:1787761653.955617:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4ab100.
00010000:00000010:3.1:1787761653.955621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81897400.
00010000:00000010:3.1:1787761653.955625:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81848000.
00010000:00000010:3.1:1787761653.955628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4d0000.
00010000:00000010:3.1:1787761653.955632:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81848300.
00010000:00000010:3.1:1787761653.955635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4d1000.
00010000:00000010:3.1:1787761653.955638:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4ab600.
00010000:00000010:3.1:1787761653.955642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81897200.
00010000:00000010:3.1:1787761653.955645:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81848800.
00010000:00000010:3.1:1787761653.955648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4d0c00.
00010000:00000010:3.1:1787761653.955652:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7ed0aa00.
00010000:00000010:3.1:1787761653.955656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752b9e00.
00010000:00000010:3.1:1787761653.955659:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4abf00.
00010000:00000010:3.1:1787761653.955663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81897c00.
00010000:00000010:3.1:1787761653.955666:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81848600.
00010000:00000010:3.1:1787761653.955669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4d1a00.
00010000:00000010:3.1:1787761653.955672:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7ed0a900.
00010000:00000010:3.1:1787761653.955676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752b8c00.
00010000:00000010:3.1:1787761653.955679:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4ab400.
00010000:00000010:3.1:1787761653.955683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81896e00.
00010000:00000010:3.1:1787761653.955686:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4aba00.
00010000:00000010:3.1:1787761653.955691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81896800.
00010000:00000010:3.1:1787761653.955694:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81848500.
00010000:00000010:3.1:1787761653.955698:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d553c00.
00010000:00000010:3.1:1787761653.955702:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81848900.
00010000:00000010:3.1:1787761653.955706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d553e00.
00010000:00000010:3.1:1787761653.955709:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4ab700.
00010000:00000010:3.1:1787761653.955712:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81896400.
00010000:00000010:3.1:1787761653.955716:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4abe00.
00010000:00000010:3.1:1787761653.955719:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752b9400.
00010000:00000010:3.1:1787761653.955722:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4ab000.
00010000:00000010:3.1:1787761653.955725:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752b8a00.
00010000:00000010:3.1:1787761653.955729:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81848100.
00010000:00000010:3.1:1787761653.955732:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d552200.
00010000:00000010:3.1:1787761653.955735:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81848b00.
00010000:00000010:3.1:1787761653.955739:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752b9c00.
00010000:00000010:3.1:1787761653.955756:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81848c00.
00010000:00000010:3.1:1787761653.955760:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d552a00.
00010000:00000010:3.1:1787761653.955764:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4ab300.
00010000:00000010:3.1:1787761653.955768:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81896000.
00010000:00000010:3.1:1787761653.955771:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4ab200.
00010000:00000010:3.1:1787761653.955775:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81897800.
00010000:00000010:3.1:1787761653.955778:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4ab800.
00010000:00000010:3.1:1787761653.955781:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81897000.
00010000:00000010:3.1:1787761653.955785:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4abd00.
00010000:00000010:3.1:1787761653.955788:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81897e00.
00010000:00000010:3.1:1787761653.955791:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7531f400.
00010000:00000010:3.1:1787761653.955809:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81956e00.
00010000:00000010:3.1:1787761653.955814:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7531fa00.
00010000:00000010:3.1:1787761653.955822:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81956c00.
00010000:00000010:3.1:1787761653.955826:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4ab900.
00010000:00000010:3.1:1787761653.955830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81896200.
00000800:00000200:1.1:1787761657.845658:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761657.845675:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787761657.846536:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761657.846539:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787761657.846965:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761657.846968:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787761657.847377:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761657.847382:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787761662.965050:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761662.965055:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787761662.965524:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761662.965525:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787761662.965719:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761662.965720:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787761662.965930:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761662.965932:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00010000:00000010:3.1:1787761663.164476:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8184c400.
00010000:00000010:3.1:1787761663.164485:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818a0400.
00010000:00000010:3.1:1787761663.164489:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75296400.
00010000:00000010:3.1:1787761663.164493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d597e00.
00010000:00000010:3.1:1787761663.164496:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75296a00.
00010000:00000010:3.1:1787761663.164498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81957000.
00010000:00000010:3.1:1787761663.164502:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d78010600.
00010000:00000010:3.1:1787761663.164505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4d0600.
00010000:00000010:3.1:1787761663.164508:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75296e00.
00010000:00000010:3.1:1787761663.164510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81956000.
00010000:00000010:3.1:1787761663.164513:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8184ca00.
00010000:00000010:3.1:1787761663.164516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818a1a00.
00010000:00000010:3.1:1787761663.164519:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8184c700.
00010000:00000010:3.1:1787761663.164522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818a0000.
00010000:00000010:3.1:1787761663.164525:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75296000.
00010000:00000010:3.1:1787761663.164528:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d597600.
00010000:00000010:3.1:1787761663.164531:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818b2c00.
00010000:00000010:3.1:1787761663.164534:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d597c00.
00010000:00000010:3.1:1787761663.164537:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818b2500.
00010000:00000010:3.1:1787761663.164540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d596e00.
00010000:00000010:3.1:1787761663.164542:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818b2300.
00010000:00000010:3.1:1787761663.164544:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d596800.
00010000:00000010:3.1:1787761663.164546:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818b2200.
00010000:00000010:3.1:1787761663.164548:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d596400.
00010000:00000010:3.1:1787761663.164549:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818b2800.
00010000:00000010:3.1:1787761663.164551:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d596000.
00010000:00000010:3.1:1787761663.164552:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818b2d00.
00010000:00000010:3.1:1787761663.164554:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d597800.
00010000:00000010:3.1:1787761663.164556:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d78010800.
00010000:00000010:3.1:1787761663.164557:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4d1800.
00010000:00000010:3.1:1787761663.164559:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818b2600.
00010000:00000010:3.1:1787761663.164560:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818a1200.
00010000:00000010:3.1:1787761663.164562:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8184ce00.
00010000:00000010:3.1:1787761663.164564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81957c00.
00010000:00000010:3.1:1787761663.164566:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8184c000.
00010000:00000010:3.1:1787761663.164568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818a1400.
00010000:00000010:3.1:1787761663.164570:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8184c300.
00010000:00000010:3.1:1787761663.164571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818a0e00.
00010000:00000010:3.1:1787761663.164573:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8184c200.
00010000:00000010:3.1:1787761663.164575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818a0a00.
00010000:00000010:3.1:1787761663.164576:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d78010d00.
00010000:00000010:3.1:1787761663.164578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4d0a00.
00010000:00000010:3.1:1787761663.164579:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d78010500.
00010000:00000010:3.1:1787761663.164581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4d1400.
00010000:00000010:3.1:1787761663.164582:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7ed0ae00.
00010000:00000010:3.1:1787761663.164584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818a1000.
00010000:00000010:3.1:1787761663.164586:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818b2900.
00010000:00000010:3.1:1787761663.164587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818a1800.
00010000:00000010:3.1:1787761663.164589:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818b2100.
00010000:00000010:3.1:1787761663.164590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4d0400.
00010000:00000010:3.1:1787761663.164592:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7ed0ac00.
00010000:00000010:3.1:1787761663.164593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818a0800.
00010000:00000010:3.1:1787761663.164595:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818b2b00.
00010000:00000010:3.1:1787761663.164596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d597000.
00000800:00000200:1.1:1787761668.085626:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761668.085636:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787761668.086567:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761668.086571:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787761668.087012:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761668.087015:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787761668.087509:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761668.087513:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787761673.205715:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761673.206595:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761673.207062:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761673.207360:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00010000:00000010:3.1:1787761673.406521:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8187c100.
00010000:00000010:3.1:1787761673.406533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f7a6400.
00010000:00000010:3.1:1787761673.406539:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75296f00.
00010000:00000010:3.1:1787761673.406543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81871600.
00010000:00000010:3.1:1787761673.406547:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8187ca00.
00010000:00000010:3.1:1787761673.406552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d495a00.
00010000:00000010:3.1:1787761673.406556:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75296700.
00010000:00000010:3.1:1787761673.406560:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81870e00.
00010000:00000010:3.1:1787761673.410519:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75296b00.
00010000:00000010:3.1:1787761673.410531:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81870400.
00010000:00000010:3.1:1787761673.410535:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75296300.
00010000:00000010:3.1:1787761673.410540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81871800.
00010000:00000010:3.1:1787761673.410544:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75296200.
00010000:00000010:3.1:1787761673.410548:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d495600.
00010000:00000010:3.1:1787761673.410552:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75296d00.
00010000:00000010:3.1:1787761673.410555:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81870200.
00010000:00000010:3.1:1787761673.410559:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8187c000.
00010000:00000010:3.1:1787761673.410563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d495400.
00010000:00000010:3.1:1787761673.410566:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75296900.
00010000:00000010:3.1:1787761673.410570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81957200.
00010000:00000010:3.1:1787761673.410573:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75296600.
00010000:00000010:3.1:1787761673.410576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81871e00.
00010000:00000010:3.1:1787761673.410580:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75296500.
00010000:00000010:3.1:1787761673.410583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d494400.
00010000:00000010:3.1:1787761673.410586:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8187c400.
00010000:00000010:3.1:1787761673.410589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d494000.
00010000:00000010:3.1:1787761673.410592:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8187cc00.
00010000:00000010:3.1:1787761673.410596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d495800.
00010000:00000010:3.1:1787761673.410599:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8187c600.
00010000:00000010:3.1:1787761673.410602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d495000.
00010000:00000010:3.1:1787761673.410606:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8184cb00.
00010000:00000010:3.1:1787761673.410610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d495c00.
00010000:00000010:3.1:1787761673.410613:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8184cf00.
00010000:00000010:3.1:1787761673.410616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d495200.
00010000:00000010:3.1:1787761673.410619:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8184c100.
00010000:00000010:3.1:1787761673.410622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d494200.
00010000:00000010:3.1:1787761673.410625:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8184c800.
00010000:00000010:3.1:1787761673.410629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d494c00.
00010000:00000010:3.1:1787761673.410632:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8184cc00.
00010000:00000010:3.1:1787761673.410635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818a1e00.
00010000:00000010:3.1:1787761673.410639:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8184cd00.
00010000:00000010:3.1:1787761673.410642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818a0600.
00010000:00000010:3.1:1787761673.410645:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8184c600.
00010000:00000010:3.1:1787761673.410649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818a1600.
00010000:00000010:3.1:1787761673.410652:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8184c500.
00010000:00000010:3.1:1787761673.410655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818a1c00.
00010000:00000010:3.1:1787761673.410658:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8184c900.
00010000:00000010:3.1:1787761673.410662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81870c00.
00010000:00000010:3.1:1787761673.410665:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d78010e00.
00010000:00000010:3.1:1787761673.410669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81872200.
00010000:00000010:3.1:1787761673.410672:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d78010000.
00010000:00000010:3.1:1787761673.410675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4d1e00.
00010000:00000010:3.1:1787761673.410679:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d78010300.
00010000:00000010:3.1:1787761673.410682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d4d0200.
00010000:00000010:3.1:1787761673.410685:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75296100.
00010000:00000010:3.1:1787761673.410688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81871a00.
00010000:00000010:3.1:1787761673.410691:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75296c00.
00010000:00000010:3.1:1787761673.410694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81870a00.
00000800:00000200:1.1:1787761678.325861:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761678.325874:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787761678.327393:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761678.327396:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787761678.327880:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761678.327883:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787761678.328470:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761678.328475:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787761683.445638:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761683.445647:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787761683.446688:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761683.446691:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787761683.447093:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761683.447096:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787761683.447556:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761683.447560:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00010000:00000010:3.1:1787761683.646510:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d78010900.
00010000:00000010:3.1:1787761683.646522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81872e00.
00010000:00000010:3.1:1787761683.646527:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d78010200.
00010000:00000010:3.1:1787761683.646531:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81872400.
00010000:00000010:3.1:1787761683.646535:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d4137c500.
00010000:00000010:3.1:1787761683.646540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d78021800.
00010000:00000010:3.1:1787761683.646546:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7df76600.
00010000:00000010:3.1:1787761683.646550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d78021000.
00010000:00000010:3.1:1787761683.646554:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d78010f00.
00010000:00000010:3.1:1787761683.646557:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81873800.
00010000:00000010:3.1:1787761683.646561:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d78010400.
00010000:00000010:3.1:1787761683.646564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d78021e00.
00010000:00000010:3.1:1787761683.646568:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d78010a00.
00010000:00000010:3.1:1787761683.646571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81873e00.
00010000:00000010:3.1:1787761683.646575:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d78010700.
00010000:00000010:3.1:1787761683.646578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81872c00.
00010000:00000010:3.1:1787761683.646581:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7df76500.
00010000:00000010:3.1:1787761683.646586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d78020c00.
00010000:00000010:3.1:1787761683.646590:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7df76900.
00010000:00000010:3.1:1787761683.646594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d78020200.
00010000:00000010:3.1:1787761683.646598:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8187cb00.
00010000:00000010:3.1:1787761683.646601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f7a6000.
00010000:00000010:3.1:1787761683.646605:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8187cf00.
00010000:00000010:3.1:1787761683.646608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f7a6600.
00010000:00000010:3.1:1787761683.646611:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7df76100.
00010000:00000010:3.1:1787761683.646614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d78021a00.
00010000:00000010:3.1:1787761683.646618:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7df76b00.
00010000:00000010:3.1:1787761683.646621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d78020a00.
00010000:00000010:3.1:1787761683.646624:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7df76c00.
00010000:00000010:3.1:1787761683.646628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d78020600.
00010000:00000010:3.1:1787761683.646631:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7df76f00.
00010000:00000010:3.1:1787761683.646634:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d78021400.
00010000:00000010:3.1:1787761683.646637:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7df76400.
00010000:00000010:3.1:1787761683.646640:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d78021200.
00010000:00000010:3.1:1787761683.646643:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7df76a00.
00010000:00000010:3.1:1787761683.646647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d78021600.
00010000:00000010:3.1:1787761683.646650:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7df76700.
00010000:00000010:3.1:1787761683.646653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d78021c00.
00010000:00000010:3.1:1787761683.646656:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7df76e00.
00010000:00000010:3.1:1787761683.646659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d78020e00.
00010000:00000010:3.1:1787761683.646662:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7df76000.
00010000:00000010:3.1:1787761683.646665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81870600.
00010000:00000010:3.1:1787761683.646669:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7df76300.
00010000:00000010:3.1:1787761683.646672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81871000.
00010000:00000010:3.1:1787761683.650503:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7df76200.
00010000:00000010:3.1:1787761683.650514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81870000.
00010000:00000010:3.1:1787761683.650519:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7df76800.
00010000:00000010:3.1:1787761683.650522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81870800.
00010000:00000010:3.1:1787761683.650526:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7df76d00.
00010000:00000010:3.1:1787761683.650531:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81871c00.
00010000:00000010:3.1:1787761683.650534:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7531f300.
00010000:00000010:3.1:1787761683.650538:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81956800.
00010000:00000010:3.1:1787761683.650542:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8187c700.
00010000:00000010:3.1:1787761683.650546:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f7a7000.
00010000:00000010:3.1:1787761683.650550:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8187c500.
00010000:00000010:3.1:1787761683.650553:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f7a7800.
00010000:00000010:3.1:1787761683.650556:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75296800.
00010000:00000010:3.1:1787761683.650560:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81871400.
00000800:00000200:1.1:1787761688.565333:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761688.565339:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787761688.565836:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761688.565837:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787761688.566043:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761688.566044:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787761688.566287:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761688.566289:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1787761693.685659:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761693.685665:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1787761693.686256:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761693.686262:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1787761693.686522:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761693.686524:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1787761693.686756:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761693.686758:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 43 secs later)
00010000:00000010:3.1:1787761693.886567:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d446f1900.
00010000:00000010:3.1:1787761693.886577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d492200.
00010000:00000010:3.1:1787761693.886583:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d78011500.
00010000:00000010:3.1:1787761693.886586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d495e00.
00010000:00000010:3.1:1787761693.891469:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d78011700.
00010000:00000010:3.1:1787761693.891479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d494600.
00010000:00000010:3.1:1787761693.891482:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d78011e00.
00010000:00000010:3.1:1787761693.891485:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d494a00.
00010000:00000010:3.1:1787761693.891487:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d78011000.
00010000:00000010:3.1:1787761693.891489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d494800.
00010000:00000010:3.1:1787761693.891490:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d78011300.
00010000:00000010:3.1:1787761693.891493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d6fa78600.
00010000:00000010:3.1:1787761693.891498:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81835d00.
00010000:00000010:3.1:1787761693.891500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d6fa79400.
00010000:00000010:3.1:1787761693.891502:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81835600.
00010000:00000010:3.1:1787761693.891504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d6fa79200.
00010000:00000010:3.1:1787761693.891506:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81835500.
00010000:00000010:3.1:1787761693.891508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d6fa79600.
00010000:00000010:3.1:1787761693.891510:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d78011200.
00010000:00000010:3.1:1787761693.891513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81873600.
00010000:00000010:3.1:1787761693.891515:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81835900.
00010000:00000010:3.1:1787761693.891518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f7a7e00.
00010000:00000010:3.1:1787761693.891520:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d446f1100.
00010000:00000010:3.1:1787761693.891521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f7a7c00.
00010000:00000010:3.1:1787761693.891523:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8187ce00.
00010000:00000010:3.1:1787761693.891525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f7a7400.
00010000:00000010:3.1:1787761693.891527:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8187c900.
00010000:00000010:3.1:1787761693.891529:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f7a6c00.
00010000:00000010:3.1:1787761693.891531:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d78011d00.
00010000:00000010:3.1:1787761693.891533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81873000.
00010000:00000010:3.1:1787761693.891534:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d78011800.
00010000:00000010:3.1:1787761693.891537:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81872000.
00010000:00000010:3.1:1787761693.891538:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81835100.
00010000:00000010:3.1:1787761693.891541:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d78023200.
00010000:00000010:3.1:1787761693.891543:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81835c00.
00010000:00000010:3.1:1787761693.891545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d492600.
00010000:00000010:3.1:1787761693.891547:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d78011600.
00010000:00000010:3.1:1787761693.891549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81872800.
00010000:00000010:3.1:1787761693.891551:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d78011900.
00010000:00000010:3.1:1787761693.891553:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81873a00.
00010000:00000010:3.1:1787761693.891554:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81835400.
00010000:00000010:3.1:1787761693.891557:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d78022600.
00010000:00000010:3.1:1787761693.891560:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d4137c100.
00010000:00000010:3.1:1787761693.891562:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d78022a00.
00010000:00000010:3.1:1787761693.891564:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8187c800.
00010000:00000010:3.1:1787761693.891566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f7a6800.
00010000:00000010:3.1:1787761693.891568:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8187cd00.
00010000:00000010:3.1:1787761693.891569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f7a6e00.
00010000:00000010:3.1:1787761693.891571:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8187c200.
00010000:00000010:3.1:1787761693.891579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f7a7200.
00010000:00000010:3.1:1787761693.891581:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d4137c600.
00010000:00000010:3.1:1787761693.891583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d78023400.
00010000:00000010:3.1:1787761693.891585:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d4137c900.
00010000:00000010:3.1:1787761693.891587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d78023600.
00010000:00000010:3.1:1787761693.891589:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d4137cb00.
00010000:00000010:3.1:1787761693.891591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d78022e00.
00010000:00000010:3.1:1787761693.891592:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d4137cc00.
00010000:00000010:3.1:1787761693.891594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d78022800.
00010000:00000010:3.1:1787761693.891596:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d4137cf00.
00010000:00000010:3.1:1787761693.891598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d78022400.
00010000:00000010:3.1:1787761693.891600:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d4137c400.
00010000:00000010:3.1:1787761693.891601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d78022000.
00010000:00000010:3.1:1787761693.891603:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d4137ca00.
00010000:00000010:3.1:1787761693.891605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d78023800.
00010000:00000010:3.1:1787761693.891606:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d4137c700.
00010000:00000010:3.1:1787761693.891608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d78023000.
00010000:00000010:3.1:1787761693.891610:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d4137ce00.
00010000:00000010:3.1:1787761693.891611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d78023e00.
00010000:00000010:3.1:1787761693.891613:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d4137c000.
00010000:00000010:3.1:1787761693.891615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d78022c00.
00010000:00000010:3.1:1787761693.891617:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d4137c300.
00010000:00000010:3.1:1787761693.891618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d78022200.
00010000:00000010:3.1:1787761693.891620:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d4137c200.
00010000:00000010:3.1:1787761693.891621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d78023a00.
00010000:00000010:3.1:1787761693.891623:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d4137c800.
00010000:00000010:3.1:1787761693.891625:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d78020000.
00010000:00000010:3.1:1787761693.891627:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d78011100.
00010000:00000010:3.1:1787761693.891629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81872a00.
00010000:00000010:3.1:1787761693.891631:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d78011b00.
00010000:00000010:3.1:1787761693.891633:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81872600.
00010000:00000010:3.1:1787761693.891635:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d78011c00.
00010000:00000010:3.1:1787761693.891637:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81873400.
00010000:00000010:3.1:1787761693.891639:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d78011f00.
00010000:00000010:3.1:1787761693.891641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81873200.
00010000:00000010:3.1:1787761693.891642:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d78011400.
00010000:00000010:3.1:1787761693.891644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d78020800.
00010000:00000010:3.1:1787761693.891645:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d4137cd00.
00010000:00000010:3.1:1787761693.891647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d78020400.
00010000:00000010:3.1:1787761693.891648:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81848700.
00010000:00000010:3.1:1787761693.891650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81873c00.
00000800:00000200:3.1:1787761698.805154:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761698.805161:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1787761698.805659:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761698.805661:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1787761698.805879:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761698.805881:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1787761698.806093:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761698.806095:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1787761703.925732:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761703.925741:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1787761703.926655:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761703.926659:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1787761703.927112:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761703.927116:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1787761703.927551:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761703.927555:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 33 secs later)
00010000:00000010:3.1:1787761704.125501:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d594c00.
00010000:00000010:3.1:1787761704.125554:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d6fa78c00.
00010000:00000010:3.1:1787761704.125560:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81835f00.
00010000:00000010:3.1:1787761704.125564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d6fa78400.
00010000:00000010:3.1:1787761704.125568:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d594f00.
00010000:00000010:3.1:1787761704.125571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d6fa7a600.
00010000:00000010:3.1:1787761704.125575:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d594400.
00010000:00000010:3.1:1787761704.125578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d6fa7b400.
00010000:00000010:3.1:1787761704.125582:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81835b00.
00010000:00000010:3.1:1787761704.125585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d6fa78000.
00010000:00000010:3.1:1787761704.128650:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81835200.
00010000:00000010:3.1:1787761704.128669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d6fa79800.
00010000:00000010:3.1:1787761704.128680:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81835a00.
00010000:00000010:3.1:1787761704.128689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d45cb8600.
00010000:00000010:3.1:1787761704.128751:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d446f1c00.
00010000:00000010:3.1:1787761704.128760:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d45cb9400.
00010000:00000010:3.1:1787761704.128767:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d446f1500.
00010000:00000010:3.1:1787761704.128773:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d45cb9600.
00010000:00000010:3.1:1787761704.128779:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d446f1b00.
00010000:00000010:3.1:1787761704.128785:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d45cb8200.
00010000:00000010:3.1:1787761704.128792:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81835700.
00010000:00000010:3.1:1787761704.128798:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d6fa79000.
00010000:00000010:3.1:1787761704.128804:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81835e00.
00010000:00000010:3.1:1787761704.128810:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d6fa79e00.
00010000:00000010:3.1:1787761704.128816:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d446f1f00.
00010000:00000010:3.1:1787761704.128821:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d45cb8800.
00010000:00000010:3.1:1787761704.128826:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d446f1400.
00010000:00000010:3.1:1787761704.128833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d492000.
00010000:00000010:3.1:1787761704.128837:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d446f1e00.
00010000:00000010:3.1:1787761704.128842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f7a6200.
00010000:00000010:3.1:1787761704.128845:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d446f1000.
00010000:00000010:3.1:1787761704.128849:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f7a7600.
00010000:00000010:3.1:1787761704.128853:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d446f1300.
00010000:00000010:3.1:1787761704.128856:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f7a7a00.
00010000:00000010:3.1:1787761704.128859:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81835300.
00010000:00000010:3.1:1787761704.128863:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d6fa78200.
00010000:00000010:3.1:1787761704.128867:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d594a00.
00010000:00000010:3.1:1787761704.128871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d6fa7b600.
00010000:00000010:3.1:1787761704.128874:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81835800.
00010000:00000010:3.1:1787761704.128877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d6fa78a00.
00010000:00000010:3.1:1787761704.128881:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d594e00.
00010000:00000010:3.1:1787761704.128885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d78023c00.
00010000:00000010:3.1:1787761704.128898:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7531f700.
00010000:00000010:3.1:1787761704.128903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d493e00.
00010000:00000010:3.1:1787761704.128906:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7531fe00.
00010000:00000010:3.1:1787761704.128909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d493000.
00010000:00000010:3.1:1787761704.128913:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d446f1600.
00010000:00000010:3.1:1787761704.128917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f7a6a00.
00010000:00000010:3.1:1787761704.128925:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d78011a00.
00010000:00000010:3.1:1787761704.128934:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d494e00.
00000800:00000200:3.1:1787761709.045641:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761709.045649:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1787761709.046783:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761709.046785:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1787761709.047045:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761709.047046:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1787761709.047244:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761709.047245:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 28 secs later)
00010000:00000010:3.1:1787761713.342502:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d753a4f00.
00010000:00000010:3.1:1787761713.342516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d493a00.
00010000:00000010:3.1:1787761713.342521:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d753a4100.
00010000:00000010:3.1:1787761713.342526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752f7c00.
00010000:00000010:3.1:1787761713.342532:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d753a4b00.
00010000:00000010:3.1:1787761713.342538:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752f6e00.
00010000:00000010:3.1:1787761713.342544:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d753a4c00.
00010000:00000010:3.1:1787761713.342551:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d492400.
00010000:00000010:3.1:1787761713.342556:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d753a4400.
00010000:00000010:3.1:1787761713.342561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752f6800.
00010000:00000010:3.1:1787761713.342567:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d753a4a00.
00010000:00000010:3.1:1787761713.342573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752f6400.
00010000:00000010:3.1:1787761713.342578:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d753a4300.
00010000:00000010:3.1:1787761713.342583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752f6000.
00010000:00000010:3.1:1787761713.342589:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d594d00.
00010000:00000010:3.1:1787761713.342595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d6fa7a000.
00010000:00000010:3.1:1787761713.342601:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d753a4600.
00010000:00000010:3.1:1787761713.342607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752f7800.
00010000:00000010:3.1:1787761713.342613:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d753a4900.
00010000:00000010:3.1:1787761713.342619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752f7000.
00010000:00000010:3.1:1787761713.342625:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d753a4800.
00010000:00000010:3.1:1787761713.342631:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752f7e00.
00010000:00000010:3.1:1787761713.342636:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d753a4e00.
00010000:00000010:3.1:1787761713.342639:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752f6c00.
00010000:00000010:3.1:1787761713.342643:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d753a4700.
00010000:00000010:3.1:1787761713.342646:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752f6200.
00010000:00000010:3.1:1787761713.342650:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d42459d00.
00010000:00000010:3.1:1787761713.342654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752f7a00.
00010000:00000010:3.1:1787761713.342658:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7e787e00.
00010000:00000010:3.1:1787761713.342661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752f6a00.
00010000:00000010:3.1:1787761713.342664:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7e787f00.
00010000:00000010:3.1:1787761713.342668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d6fa7b800.
00010000:00000010:3.1:1787761713.342671:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d594800.
00010000:00000010:3.1:1787761713.342675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d6fa7b000.
00010000:00000010:3.1:1787761713.342679:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7e787500.
00010000:00000010:3.1:1787761713.342684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752f7400.
00010000:00000010:3.1:1787761713.346523:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d594600.
00010000:00000010:3.1:1787761713.346537:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d6fa7ac00.
00010000:00000010:3.1:1787761713.346544:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7e787300.
00010000:00000010:3.1:1787761713.346550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d492e00.
00010000:00000010:3.1:1787761713.346555:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7531ff00.
00010000:00000010:3.1:1787761713.346561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d493600.
00010000:00000010:3.1:1787761713.346566:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d752a1b00.
00010000:00000010:3.1:1787761713.346571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d6fa78800.
00010000:00000010:3.1:1787761713.346577:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d752a1100.
00010000:00000010:3.1:1787761713.346581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d6fa79a00.
00010000:00000010:3.1:1787761713.346586:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d752a1f00.
00010000:00000010:3.1:1787761713.346609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d493c00.
00010000:00000010:3.1:1787761713.346616:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d594100.
00010000:00000010:3.1:1787761713.346622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d6fa7ba00.
00010000:00000010:3.1:1787761713.346628:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81835000.
00010000:00000010:3.1:1787761713.346640:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d6fa78e00.
00000800:00000200:3.1:1787761714.165058:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761714.165066:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787761714.165513:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761714.165514:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787761714.165742:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761714.165743:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787761714.165938:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761714.165940:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787761719.285562:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761719.285572:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787761719.286642:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761719.286645:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787761719.287094:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761719.287097:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787761719.287462:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761719.287466:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00010000:00000010:3.1:1787761723.581532:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52ebc600.
00010000:00000010:3.1:1787761723.581546:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819b0000.
00010000:00000010:3.1:1787761723.581551:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d446f1200.
00010000:00000010:3.1:1787761723.581555:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d45cb9c00.
00010000:00000010:3.1:1787761723.581560:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d594000.
00010000:00000010:3.1:1787761723.581564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d6fa7b200.
00010000:00000010:3.1:1787761723.581568:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d594200.
00010000:00000010:3.1:1787761723.581572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819b1800.
00010000:00000010:3.1:1787761723.581575:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52ebc900.
00010000:00000010:3.1:1787761723.581579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d45cb9a00.
00010000:00000010:3.1:1787761723.581582:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d594700.
00010000:00000010:3.1:1787761723.581586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d6fa7a200.
00010000:00000010:3.1:1787761723.581589:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d594b00.
00010000:00000010:3.1:1787761723.581592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d6fa7be00.
00010000:00000010:3.1:1787761723.581596:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52ebce00.
00010000:00000010:3.1:1787761723.581599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819b0c00.
00010000:00000010:3.1:1787761723.581602:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52ebca00.
00010000:00000010:3.1:1787761723.581606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819b0200.
00010000:00000010:3.1:1787761723.585520:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52ebc400.
00010000:00000010:3.1:1787761723.585536:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819b1a00.
00010000:00000010:3.1:1787761723.585542:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52ebcc00.
00010000:00000010:3.1:1787761723.585547:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819b0a00.
00010000:00000010:3.1:1787761723.585551:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52ebcb00.
00010000:00000010:3.1:1787761723.585555:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819b0600.
00010000:00000010:3.1:1787761723.585560:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52ebc100.
00010000:00000010:3.1:1787761723.585563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819b1400.
00010000:00000010:3.1:1787761723.585567:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52ebcd00.
00010000:00000010:3.1:1787761723.585571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819b1200.
00010000:00000010:3.1:1787761723.585575:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52ebc200.
00010000:00000010:3.1:1787761723.585578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819b1600.
00010000:00000010:3.1:1787761723.585581:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52ebc700.
00010000:00000010:3.1:1787761723.585585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819b1c00.
00010000:00000010:3.1:1787761723.585588:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52ebc500.
00010000:00000010:3.1:1787761723.585591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819b0e00.
00010000:00000010:3.1:1787761723.585595:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52ebcf00.
00010000:00000010:3.1:1787761723.585599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d6fa7ae00.
00010000:00000010:3.1:1787761723.585603:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d594900.
00010000:00000010:3.1:1787761723.585606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d6fa7a800.
00010000:00000010:3.1:1787761723.585609:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d594500.
00010000:00000010:3.1:1787761723.585613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d6fa7a400.
00010000:00000010:3.1:1787761723.585616:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52ebc000.
00010000:00000010:3.1:1787761723.585619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819b0800.
00010000:00000010:3.1:1787761723.585623:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d753a4500.
00010000:00000010:3.1:1787761723.585627:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752f7600.
00010000:00000010:3.1:1787761723.585632:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d753a4000.
00010000:00000010:3.1:1787761723.585635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752f6600.
00010000:00000010:3.1:1787761723.585641:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d446f1a00.
00010000:00000010:3.1:1787761723.585644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d45cb9800.
00010000:00000010:3.1:1787761723.585648:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d446f1700.
00010000:00000010:3.1:1787761723.585651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d45cb8400.
00010000:00000010:3.1:1787761723.585654:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d753a4d00.
00010000:00000010:3.1:1787761723.585658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752f7200.
00000800:00000200:3.1:1787761724.405629:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761724.405636:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787761724.406511:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761724.406518:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787761724.406957:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761724.406961:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787761724.407310:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761724.407314:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787761729.525597:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761729.525613:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1787761729.526760:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761729.526761:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1787761729.527021:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761729.527022:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1787761729.527214:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761729.527216:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00010000:00000010:3.1:1787761733.820689:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81841000.
00010000:00000010:3.1:1787761733.820705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d58143000.
00010000:00000010:3.1:1787761733.820711:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81854f00.
00010000:00000010:3.1:1787761733.820716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d58141000.
00010000:00000010:3.1:1787761733.820720:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81854400.
00010000:00000010:3.1:1787761733.820723:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d58141e00.
00010000:00000010:3.1:1787761733.820726:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81854700.
00010000:00000010:3.1:1787761733.820729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d493400.
00010000:00000010:3.1:1787761733.820733:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d42a23100.
00010000:00000010:3.1:1787761733.820738:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d45cb8e00.
00010000:00000010:3.1:1787761733.820741:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d42a23300.
00010000:00000010:3.1:1787761733.820744:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d58140a00.
00010000:00000010:3.1:1787761733.820748:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d42a23400.
00010000:00000010:3.1:1787761733.820781:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d58140600.
00010000:00000010:3.1:1787761733.820785:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d42a23b00.
00010000:00000010:3.1:1787761733.820792:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d58142c00.
00010000:00000010:3.1:1787761733.820795:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81841200.
00010000:00000010:3.1:1787761733.820798:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d58142200.
00010000:00000010:3.1:1787761733.820801:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81841800.
00010000:00000010:3.1:1787761733.820804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d58143a00.
00010000:00000010:3.1:1787761733.820807:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81841d00.
00010000:00000010:3.1:1787761733.820808:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d58142a00.
00010000:00000010:3.1:1787761733.820811:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d48938000.
00010000:00000010:3.1:1787761733.820815:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d58142600.
00010000:00000010:3.1:1787761733.820817:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7e787700.
00010000:00000010:3.1:1787761733.820819:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d58141400.
00010000:00000010:3.1:1787761733.820821:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d42a23f00.
00010000:00000010:3.1:1787761733.820823:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d58141200.
00010000:00000010:3.1:1787761733.820825:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d42a23e00.
00010000:00000010:3.1:1787761733.820827:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d58141600.
00010000:00000010:3.1:1787761733.820829:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d42a23c00.
00010000:00000010:3.1:1787761733.820831:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d492c00.
00010000:00000010:3.1:1787761733.820833:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818c1400.
00010000:00000010:3.1:1787761733.820837:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d45cb9000.
00010000:00000010:3.1:1787761733.824491:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818c1700.
00010000:00000010:3.1:1787761733.824496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d45cb8c00.
00010000:00000010:3.1:1787761733.824499:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818c1b00.
00010000:00000010:3.1:1787761733.824501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d45cb8a00.
00010000:00000010:3.1:1787761733.824503:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818c1a00.
00010000:00000010:3.1:1787761733.824506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d45cb9e00.
00010000:00000010:3.1:1787761733.824508:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818c1600.
00010000:00000010:3.1:1787761733.824511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d58143400.
00010000:00000010:3.1:1787761733.824515:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7e787100.
00010000:00000010:3.1:1787761733.824519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d6fa79c00.
00010000:00000010:3.1:1787761733.824539:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d42a23a00.
00010000:00000010:3.1:1787761733.824543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819b0400.
00010000:00000010:3.1:1787761733.824548:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d446f1d00.
00010000:00000010:3.1:1787761733.824552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d45cb8000.
00010000:00000010:3.1:1787761733.824555:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d594300.
00010000:00000010:3.1:1787761733.824559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d6fa7aa00.
00010000:00000010:3.1:1787761733.824563:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52ebc300.
00010000:00000010:3.1:1787761733.824567:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819b1e00.
00010000:00000010:3.1:1787761733.824571:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d446f1800.
00010000:00000010:3.1:1787761733.824579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d45cb9200.
00010000:00000010:3.1:1787761733.824583:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d753a4200.
00010000:00000010:3.1:1787761733.824586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d6fa7bc00.
00010000:00000010:3.1:1787761733.824615:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52ebc800.
00010000:00000010:3.1:1787761733.824620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819b1000.
00000800:00000200:3.1:1787761734.645830:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761734.645843:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1787761734.646794:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761734.646814:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1787761734.647207:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761734.647210:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1787761734.647621:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761734.647625:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1787761739.765786:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761739.766414:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761739.766887:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761739.767210:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00010000:00000010:3.1:1787761744.059478:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81909a00.
00010000:00000010:3.1:1787761744.059489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d5c7800.
00010000:00000010:3.1:1787761744.059494:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818c1100.
00010000:00000010:3.1:1787761744.059497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f30f000.
00010000:00000010:3.1:1787761744.059501:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81854c00.
00010000:00000010:3.1:1787761744.059503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752d0a00.
00010000:00000010:3.1:1787761744.059506:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81854100.
00010000:00000010:3.1:1787761744.059508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752d1400.
00010000:00000010:3.1:1787761744.059512:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81841300.
00010000:00000010:3.1:1787761744.059514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d5c7000.
00010000:00000010:3.1:1787761744.059516:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7531fd00.
00010000:00000010:3.1:1787761744.059518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d492a00.
00010000:00000010:3.1:1787761744.059520:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81841700.
00010000:00000010:3.1:1787761744.059522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d5c7e00.
00010000:00000010:3.1:1787761744.059524:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81841600.
00010000:00000010:3.1:1787761744.059527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d58143e00.
00010000:00000010:3.1:1787761744.059529:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81841500.
00010000:00000010:3.1:1787761744.059531:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d58140400.
00010000:00000010:3.1:1787761744.063467:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81854500.
00010000:00000010:3.1:1787761744.063472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d58140000.
00010000:00000010:3.1:1787761744.063474:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81854000.
00010000:00000010:3.1:1787761744.063476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d58141c00.
00010000:00000010:3.1:1787761744.063478:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81854300.
00010000:00000010:3.1:1787761744.063481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d58142000.
00010000:00000010:3.1:1787761744.063483:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81841900.
00010000:00000010:3.1:1787761744.063485:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d58142e00.
00010000:00000010:3.1:1787761744.063487:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81841100.
00010000:00000010:3.1:1787761744.063488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d58140e00.
00010000:00000010:3.1:1787761744.063490:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81854200.
00010000:00000010:3.1:1787761744.063492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d58141a00.
00010000:00000010:3.1:1787761744.063494:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81841b00.
00010000:00000010:3.1:1787761744.063496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d58143200.
00010000:00000010:3.1:1787761744.063497:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81841c00.
00010000:00000010:3.1:1787761744.063499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d58143600.
00010000:00000010:3.1:1787761744.063501:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81854800.
00010000:00000010:3.1:1787761744.063502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d58140200.
00010000:00000010:3.1:1787761744.063504:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81854d00.
00010000:00000010:3.1:1787761744.063506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d58140c00.
00010000:00000010:3.1:1787761744.063509:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818c1c00.
00010000:00000010:3.1:1787761744.063511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f30f800.
00010000:00000010:3.1:1787761744.063513:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81854600.
00010000:00000010:3.1:1787761744.063514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d58141800.
00010000:00000010:3.1:1787761744.063516:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81841f00.
00010000:00000010:3.1:1787761744.063518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d58143c00.
00010000:00000010:3.1:1787761744.063520:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7531f900.
00010000:00000010:3.1:1787761744.063522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d492800.
00010000:00000010:3.1:1787761744.063523:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81841400.
00010000:00000010:3.1:1787761744.063525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d58142800.
00010000:00000010:3.1:1787761744.063527:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81854900.
00010000:00000010:3.1:1787761744.063539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d58140800.
00010000:00000010:3.1:1787761744.063541:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81841a00.
00010000:00000010:3.1:1787761744.063543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d58142400.
00010000:00000010:3.1:1787761744.063550:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81841e00.
00010000:00000010:3.1:1787761744.063552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d58143800.
00000800:00000200:3.1:1787761744.886438:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761744.886484:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787761744.887115:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761744.887119:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787761744.887522:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761744.887525:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787761744.887959:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761744.887963:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787761750.005779:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761750.005789:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1787761750.006833:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761750.006836:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1787761750.007263:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761750.007266:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1787761750.007757:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761750.007761:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00010000:00000010:3.1:1787761753.276490:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7531f200.
00010000:00000010:3.1:1787761753.276512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818f4000.
00010000:00000010:3.1:1787761753.276520:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d468100.
00010000:00000010:3.1:1787761753.276525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752d0e00.
00010000:00000010:3.1:1787761753.276529:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d468b00.
00010000:00000010:3.1:1787761753.276532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752d0800.
00010000:00000010:3.1:1787761753.276534:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d468c00.
00010000:00000010:3.1:1787761753.276537:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d493200.
00010000:00000010:3.1:1787761753.276540:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d468f00.
00010000:00000010:3.1:1787761753.276542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752d0000.
00010000:00000010:3.1:1787761753.276546:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81909600.
00010000:00000010:3.1:1787761753.276549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d5c6600.
00010000:00000010:3.1:1787761753.276551:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d4383f900.
00010000:00000010:3.1:1787761753.276554:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81939e00.
00010000:00000010:3.1:1787761753.276556:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d4383f000.
00010000:00000010:3.1:1787761753.276558:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81939400.
00010000:00000010:3.1:1787761753.276560:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d4383fe00.
00010000:00000010:3.1:1787761753.276562:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81939a00.
00010000:00000010:3.1:1787761753.276565:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d4383f100.
00010000:00000010:3.1:1787761753.276570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f30ec00.
00010000:00000010:3.1:1787761753.276575:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818c1e00.
00010000:00000010:3.1:1787761753.276579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f30e400.
00010000:00000010:3.1:1787761753.276583:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81854a00.
00010000:00000010:3.1:1787761753.276587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752d1800.
00010000:00000010:3.1:1787761753.276598:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81854b00.
00010000:00000010:3.1:1787761753.276607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d5c7400.
00010000:00000010:3.1:1787761753.276612:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81909500.
00010000:00000010:3.1:1787761753.276615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d5c7200.
00010000:00000010:3.1:1787761753.276618:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81909900.
00010000:00000010:3.1:1787761753.276620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d5c7600.
00010000:00000010:3.1:1787761753.280468:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81909100.
00010000:00000010:3.1:1787761753.280475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d493800.
00010000:00000010:3.1:1787761753.280491:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818c1000.
00010000:00000010:3.1:1787761753.280494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f30e200.
00010000:00000010:3.1:1787761753.280496:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818c1300.
00010000:00000010:3.1:1787761753.280498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f30fe00.
00010000:00000010:3.1:1787761753.280500:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818c1d00.
00010000:00000010:3.1:1787761753.280502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f30f200.
00010000:00000010:3.1:1787761753.280504:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818c1500.
00010000:00000010:3.1:1787761753.280506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f30ee00.
00010000:00000010:3.1:1787761753.280507:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818c1900.
00010000:00000010:3.1:1787761753.280509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f30ea00.
00010000:00000010:3.1:1787761753.280511:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818c1800.
00010000:00000010:3.1:1787761753.280513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f30e800.
00010000:00000010:3.1:1787761753.280515:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818c1f00.
00010000:00000010:3.1:1787761753.280516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f30e000.
00010000:00000010:3.1:1787761753.280518:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81909c00.
00010000:00000010:3.1:1787761753.280520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d5c6e00.
00010000:00000010:3.1:1787761753.280522:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81854e00.
00010000:00000010:3.1:1787761753.280524:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752d0c00.
00010000:00000010:3.1:1787761753.280526:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81909400.
00010000:00000010:3.1:1787761753.280527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d5c6400.
00000800:00000200:3.1:1787761755.125609:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761755.125628:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1787761755.126165:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761755.126167:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1787761755.126376:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761755.126379:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1787761755.126679:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761755.126681:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1787761760.245145:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761760.245152:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1787761760.245571:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761760.245573:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1787761760.245830:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761760.245832:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1787761760.246026:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761760.246028:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 42 secs later)
00010000:00000010:3.1:1787761763.515482:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75346c00.
00010000:00000010:3.1:1787761763.515510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d586a00.
00010000:00000010:3.1:1787761763.515512:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75346400.
00010000:00000010:3.1:1787761763.515515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d57a600.
00010000:00000010:3.1:1787761763.515517:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75346e00.
00010000:00000010:3.1:1787761763.515518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818f5a00.
00010000:00000010:3.1:1787761763.515521:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d468400.
00010000:00000010:3.1:1787761763.515523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818b4600.
00010000:00000010:3.1:1787761763.519481:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d468500.
00010000:00000010:3.1:1787761763.519487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818b5200.
00010000:00000010:3.1:1787761763.519489:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81994600.
00010000:00000010:3.1:1787761763.519492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d584400.
00010000:00000010:3.1:1787761763.519494:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d468900.
00010000:00000010:3.1:1787761763.519496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d57aa00.
00010000:00000010:3.1:1787761763.519498:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7531fb00.
00010000:00000010:3.1:1787761763.519500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d57ac00.
00010000:00000010:3.1:1787761763.519501:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7531f600.
00010000:00000010:3.1:1787761763.519504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818b5c00.
00010000:00000010:3.1:1787761763.519506:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81994500.
00010000:00000010:3.1:1787761763.519508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d584000.
00010000:00000010:3.1:1787761763.519510:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81909f00.
00010000:00000010:3.1:1787761763.519512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d585800.
00010000:00000010:3.1:1787761763.519513:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81909b00.
00010000:00000010:3.1:1787761763.519515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d5c6200.
00010000:00000010:3.1:1787761763.519517:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81909200.
00010000:00000010:3.1:1787761763.519519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d5c6000.
00010000:00000010:3.1:1787761763.519520:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81909700.
00010000:00000010:3.1:1787761763.519522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d5c6800.
00010000:00000010:3.1:1787761763.519524:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81909e00.
00010000:00000010:3.1:1787761763.519526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818b4e00.
00010000:00000010:3.1:1787761763.519527:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d468800.
00010000:00000010:3.1:1787761763.519529:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752d1600.
00010000:00000010:3.1:1787761763.519531:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d468200.
00010000:00000010:3.1:1787761763.519533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752d1000.
00010000:00000010:3.1:1787761763.519535:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d468a00.
00010000:00000010:3.1:1787761763.519536:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752d1200.
00010000:00000010:3.1:1787761763.519538:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d468700.
00010000:00000010:3.1:1787761763.519539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d5c7c00.
00010000:00000010:3.1:1787761763.519541:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81909000.
00010000:00000010:3.1:1787761763.519543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d5c6a00.
00010000:00000010:3.1:1787761763.519544:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81909300.
00010000:00000010:3.1:1787761763.519546:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752d0600.
00010000:00000010:3.1:1787761763.519548:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d468e00.
00010000:00000010:3.1:1787761763.519549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752d1a00.
00010000:00000010:3.1:1787761763.519551:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d4383f200.
00010000:00000010:3.1:1787761763.519552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d57a000.
00010000:00000010:3.1:1787761763.519564:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d468000.
00010000:00000010:3.1:1787761763.519567:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752d0200.
00010000:00000010:3.1:1787761763.519568:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81909800.
00010000:00000010:3.1:1787761763.519570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d5c6c00.
00010000:00000010:3.1:1787761763.519572:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d468300.
00010000:00000010:3.1:1787761763.519574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752d1e00.
00010000:00000010:3.1:1787761763.519576:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81909d00.
00010000:00000010:3.1:1787761763.519582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d5c7a00.
00010000:00000010:3.1:1787761763.519584:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d468d00.
00010000:00000010:3.1:1787761763.519586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752d0400.
00010000:00000010:3.1:1787761763.519588:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d468600.
00010000:00000010:3.1:1787761763.519592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d752d1c00.
00000800:00000200:1.1:1787761765.365612:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761765.365620:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787761765.366702:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761765.366705:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787761765.367070:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761765.367073:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787761765.367508:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761765.367511:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787761770.485601:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761770.485612:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787761770.486728:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761770.486731:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787761770.487126:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761770.487129:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787761770.487531:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761770.487535:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 32 secs later)
00010000:00000010:3.1:1787761773.756477:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75346b00.
00010000:00000010:3.1:1787761773.756497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d57b200.
00010000:00000010:3.1:1787761773.756501:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81994b00.
00010000:00000010:3.1:1787761773.756504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d584c00.
00010000:00000010:3.1:1787761773.756507:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d4383f400.
00010000:00000010:3.1:1787761773.756509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81938600.
00010000:00000010:3.1:1787761773.756512:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75346500.
00010000:00000010:3.1:1787761773.756514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d587600.
00010000:00000010:3.1:1787761773.756517:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81994c00.
00010000:00000010:3.1:1787761773.756519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d584200.
00010000:00000010:3.1:1787761773.756521:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75346f00.
00010000:00000010:3.1:1787761773.756523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d587c00.
00010000:00000010:3.1:1787761773.756524:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75346a00.
00010000:00000010:3.1:1787761773.756526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d586e00.
00010000:00000010:3.1:1787761773.756528:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75346900.
00010000:00000010:3.1:1787761773.756530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d586800.
00010000:00000010:3.1:1787761773.756531:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75346300.
00010000:00000010:3.1:1787761773.756533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d586400.
00010000:00000010:3.1:1787761773.756535:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75346200.
00010000:00000010:3.1:1787761773.756537:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d57b000.
00010000:00000010:3.1:1787761773.756538:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d4383f300.
00010000:00000010:3.1:1787761773.756540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81939600.
00010000:00000010:3.1:1787761773.756542:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d4383fc00.
00010000:00000010:3.1:1787761773.756545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81938e00.
00010000:00000010:3.1:1787761773.756547:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d4383f700.
00010000:00000010:3.1:1787761773.756549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81938000.
00010000:00000010:3.1:1787761773.756551:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d4383ff00.
00010000:00000010:3.1:1787761773.756553:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81939000.
00010000:00000010:3.1:1787761773.760470:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81994f00.
00010000:00000010:3.1:1787761773.760475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d585a00.
00010000:00000010:3.1:1787761773.760477:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81994400.
00010000:00000010:3.1:1787761773.760479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d584a00.
00010000:00000010:3.1:1787761773.760481:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81994a00.
00010000:00000010:3.1:1787761773.760483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d584600.
00010000:00000010:3.1:1787761773.760495:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81994700.
00010000:00000010:3.1:1787761773.760497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d585400.
00010000:00000010:3.1:1787761773.760499:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81994e00.
00010000:00000010:3.1:1787761773.760501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d585200.
00010000:00000010:3.1:1787761773.760503:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81994000.
00010000:00000010:3.1:1787761773.760505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d57be00.
00010000:00000010:3.1:1787761773.760507:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75346800.
00010000:00000010:3.1:1787761773.760508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d587800.
00010000:00000010:3.1:1787761773.760510:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75346d00.
00010000:00000010:3.1:1787761773.760512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d586000.
00010000:00000010:3.1:1787761773.760513:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75346600.
00010000:00000010:3.1:1787761773.760515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d587000.
00010000:00000010:3.1:1787761773.760517:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81994800.
00010000:00000010:3.1:1787761773.760519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d584e00.
00010000:00000010:3.1:1787761773.760521:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75346100.
00010000:00000010:3.1:1787761773.760523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d586c00.
00010000:00000010:3.1:1787761773.760525:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d4383fa00.
00010000:00000010:3.1:1787761773.760527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81938400.
00010000:00000010:3.1:1787761773.760528:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d4383f800.
00010000:00000010:3.1:1787761773.760530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d586200.
00010000:00000010:3.1:1787761773.760531:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7531f500.
00010000:00000010:3.1:1787761773.760535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d57ba00.
00000800:00000200:1.1:1787761775.605727:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761775.605738:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787761775.606566:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761775.606570:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787761775.606964:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761775.606967:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787761775.607504:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761775.607508:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787761780.725548:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761780.725559:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787761780.726771:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761780.726774:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787761780.727138:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761780.727141:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787761780.727627:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761780.727631:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00010000:00000010:3.1:1787761783.997530:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8197ee00.
00010000:00000010:3.1:1787761783.997544:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d45b400.
00010000:00000010:3.1:1787761783.997571:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8197e300.
00010000:00000010:3.1:1787761783.997590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d76ec6c00.
00010000:00000010:3.1:1787761783.997597:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8197e200.
00010000:00000010:3.1:1787761783.997600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d587e00.
00010000:00000010:3.1:1787761783.997602:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8197ed00.
00010000:00000010:3.1:1787761783.997604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d57a800.
00010000:00000010:3.1:1787761783.997606:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7dfd7a00.
00010000:00000010:3.1:1787761783.997609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d448a00.
00010000:00000010:3.1:1787761783.997611:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8197e500.
00010000:00000010:3.1:1787761783.997612:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81938200.
00010000:00000010:3.1:1787761784.001474:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8197e900.
00010000:00000010:3.1:1787761784.001483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d586600.
00010000:00000010:3.1:1787761784.001485:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8197e100.
00010000:00000010:3.1:1787761784.001488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d448600.
00010000:00000010:3.1:1787761784.001491:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7dfd7700.
00010000:00000010:3.1:1787761784.001494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d449400.
00010000:00000010:3.1:1787761784.001497:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7dfd7e00.
00010000:00000010:3.1:1787761784.001499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d449200.
00010000:00000010:3.1:1787761784.001501:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7dfd7000.
00010000:00000010:3.1:1787761784.001503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d449600.
00010000:00000010:3.1:1787761784.001505:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7dfd7300.
00010000:00000010:3.1:1787761784.001507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d449c00.
00010000:00000010:3.1:1787761784.001509:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7dfd7200.
00010000:00000010:3.1:1787761784.001511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d448e00.
00010000:00000010:3.1:1787761784.001513:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7dfd7800.
00010000:00000010:3.1:1787761784.001514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d448800.
00010000:00000010:3.1:1787761784.001516:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7dfd7d00.
00010000:00000010:3.1:1787761784.001518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d448400.
00010000:00000010:3.1:1787761784.001519:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7dfd7600.
00010000:00000010:3.1:1787761784.001522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81939200.
00010000:00000010:3.1:1787761784.001525:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819f8c00.
00010000:00000010:3.1:1787761784.001528:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81939c00.
00010000:00000010:3.1:1787761784.001530:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818c1200.
00010000:00000010:3.1:1787761784.001539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d448000.
00010000:00000010:3.1:1787761784.001541:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7dfd7500.
00010000:00000010:3.1:1787761784.001544:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d585600.
00010000:00000010:3.1:1787761784.001547:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81994300.
00010000:00000010:3.1:1787761784.001549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d584800.
00010000:00000010:3.1:1787761784.001552:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81994d00.
00010000:00000010:3.1:1787761784.001554:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d585c00.
00010000:00000010:3.1:1787761784.001556:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81994200.
00010000:00000010:3.1:1787761784.001558:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d587a00.
00010000:00000010:3.1:1787761784.001560:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8197ec00.
00010000:00000010:3.1:1787761784.001562:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d587400.
00010000:00000010:3.1:1787761784.001581:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81994900.
00010000:00000010:3.1:1787761784.001585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d585000.
00010000:00000010:3.1:1787761784.001589:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75346000.
00010000:00000010:3.1:1787761784.001592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81939800.
00010000:00000010:3.1:1787761784.001595:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75346700.
00010000:00000010:3.1:1787761784.001599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d587200.
00010000:00000010:3.1:1787761784.001602:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d81994100.
00010000:00000010:3.1:1787761784.001605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d585e00.
00000800:00000200:1.1:1787761785.845715:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761785.845725:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787761785.846637:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761785.846640:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787761785.847050:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761785.847055:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787761785.847504:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761785.847507:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787761790.965275:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761790.965281:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787761790.965872:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761790.965874:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787761790.966152:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761790.966154:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787761790.966388:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761790.966390:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00010000:00000010:3.1:1787761793.212471:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7dfd7400.
00010000:00000010:3.1:1787761793.212478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81980400.
00010000:00000010:3.1:1787761793.212483:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819f8b00.
00010000:00000010:3.1:1787761793.212486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d559200.
00010000:00000010:3.1:1787761793.212541:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819f8e00.
00010000:00000010:3.1:1787761793.212545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d558a00.
00010000:00000010:3.1:1787761793.212549:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d6fa9dd00.
00010000:00000010:3.1:1787761793.212552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d57bc00.
00010000:00000010:3.1:1787761793.212555:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7dfd7900.
00010000:00000010:3.1:1787761793.212560:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d449a00.
00010000:00000010:3.1:1787761793.212563:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819f8400.
00010000:00000010:3.1:1787761793.212567:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d559c00.
00010000:00000010:3.1:1787761793.212570:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d6fa9d900.
00010000:00000010:3.1:1787761793.212574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d44b800.
00010000:00000010:3.1:1787761793.212577:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7dfd7100.
00010000:00000010:3.1:1787761793.212579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d449800.
00010000:00000010:3.1:1787761793.212581:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7dfd7b00.
00010000:00000010:3.1:1787761793.212583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d449000.
00010000:00000010:3.1:1787761793.212584:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7dfd7c00.
00010000:00000010:3.1:1787761793.212586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d449e00.
00010000:00000010:3.1:1787761793.212588:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7dfd7f00.
00010000:00000010:3.1:1787761793.212589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d448c00.
00010000:00000010:3.1:1787761793.212591:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d6fa9d100.
00010000:00000010:3.1:1787761793.212593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d44b000.
00010000:00000010:3.1:1787761793.212594:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d6fa9dc00.
00010000:00000010:3.1:1787761793.212596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d44be00.
00010000:00000010:3.1:1787761793.212598:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8197eb00.
00010000:00000010:3.1:1787761793.212599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d44ac00.
00010000:00000010:3.1:1787761793.212601:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8197e600.
00010000:00000010:3.1:1787761793.212602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d44a200.
00010000:00000010:3.1:1787761793.216469:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8197e800.
00010000:00000010:3.1:1787761793.216474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d44ba00.
00010000:00000010:3.1:1787761793.216475:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8197e000.
00010000:00000010:3.1:1787761793.216477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d558800.
00010000:00000010:3.1:1787761793.216479:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819f8500.
00010000:00000010:3.1:1787761793.216481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d558000.
00010000:00000010:3.1:1787761793.216483:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819f8200.
00010000:00000010:3.1:1787761793.216484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d558600.
00010000:00000010:3.1:1787761793.216486:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819f8d00.
00010000:00000010:3.1:1787761793.216488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d559400.
00010000:00000010:3.1:1787761793.216490:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819f8900.
00010000:00000010:3.1:1787761793.216492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d558200.
00010000:00000010:3.1:1787761793.216494:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819f8f00.
00010000:00000010:3.1:1787761793.216496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d559000.
00010000:00000010:3.1:1787761793.216498:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8197ef00.
00010000:00000010:3.1:1787761793.216500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d44a600.
00010000:00000010:3.1:1787761793.216502:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8197e400.
00010000:00000010:3.1:1787761793.216503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d44b400.
00010000:00000010:3.1:1787761793.216505:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819f8700.
00010000:00000010:3.1:1787761793.216507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f30fc00.
00010000:00000010:3.1:1787761793.216508:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8197ea00.
00010000:00000010:3.1:1787761793.216510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d448200.
00000800:00000200:1.1:1787761796.085663:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761796.085673:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787761796.086755:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761796.086757:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787761796.086967:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761796.086968:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787761796.087159:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761796.087161:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787761801.205013:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761801.205016:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787761801.206221:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761801.206231:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787761801.207049:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761801.207051:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787761801.207280:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761801.207282:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 1 secs later)
00010000:00000010:3.1:1787761803.453528:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8192c900.
00010000:00000010:3.1:1787761803.453544:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d57b800.
00010000:00000010:3.1:1787761803.453553:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d6fa9d200.
00010000:00000010:3.1:1787761803.453559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81982800.
00010000:00000010:3.1:1787761803.453567:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d82177d00.
00010000:00000010:3.1:1787761803.453573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d558e00.
00010000:00000010:3.1:1787761803.453579:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d82177600.
00010000:00000010:3.1:1787761803.453584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81980c00.
00010000:00000010:3.1:1787761803.453590:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d6fa9d500.
00010000:00000010:3.1:1787761803.453594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81982400.
00010000:00000010:3.1:1787761803.453598:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d6fa9d300.
00010000:00000010:3.1:1787761803.453602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81983800.
00010000:00000010:3.1:1787761803.457512:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819f8300.
00010000:00000010:3.1:1787761803.457524:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81983000.
00010000:00000010:3.1:1787761803.457529:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819f8600.
00010000:00000010:3.1:1787761803.457533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d559a00.
00010000:00000010:3.1:1787761803.457538:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d82177500.
00010000:00000010:3.1:1787761803.457541:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81983e00.
00010000:00000010:3.1:1787761803.457546:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d6fa9d800.
00010000:00000010:3.1:1787761803.457550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d44b200.
00010000:00000010:3.1:1787761803.457554:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d6fa9de00.
00010000:00000010:3.1:1787761803.457559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d44aa00.
00010000:00000010:3.1:1787761803.457562:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d6fa9da00.
00010000:00000010:3.1:1787761803.457566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81981a00.
00010000:00000010:3.1:1787761803.457570:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d82177900.
00010000:00000010:3.1:1787761803.457574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81980a00.
00010000:00000010:3.1:1787761803.457577:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d82177100.
00010000:00000010:3.1:1787761803.457580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81980600.
00010000:00000010:3.1:1787761803.457583:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d6fa9d700.
00010000:00000010:3.1:1787761803.457587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d57a400.
00010000:00000010:3.1:1787761803.457590:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819f8100.
00010000:00000010:3.1:1787761803.457593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d559800.
00010000:00000010:3.1:1787761803.457596:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d82177b00.
00010000:00000010:3.1:1787761803.457599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81981400.
00010000:00000010:3.1:1787761803.457603:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d6fa9df00.
00010000:00000010:3.1:1787761803.457606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d44a000.
00010000:00000010:3.1:1787761803.457609:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d6fa9db00.
00010000:00000010:3.1:1787761803.457612:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d44a800.
00010000:00000010:3.1:1787761803.457615:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d6fa9d400.
00010000:00000010:3.1:1787761803.457619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d44bc00.
00010000:00000010:3.1:1787761803.457622:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d6fa9d600.
00010000:00000010:3.1:1787761803.457626:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d44b600.
00010000:00000010:3.1:1787761803.457629:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d82177c00.
00010000:00000010:3.1:1787761803.457632:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81981200.
00010000:00000010:3.1:1787761803.457635:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d82177f00.
00010000:00000010:3.1:1787761803.457638:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81981600.
00010000:00000010:3.1:1787761803.457641:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d82177400.
00010000:00000010:3.1:1787761803.457645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81981c00.
00010000:00000010:3.1:1787761803.457648:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d82177a00.
00010000:00000010:3.1:1787761803.457651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81980e00.
00010000:00000010:3.1:1787761803.457654:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d6fa9d000.
00010000:00000010:3.1:1787761803.457657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d44a400.
00000800:00000200:1.1:1787761806.325592:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761806.326227:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761806.326571:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761806.326881:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761811.445119:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761811.445126:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787761811.445799:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761811.445802:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787761811.446060:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761811.446062:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787761811.446344:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761811.446346:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00010000:00000010:3.1:1787761813.693526:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819f8000.
00010000:00000010:3.1:1787761813.693539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d414a00.
00010000:00000010:3.1:1787761813.697512:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819f8a00.
00010000:00000010:3.1:1787761813.697524:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d415000.
00010000:00000010:3.1:1787761813.697530:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d82177e00.
00010000:00000010:3.1:1787761813.697534:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81980200.
00010000:00000010:3.1:1787761813.697540:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8192c100.
00010000:00000010:3.1:1787761813.697544:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81985600.
00010000:00000010:3.1:1787761813.697560:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d82177200.
00010000:00000010:3.1:1787761813.697563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818b4200.
00010000:00000010:3.1:1787761813.697567:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d82177000.
00010000:00000010:3.1:1787761813.697570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81981800.
00010000:00000010:3.1:1787761813.697573:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d819f8800.
00010000:00000010:3.1:1787761813.697578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d559600.
00010000:00000010:3.1:1787761813.697583:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8192cb00.
00010000:00000010:3.1:1787761813.697588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d44ae00.
00010000:00000010:3.1:1787761813.697594:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8192cc00.
00010000:00000010:3.1:1787761813.697600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d559e00.
00010000:00000010:3.1:1787761813.697605:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d76ef3600.
00010000:00000010:3.1:1787761813.697611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81982000.
00010000:00000010:3.1:1787761813.697626:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8192cf00.
00010000:00000010:3.1:1787761813.697632:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81983c00.
00010000:00000010:3.1:1787761813.697638:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8192c400.
00010000:00000010:3.1:1787761813.697643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81982c00.
00010000:00000010:3.1:1787761813.697649:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8192ca00.
00010000:00000010:3.1:1787761813.697654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81982200.
00010000:00000010:3.1:1787761813.697659:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8192c700.
00010000:00000010:3.1:1787761813.697665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81983a00.
00010000:00000010:3.1:1787761813.697671:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8192ce00.
00010000:00000010:3.1:1787761813.697677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81982a00.
00010000:00000010:3.1:1787761813.697683:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8192c000.
00010000:00000010:3.1:1787761813.697688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81982600.
00010000:00000010:3.1:1787761813.697694:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8192c300.
00010000:00000010:3.1:1787761813.697700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81983400.
00010000:00000010:3.1:1787761813.697706:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8192c200.
00010000:00000010:3.1:1787761813.697711:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81983200.
00010000:00000010:3.1:1787761813.697715:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8192c800.
00010000:00000010:3.1:1787761813.697718:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81983600.
00010000:00000010:3.1:1787761813.697722:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8192cd00.
00010000:00000010:3.1:1787761813.697725:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818b5400.
00010000:00000010:3.1:1787761813.697729:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d76ef3900.
00010000:00000010:3.1:1787761813.697732:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d57ae00.
00010000:00000010:3.1:1787761813.697736:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7531f800.
00010000:00000010:3.1:1787761813.697740:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d57b400.
00010000:00000010:3.1:1787761813.697743:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7531f100.
00010000:00000010:3.1:1787761813.697746:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d57a200.
00010000:00000010:3.1:1787761813.697750:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7531fc00.
00010000:00000010:3.1:1787761813.697753:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d57b600.
00010000:00000010:3.1:1787761813.697775:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7531f000.
00010000:00000010:3.1:1787761813.697791:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d558400.
00010000:00000010:3.1:1787761813.697797:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d82177800.
00010000:00000010:3.1:1787761813.697803:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81981e00.
00010000:00000010:3.1:1787761813.697808:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8192c500.
00010000:00000010:3.1:1787761813.697814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81982e00.
00000800:00000200:1.1:1787761816.565516:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761816.565523:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787761816.566518:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761816.566521:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787761816.566898:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761816.566902:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787761816.567286:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761816.567289:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787761821.685686:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761821.685694:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787761821.686194:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761821.686197:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787761821.686437:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761821.686462:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787761821.686689:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761821.686692:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
00010000:00000010:3.1:1787761823.933508:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4fca00.
00010000:00000010:3.1:1787761823.933521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81987000.
00010000:00000010:3.1:1787761823.933532:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7ef35b00.
00010000:00000010:3.1:1787761823.933538:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81984600.
00010000:00000010:3.1:1787761823.933546:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d76ef3000.
00010000:00000010:3.1:1787761823.933551:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818b4400.
00010000:00000010:3.1:1787761823.933555:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d76ef3500.
00010000:00000010:3.1:1787761823.933558:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818b4c00.
00010000:00000010:3.1:1787761823.933561:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d752cc500.
00010000:00000010:3.1:1787761823.933564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81987e00.
00010000:00000010:3.1:1787761823.933568:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d76ef3800.
00010000:00000010:3.1:1787761823.933573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818b5e00.
00010000:00000010:3.1:1787761823.933576:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4fce00.
00010000:00000010:3.1:1787761823.933580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81986200.
00010000:00000010:3.1:1787761823.933584:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4fc300.
00010000:00000010:3.1:1787761823.933594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81986a00.
00010000:00000010:3.1:1787761823.933601:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7ef35f00.
00010000:00000010:3.1:1787761823.933611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81984800.
00010000:00000010:3.1:1787761823.937500:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7ef35400.
00010000:00000010:3.1:1787761823.937512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81984400.
00010000:00000010:3.1:1787761823.937517:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7ef35a00.
00010000:00000010:3.1:1787761823.937520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81984000.
00010000:00000010:3.1:1787761823.937524:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7ef35700.
00010000:00000010:3.1:1787761823.937529:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81985800.
00010000:00000010:3.1:1787761823.937532:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7ef35e00.
00010000:00000010:3.1:1787761823.937536:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81985000.
00010000:00000010:3.1:1787761823.937539:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7ef35000.
00010000:00000010:3.1:1787761823.937543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81986600.
00010000:00000010:3.1:1787761823.937547:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4fc200.
00010000:00000010:3.1:1787761823.937551:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81987400.
00010000:00000010:3.1:1787761823.937554:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4fc800.
00010000:00000010:3.1:1787761823.937557:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81987200.
00010000:00000010:3.1:1787761823.937561:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4fcd00.
00010000:00000010:3.1:1787761823.937565:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81987600.
00010000:00000010:3.1:1787761823.937568:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7ef35300.
00010000:00000010:3.1:1787761823.937572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81985e00.
00010000:00000010:3.1:1787761823.937575:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7ef35200.
00010000:00000010:3.1:1787761823.937579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81984c00.
00010000:00000010:3.1:1787761823.937582:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7ef35800.
00010000:00000010:3.1:1787761823.937586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81984200.
00010000:00000010:3.1:1787761823.937589:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7ef35d00.
00010000:00000010:3.1:1787761823.937592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81985a00.
00010000:00000010:3.1:1787761823.937596:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7ef35600.
00010000:00000010:3.1:1787761823.937600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81984a00.
00010000:00000010:3.1:1787761823.937604:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4fc600.
00010000:00000010:3.1:1787761823.937607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d558c00.
00010000:00000010:3.1:1787761823.937611:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4fc500.
00010000:00000010:3.1:1787761823.937615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81980800.
00010000:00000010:3.1:1787761823.937618:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8192c600.
00010000:00000010:3.1:1787761823.937622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81985400.
00010000:00000010:3.1:1787761823.937625:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4fc900.
00010000:00000010:3.1:1787761823.937628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81980000.
00010000:00000010:3.1:1787761823.937631:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d82177700.
00010000:00000010:3.1:1787761823.937635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81981000.
00010000:00000010:3.1:1787761823.937653:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d82177300.
00010000:00000010:3.1:1787761823.937657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81985200.
00000800:00000200:1.1:1787761826.805365:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761826.805370:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787761826.806309:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761826.806311:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787761826.806655:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761826.806658:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787761826.807075:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761826.807078:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787761831.925038:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761831.925043:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787761831.925648:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761831.925650:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787761831.925865:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761831.925866:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787761831.926048:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761831.926050:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 38 secs later)
00010000:00000010:3.1:1787761834.173517:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d5c4400.
00010000:00000010:3.1:1787761834.173530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7801be00.
00010000:00000010:3.1:1787761834.173537:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d752cca00.
00010000:00000010:3.1:1787761834.173541:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818b5600.
00010000:00000010:3.1:1787761834.173544:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d752ccc00.
00010000:00000010:3.1:1787761834.173549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d78018000.
00010000:00000010:3.1:1787761834.173554:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52cc9900.
00010000:00000010:3.1:1787761834.173558:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d78019000.
00010000:00000010:3.1:1787761834.173561:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52cc9b00.
00010000:00000010:3.1:1787761834.173565:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d78018c00.
00010000:00000010:3.1:1787761834.173568:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52cc9c00.
00010000:00000010:3.1:1787761834.173572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d78018200.
00010000:00000010:3.1:1787761834.173575:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d752cc400.
00010000:00000010:3.1:1787761834.173578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818b4000.
00010000:00000010:3.1:1787761834.173581:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d5c4e00.
00010000:00000010:3.1:1787761834.173585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81987a00.
00010000:00000010:3.1:1787761834.173588:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d5c4000.
00010000:00000010:3.1:1787761834.173592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81986c00.
00010000:00000010:3.1:1787761834.177495:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d5c4300.
00010000:00000010:3.1:1787761834.177508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81987800.
00010000:00000010:3.1:1787761834.177512:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d5c4200.
00010000:00000010:3.1:1787761834.177516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81986400.
00010000:00000010:3.1:1787761834.177521:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4fc000.
00010000:00000010:3.1:1787761834.177525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d78019a00.
00010000:00000010:3.1:1787761834.177529:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52cc9f00.
00010000:00000010:3.1:1787761834.177533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d78018a00.
00010000:00000010:3.1:1787761834.177537:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52cc9400.
00010000:00000010:3.1:1787761834.177540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d78018600.
00010000:00000010:3.1:1787761834.177544:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52cc9a00.
00010000:00000010:3.1:1787761834.177547:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d78019400.
00010000:00000010:3.1:1787761834.177550:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52cc9700.
00010000:00000010:3.1:1787761834.177553:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d78019200.
00010000:00000010:3.1:1787761834.177557:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8197e700.
00010000:00000010:3.1:1787761834.177560:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d78019600.
00010000:00000010:3.1:1787761834.177563:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4fc700.
00010000:00000010:3.1:1787761834.177566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81987c00.
00010000:00000010:3.1:1787761834.177569:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4fc400.
00010000:00000010:3.1:1787761834.177572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81986e00.
00010000:00000010:3.1:1787761834.177576:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4fcb00.
00010000:00000010:3.1:1787761834.177579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d78019c00.
00010000:00000010:3.1:1787761834.177582:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7ef35c00.
00010000:00000010:3.1:1787761834.177585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d78018e00.
00010000:00000010:3.1:1787761834.177589:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7ef35100.
00010000:00000010:3.1:1787761834.177592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d78018800.
00010000:00000010:3.1:1787761834.177595:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7ef35900.
00010000:00000010:3.1:1787761834.177598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d78018400.
00010000:00000010:3.1:1787761834.177601:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7ef35500.
00010000:00000010:3.1:1787761834.177604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81984e00.
00010000:00000010:3.1:1787761834.177607:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4fc100.
00010000:00000010:3.1:1787761834.177611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81985c00.
00010000:00000010:3.1:1787761834.177614:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d752cc100.
00010000:00000010:3.1:1787761834.177618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818b4a00.
00010000:00000010:3.1:1787761834.177622:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4fcf00.
00010000:00000010:3.1:1787761834.177640:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81986000.
00000800:00000200:3.1:1787761837.045139:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761837.045145:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1787761837.045939:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761837.045942:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1787761837.046335:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761837.046336:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1787761837.046608:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761837.046611:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1787761842.165713:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761842.165724:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1787761842.166285:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761842.166287:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1787761842.166633:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761842.166636:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1787761842.166978:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761842.166980:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00010000:00000010:3.1:1787761844.413512:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d519f4c00.
00010000:00000010:3.1:1787761844.413525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818b5000.
00010000:00000010:3.1:1787761844.413530:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d519f4a00.
00010000:00000010:3.1:1787761844.413533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818b5800.
00010000:00000010:3.1:1787761844.413538:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d752cc600.
00010000:00000010:3.1:1787761844.413541:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818b5a00.
00010000:00000010:3.1:1787761844.413545:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d752cc900.
00010000:00000010:3.1:1787761844.413548:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d414200.
00010000:00000010:3.1:1787761844.413554:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d5c4800.
00010000:00000010:3.1:1787761844.413558:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7801b200.
00010000:00000010:3.1:1787761844.413562:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d752cc800.
00010000:00000010:3.1:1787761844.413566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d415600.
00010000:00000010:3.1:1787761844.413569:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d752cc200.
00010000:00000010:3.1:1787761844.413573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d414c00.
00010000:00000010:3.1:1787761844.413576:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d752cc700.
00010000:00000010:3.1:1787761844.413579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81986800.
00010000:00000010:3.1:1787761844.413583:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7c88ea00.
00010000:00000010:3.1:1787761844.413586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d560a00.
00010000:00000010:3.1:1787761844.417511:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7c88ee00.
00010000:00000010:3.1:1787761844.417523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d561400.
00010000:00000010:3.1:1787761844.417527:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d43f9fd00.
00010000:00000010:3.1:1787761844.417530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d561c00.
00010000:00000010:3.1:1787761844.417534:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77c99900.
00010000:00000010:3.1:1787761844.417537:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d560e00.
00010000:00000010:3.1:1787761844.417542:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d5c4d00.
00010000:00000010:3.1:1787761844.417545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7801b600.
00010000:00000010:3.1:1787761844.417549:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d5c4600.
00010000:00000010:3.1:1787761844.417553:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7801bc00.
00010000:00000010:3.1:1787761844.417556:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d5c4500.
00010000:00000010:3.1:1787761844.417560:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7801ae00.
00010000:00000010:3.1:1787761844.417564:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d5c4900.
00010000:00000010:3.1:1787761844.417567:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d560800.
00010000:00000010:3.1:1787761844.417571:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52cc9100.
00010000:00000010:3.1:1787761844.417575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81900400.
00010000:00000010:3.1:1787761844.417579:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52cc9500.
00010000:00000010:3.1:1787761844.417582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81901200.
00010000:00000010:3.1:1787761844.417585:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52cc9600.
00010000:00000010:3.1:1787761844.417588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81901400.
00010000:00000010:3.1:1787761844.417592:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52cc9e00.
00010000:00000010:3.1:1787761844.417595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81900000.
00010000:00000010:3.1:1787761844.417600:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52cc9000.
00010000:00000010:3.1:1787761844.417605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7801a800.
00010000:00000010:3.1:1787761844.417611:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d5c4100.
00010000:00000010:3.1:1787761844.417616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7801a400.
00010000:00000010:3.1:1787761844.417621:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52cc9200.
00010000:00000010:3.1:1787761844.417627:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d414600.
00010000:00000010:3.1:1787761844.417632:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d76ef3100.
00010000:00000010:3.1:1787761844.417653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818b4800.
00010000:00000010:3.1:1787761844.417668:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52cc9800.
00010000:00000010:3.1:1787761844.417671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d78019800.
00010000:00000010:3.1:1787761844.417679:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d52cc9d00.
00010000:00000010:3.1:1787761844.417687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d415800.
00010000:00000010:3.1:1787761844.417691:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d5c4c00.
00010000:00000010:3.1:1787761844.417694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7801b800.
00000800:00000200:3.1:1787761847.285110:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761847.285115:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787761847.285588:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761847.285590:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787761847.285797:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761847.285798:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787761847.285976:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761847.285992:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787761852.405585:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761852.405598:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787761852.406715:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761852.406718:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787761852.406986:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761852.406988:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787761852.407190:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761852.407192:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00010000:00000010:3.1:1787761854.652466:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d76ef3700.
00010000:00000010:3.1:1787761854.652473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d415c00.
00010000:00000010:3.1:1787761854.652477:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8192fb00.
00010000:00000010:3.1:1787761854.652481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7801da00.
00010000:00000010:3.1:1787761854.652484:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75343800.
00010000:00000010:3.1:1787761854.652486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7801c600.
00010000:00000010:3.1:1787761854.652488:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8192fc00.
00010000:00000010:3.1:1787761854.652490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7801ca00.
00010000:00000010:3.1:1787761854.652492:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75343d00.
00010000:00000010:3.1:1787761854.652494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81901a00.
00010000:00000010:3.1:1787761854.652496:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d752ccb00.
00010000:00000010:3.1:1787761854.652499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d414000.
00010000:00000010:3.1:1787761854.652500:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8192f400.
00010000:00000010:3.1:1787761854.652502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7801d400.
00010000:00000010:3.1:1787761854.652504:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75343600.
00010000:00000010:3.1:1787761854.652505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7801ac00.
00010000:00000010:3.1:1787761854.652507:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8192fa00.
00010000:00000010:3.1:1787761854.652509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7801d200.
00010000:00000010:3.1:1787761854.652511:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8192f700.
00010000:00000010:3.1:1787761854.652512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d414400.
00010000:00000010:3.1:1787761854.652514:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75343900.
00010000:00000010:3.1:1787761854.652516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7801b000.
00010000:00000010:3.1:1787761854.652517:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75343100.
00010000:00000010:3.1:1787761854.652519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7801a000.
00010000:00000010:3.1:1787761854.652520:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75343b00.
00010000:00000010:3.1:1787761854.652522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7801b400.
00010000:00000010:3.1:1787761854.652524:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8192fe00.
00010000:00000010:3.1:1787761854.652525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7801d600.
00010000:00000010:3.1:1787761854.652527:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8192f000.
00010000:00000010:3.1:1787761854.652530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7801dc00.
00010000:00000010:3.1:1787761854.652532:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8192f300.
00010000:00000010:3.1:1787761854.652534:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7801ce00.
00010000:00000010:3.1:1787761854.652536:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8192f200.
00010000:00000010:3.1:1787761854.652538:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7801c800.
00010000:00000010:3.1:1787761854.652539:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8192f800.
00010000:00000010:3.1:1787761854.652541:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7801c400.
00010000:00000010:3.1:1787761854.652543:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8192fd00.
00010000:00000010:3.1:1787761854.652544:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7801c000.
00010000:00000010:3.1:1787761854.652546:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8192f600.
00010000:00000010:3.1:1787761854.652547:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7801d800.
00010000:00000010:3.1:1787761854.652549:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8192f500.
00010000:00000010:3.1:1787761854.652550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7801d000.
00010000:00000010:3.1:1787761854.652552:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d5c4b00.
00010000:00000010:3.1:1787761854.652554:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7801a200.
00010000:00000010:3.1:1787761854.652555:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d5c4f00.
00010000:00000010:3.1:1787761854.652557:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7801ba00.
00010000:00000010:3.1:1787761854.652558:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d5c4700.
00010000:00000010:3.1:1787761854.652560:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7801aa00.
00010000:00000010:3.1:1787761854.652561:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4ad900.
00010000:00000010:3.1:1787761854.652563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7801de00.
00010000:00000010:3.1:1787761854.652565:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d4ad500.
00010000:00000010:3.1:1787761854.652583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7801cc00.
00010000:00000010:3.1:1787761854.652584:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d752cc000.
00010000:00000010:3.1:1787761854.652586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d415400.
00010000:00000010:3.1:1787761854.652588:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d5d5c4a00.
00010000:00000010:3.1:1787761854.652589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7801a600.
00010000:00000010:3.1:1787761854.652591:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d519f4400.
00010000:00000010:3.1:1787761854.652593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7801c200.
00000800:00000200:3.1:1787761857.525511:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761857.525515:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787761857.526686:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761857.526688:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787761857.526938:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761857.526940:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787761857.527234:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761857.527235:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787761862.645216:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761862.645221:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1787761862.645632:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761862.645634:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1787761862.645867:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761862.645868:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1787761862.646091:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761862.646093:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00010000:00000010:3.1:1787761864.895497:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7c88e300.
00010000:00000010:3.1:1787761864.895508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819ab000.
00010000:00000010:3.1:1787761864.895514:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7c88e200.
00010000:00000010:3.1:1787761864.895517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819abe00.
00010000:00000010:3.1:1787761864.899493:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7c88e800.
00010000:00000010:3.1:1787761864.899503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819aac00.
00010000:00000010:3.1:1787761864.899507:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7c88e600.
00010000:00000010:3.1:1787761864.899511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819aa200.
00010000:00000010:3.1:1787761864.899514:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7c88e900.
00010000:00000010:3.1:1787761864.899518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819aba00.
00010000:00000010:3.1:1787761864.899522:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7c88e100.
00010000:00000010:3.1:1787761864.899525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819aaa00.
00010000:00000010:3.1:1787761864.899529:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7c88eb00.
00010000:00000010:3.1:1787761864.899533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819aa600.
00010000:00000010:3.1:1787761864.899536:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7c88ec00.
00010000:00000010:3.1:1787761864.899540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819ab400.
00010000:00000010:3.1:1787761864.899544:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7c88ef00.
00010000:00000010:3.1:1787761864.899547:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d819ab200.
00010000:00000010:3.1:1787761864.899551:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7c88e000.
00010000:00000010:3.1:1787761864.899554:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81871200.
00010000:00000010:3.1:1787761864.899585:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7c88e700.
00010000:00000010:3.1:1787761864.899593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f679600.
00010000:00000010:3.1:1787761864.899598:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7c88e400.
00010000:00000010:3.1:1787761864.899605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818f5200.
00010000:00000010:3.1:1787761864.899611:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d456d1500.
00010000:00000010:3.1:1787761864.899618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818f5000.
00010000:00000010:3.1:1787761864.899623:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d456d1000.
00010000:00000010:3.1:1787761864.899629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818f4200.
00010000:00000010:3.1:1787761864.899635:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d456d1900.
00010000:00000010:3.1:1787761864.899650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818f5800.
00010000:00000010:3.1:1787761864.899657:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d7e787900.
00010000:00000010:3.1:1787761864.899663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d561600.
00010000:00000010:3.1:1787761864.899669:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d752ba500.
00010000:00000010:3.1:1787761864.899679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d561000.
00010000:00000010:3.1:1787761864.899683:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8192ff00.
00010000:00000010:3.1:1787761864.899687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818f4800.
00010000:00000010:3.1:1787761864.899691:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77c99100.
00010000:00000010:3.1:1787761864.899695:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818f4c00.
00010000:00000010:3.1:1787761864.899699:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75343500.
00010000:00000010:3.1:1787761864.899703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d561a00.
00010000:00000010:3.1:1787761864.899707:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77c99000.
00010000:00000010:3.1:1787761864.899710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818f4e00.
00010000:00000010:3.1:1787761864.899713:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77c99d00.
00010000:00000010:3.1:1787761864.899729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818f5600.
00010000:00000010:3.1:1787761864.899733:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d77c99800.
00010000:00000010:3.1:1787761864.899743:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818f4400.
00010000:00000010:3.1:1787761864.899747:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818e0e00.
00010000:00000010:3.1:1787761864.899750:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818f4a00.
00010000:00000010:3.1:1787761864.899754:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818e0300.
00010000:00000010:3.1:1787761864.899757:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818f5c00.
00010000:00000010:3.1:1787761864.899760:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818e0800.
00010000:00000010:3.1:1787761864.899764:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818f5e00.
00010000:00000010:3.1:1787761864.899767:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818e0d00.
00010000:00000010:3.1:1787761864.899770:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818f4600.
00010000:00000010:3.1:1787761864.899773:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d818e0500.
00010000:00000010:3.1:1787761864.899780:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d818f5400.
00010000:00000010:3.1:1787761864.899790:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75343200.
00010000:00000010:3.1:1787761864.899795:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d560000.
00010000:00000010:3.1:1787761864.899799:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75343c00.
00010000:00000010:3.1:1787761864.899802:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d560400.
00010000:00000010:3.1:1787761864.899805:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75343f00.
00010000:00000010:3.1:1787761864.899809:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d561200.
00010000:00000010:3.1:1787761864.899812:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75343400.
00010000:00000010:3.1:1787761864.899816:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d560600.
00010000:00000010:3.1:1787761864.899819:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75343a00.
00010000:00000010:3.1:1787761864.899822:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d561800.
00010000:00000010:3.1:1787761864.899825:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75343700.
00010000:00000010:3.1:1787761864.899828:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d561e00.
00010000:00000010:3.1:1787761864.899831:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75343e00.
00010000:00000010:3.1:1787761864.899834:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d560c00.
00010000:00000010:3.1:1787761864.899837:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75343000.
00010000:00000010:3.1:1787761864.899840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d5d560200.
00010000:00000010:3.1:1787761864.899843:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d75343300.
00010000:00000010:3.1:1787761864.899847:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d81900800.
00010000:00000010:3.1:1787761864.899855:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8192f100.
00010000:00000010:3.1:1787761864.899882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f678600.
00010000:00000010:3.1:1787761864.899888:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b9d8192f900.
00010000:00000010:3.1:1787761864.899895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b9d7f679a00.
00000800:00000200:3.1:1787761867.765629:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761867.765642:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1787761867.766720:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761867.766724:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1787761867.767186:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761867.767190:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1787761867.767574:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761867.767578:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1787761872.885545:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761872.886355:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761872.886766:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761872.887631:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761878.006216:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761878.006230:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787761878.007119:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761878.007123:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787761878.007592:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761878.007596:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787761878.008069:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761878.008072:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787761883.125159:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761883.125164:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1787761883.125635:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761883.125636:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1787761883.125872:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761883.125875:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1787761883.126106:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761883.126108:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1787761888.246110:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761888.246129:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1787761888.247348:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761888.247352:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1787761888.247855:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761888.247859:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1787761888.248306:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761888.248312:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1787761893.365723:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761893.365732:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787761893.366936:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761893.366938:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787761893.367164:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761893.367168:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787761893.367517:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761893.367519:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787761898.485620:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761898.485654:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787761898.486580:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761898.486583:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787761898.486996:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761898.487000:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787761898.487415:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761898.487418:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787761903.605146:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761903.605149:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787761903.605770:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761903.605773:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787761903.606041:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761903.606043:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787761903.606267:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761903.606269:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787761908.725058:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761908.725062:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787761908.725553:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761908.725569:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787761908.725772:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761908.725775:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787761908.725951:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761908.725952:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787761913.845178:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761913.845184:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787761913.845680:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761913.845682:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787761913.845886:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761913.845888:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787761913.846062:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761913.846064:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787761918.964996:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761918.965002:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787761918.965583:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761918.965585:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787761918.965783:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761918.965784:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787761918.965959:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761918.965961:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787761924.085335:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761924.085342:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787761924.086116:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761924.086120:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787761924.086572:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761924.086575:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787761924.086922:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761924.086925:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787761929.205760:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761929.205769:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1787761929.206609:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761929.206612:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1787761929.206973:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761929.206976:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1787761929.207313:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761929.207316:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1787761934.325562:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761934.325571:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787761934.326776:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761934.326779:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787761934.327223:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761934.327226:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787761934.327749:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761934.327752:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787761939.445450:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761939.445833:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761939.446060:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761939.446220:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761944.565681:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761944.565695:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787761944.567073:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761944.567077:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787761944.567614:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761944.567618:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787761944.568150:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761944.568156:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787761949.685784:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761949.685790:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787761949.687011:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761949.687014:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787761949.687400:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761949.687402:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787761949.687828:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761949.687829:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787761954.805143:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761954.805151:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787761954.805778:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761954.805780:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787761954.805979:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761954.805981:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787761954.806214:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761954.806215:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787761959.925161:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761959.925168:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787761959.925669:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761959.925672:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787761959.926015:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761959.926018:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787761959.926348:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761959.926351:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787761965.045000:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761965.045004:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787761965.045481:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761965.045483:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787761965.045678:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761965.045679:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787761965.045858:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761965.045859:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787761970.165715:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761970.165734:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787761970.166556:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761970.166562:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787761970.167123:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761970.167127:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787761970.167643:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761970.167648:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1787761975.285163:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761975.285167:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1787761975.285687:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761975.285688:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1787761975.285885:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761975.285887:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1787761975.286065:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761975.286067:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1787761980.405013:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761980.405018:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787761980.405528:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761980.405530:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787761980.405812:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761980.405814:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787761980.405998:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761980.406000:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787761985.525702:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761985.525711:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787761985.526665:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761985.526669:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787761985.527084:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761985.527087:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787761985.527541:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787761985.527544:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787761990.645586:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761990.645596:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787761990.646714:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761990.646720:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787761990.647187:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761990.647192:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787761990.647593:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761990.647597:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787761995.765127:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761995.765134:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1787761995.765628:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761995.765630:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1787761995.765846:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761995.765848:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1787761995.766056:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787761995.766058:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1787762000.885739:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762000.885753:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1787762000.887053:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762000.887060:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1787762000.887770:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762000.887775:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1787762000.888174:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762000.888177:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1787762006.005153:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762006.005568:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762006.005685:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762006.005810:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762011.126972:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762011.126977:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787762011.127651:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762011.127657:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787762011.128145:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762011.128152:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787762011.128621:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762011.128625:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787762016.245861:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762016.245875:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1787762016.247034:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762016.247037:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1787762016.247415:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762016.247421:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1787762016.247886:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762016.247890:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1787762021.366372:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762021.366377:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1787762021.366889:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762021.366892:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1787762021.367405:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762021.367411:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1787762021.368086:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762021.368089:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1787762026.485556:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762026.485572:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1787762026.486569:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762026.486574:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1787762026.487022:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762026.487025:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1787762026.487367:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762026.487371:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1787762031.605842:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762031.605856:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1787762031.606931:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762031.606938:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1787762031.607567:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762031.607571:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1787762031.607954:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762031.607958:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1787762036.724998:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762036.725004:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1787762036.725504:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762036.725506:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1787762036.725723:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762036.725725:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1787762036.725905:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762036.725906:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1787762041.845696:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762041.845707:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1787762041.846794:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762041.846797:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1787762041.847176:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762041.847179:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1787762041.847546:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762041.847550:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787762046.965586:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762046.965596:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787762046.966692:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762046.966695:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787762046.967070:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762046.967073:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787762046.967551:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762046.967554:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787762052.085530:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762052.085540:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787762052.086718:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762052.086723:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787762052.087125:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762052.087129:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787762052.087565:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762052.087568:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787762057.205509:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762057.205519:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1787762057.206875:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762057.206881:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1787762057.207262:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762057.207263:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1787762057.207590:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762057.207592:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1787762062.325594:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762062.325603:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1787762062.326731:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762062.326733:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1787762062.326983:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762062.326985:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1787762062.327217:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762062.327219:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1787762067.445717:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762067.445731:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787762067.446793:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762067.446796:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787762067.447166:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762067.447170:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787762067.447586:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762067.447592:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787762072.565695:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762072.566387:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762072.566757:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762072.566977:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762077.685718:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762077.685730:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787762077.687136:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762077.687140:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787762077.687673:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762077.687678:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787762077.688104:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762077.688108:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787762082.805660:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762082.805664:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787762082.806765:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762082.806768:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787762082.807054:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762082.807057:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787762082.807488:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762082.807491:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787762087.925828:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762087.925835:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787762087.927317:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762087.927319:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787762087.927601:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762087.927603:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787762087.927857:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762087.927859:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787762093.045859:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762093.045867:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787762093.046988:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762093.046991:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787762093.047282:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762093.047285:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787762093.047679:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762093.047681:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787762098.165171:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762098.165178:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787762098.165693:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762098.165694:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787762098.165927:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762098.165929:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787762098.166131:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762098.166132:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787762103.285548:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762103.285561:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787762103.286602:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762103.286605:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787762103.286970:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762103.286974:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787762103.287335:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762103.287339:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787762108.405725:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762108.405739:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787762108.406949:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762108.406954:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787762108.407532:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762108.407535:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787762108.407893:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762108.407896:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787762113.525522:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762113.525539:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787762113.526320:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762113.526323:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787762113.526715:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762113.526719:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787762113.527076:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762113.527079:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787762118.645330:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762118.645337:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787762118.646110:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762118.646140:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787762118.646576:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762118.646580:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787762118.646923:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762118.646927:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787762123.765001:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762123.765007:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787762123.765549:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762123.765551:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787762123.765778:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762123.765779:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787762123.765980:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762123.765982:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787762128.885478:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762128.885484:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787762128.886627:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762128.886630:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787762128.886999:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762128.887002:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787762128.887501:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762128.887504:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787762134.005714:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762134.005725:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787762134.006692:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762134.006695:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787762134.007146:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762134.007150:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787762134.007610:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762134.007614:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787762139.125537:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762139.126312:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762139.126723:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762139.127057:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762144.245130:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762144.245138:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787762144.245894:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762144.245896:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787762144.246159:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762144.246161:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787762144.246565:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762144.246567:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787762149.365161:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762149.365167:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787762149.365922:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762149.365926:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787762149.366263:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762149.366265:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787762149.366560:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762149.366562:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787762154.485144:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762154.485151:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787762154.485665:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762154.485667:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787762154.485894:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762154.485896:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787762154.486080:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762154.486082:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787762159.605535:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762159.605544:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787762159.606516:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762159.606521:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787762159.606992:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762159.606995:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787762159.607358:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762159.607361:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787762164.725502:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762164.725517:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787762164.726667:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762164.726671:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787762164.727151:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762164.727155:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787762164.727762:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762164.727765:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787762169.845035:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762169.845041:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787762169.845608:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762169.845610:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787762169.845826:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762169.845828:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787762169.846014:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762169.846016:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787762174.965497:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762174.965513:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1787762174.966617:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762174.966621:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1787762174.967093:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762174.967097:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1787762174.967497:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762174.967503:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1787762180.085125:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762180.085129:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1787762180.085567:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762180.085569:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1787762180.085829:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762180.085830:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1787762180.086019:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762180.086021:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1787762185.205737:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762185.205748:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787762185.206745:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762185.206748:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787762185.207135:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762185.207139:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787762185.207607:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762185.207611:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787762190.325501:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762190.325509:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787762190.327025:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762190.327029:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787762190.327252:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762190.327253:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787762190.327518:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762190.327520:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787762195.445647:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762195.445656:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787762195.446982:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762195.446990:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787762195.447547:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762195.447551:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787762195.448083:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762195.448086:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787762200.565623:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762200.565633:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787762200.566746:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762200.566750:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787762200.567114:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762200.567117:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787762200.567482:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762200.567485:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787762205.685558:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762205.686112:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762205.686412:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762205.686848:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762210.805752:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762210.805768:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787762210.807071:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762210.807075:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787762210.807583:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762210.807589:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787762210.807975:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762210.807978:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787762215.925762:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762215.925776:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787762215.926943:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762215.926949:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787762215.927359:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762215.927362:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787762215.927840:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762215.927843:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787762221.045977:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762221.045995:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787762221.046889:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762221.046893:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787762221.047260:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762221.047263:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787762221.047712:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762221.047715:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787762226.165740:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762226.165750:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787762226.166909:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762226.166913:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787762226.167485:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762226.167488:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787762226.167922:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762226.167926:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787762231.285364:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762231.285372:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787762231.285929:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762231.285932:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787762231.286305:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762231.286309:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787762231.286697:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762231.286700:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787762236.405152:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762236.405158:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787762236.405613:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762236.405615:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787762236.405847:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762236.405849:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787762236.406040:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762236.406042:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787762241.525049:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762241.525053:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787762241.525533:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762241.525535:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787762241.525762:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762241.525764:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787762241.525970:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762241.525973:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787762246.645106:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762246.645110:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787762246.645593:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762246.645595:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787762246.645801:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762246.645803:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787762246.645984:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762246.645986:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787762251.765626:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762251.765636:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787762251.766645:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762251.766648:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787762251.767017:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762251.767020:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787762251.767386:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762251.767390:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787762256.885675:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762256.885680:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787762256.886279:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762256.886282:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787762256.886678:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762256.886683:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787762256.887093:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762256.887097:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787762262.005638:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762262.005648:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787762262.006689:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762262.006693:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787762262.007119:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762262.007122:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787762262.007634:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762262.007637:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787762267.125746:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762267.125758:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787762267.126777:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762267.126780:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787762267.127270:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762267.127275:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787762267.127748:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762267.127752:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787762272.245436:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762272.246179:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762272.246586:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762272.246879:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762277.365909:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762277.365915:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787762277.367156:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762277.367158:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787762277.367404:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762277.367405:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787762277.367677:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762277.367679:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787762282.485252:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762282.485262:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1787762282.486055:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762282.486058:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1787762282.486323:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762282.486325:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1787762282.486563:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762282.486565:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787762287.606059:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762287.606067:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787762287.607084:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762287.607087:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787762287.607527:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762287.607532:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787762287.608036:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762287.608039:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787762292.725621:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762292.725632:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787762292.726508:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762292.726511:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787762292.726892:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762292.726895:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787762292.727278:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762292.727282:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787762297.845599:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762297.845611:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787762297.846809:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762297.846812:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787762297.847211:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762297.847214:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787762297.847609:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762297.847612:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787762302.965596:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762302.965607:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787762302.966687:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762302.966690:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787762302.967119:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762302.967124:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787762302.967538:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762302.967541:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787762308.085638:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762308.085647:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1787762308.086665:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762308.086668:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1787762308.087076:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762308.087079:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1787762308.087514:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762308.087518:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1787762313.205621:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762313.205638:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787762313.206720:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762313.206726:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787762313.207201:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762313.207205:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787762313.207587:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762313.207591:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787762318.325707:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762318.325715:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787762318.326720:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762318.326724:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787762318.327176:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762318.327179:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787762318.327653:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762318.327657:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787762323.445930:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762323.445946:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787762323.446743:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762323.446746:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787762323.447225:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762323.447229:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787762323.447667:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762323.447671:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787762328.565051:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762328.565056:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787762328.565575:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762328.565577:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787762328.565825:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762328.565827:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787762328.566014:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762328.566016:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787762333.685148:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762333.685156:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787762333.685631:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762333.685649:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787762333.685995:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762333.685999:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787762333.686343:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762333.686346:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787762338.805259:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762338.805785:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762338.806093:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762338.806276:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762343.925404:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762343.925415:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787762343.926654:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762343.926657:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787762343.926883:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762343.926885:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787762343.927072:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762343.927075:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787762349.045616:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762349.045620:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1787762349.045941:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762349.045943:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1787762349.046181:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762349.046183:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1787762349.046361:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762349.046363:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1787762354.165079:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762354.165085:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1787762354.165709:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762354.165713:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1787762354.165957:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762354.165959:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1787762354.166146:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762354.166148:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1787762359.285779:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762359.285792:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1787762359.286700:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762359.286704:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1787762359.287162:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762359.287167:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1787762359.287677:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762359.287684:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1787762364.405124:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762364.405132:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1787762364.405596:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762364.405598:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1787762364.405805:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762364.405807:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1787762364.406023:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762364.406025:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1787762369.525993:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762369.526007:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1787762369.526769:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762369.526773:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1787762369.527273:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762369.527276:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1787762369.527832:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762369.527836:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1787762374.645424:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762374.645439:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1787762374.646902:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762374.646905:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1787762374.647333:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762374.647336:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1787762374.647793:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762374.647795:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1787762379.765679:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762379.765693:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787762379.766587:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762379.766592:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787762379.766989:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762379.766992:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787762379.767352:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762379.767355:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787762384.885030:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762384.885035:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787762384.885641:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762384.885643:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787762384.885839:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762384.885840:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787762384.886019:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762384.886021:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787762390.005317:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762390.005325:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787762390.006063:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762390.006067:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787762390.006506:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762390.006510:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787762390.006860:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762390.006864:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787762395.125543:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762395.125552:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1787762395.126521:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762395.126524:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1787762395.126938:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762395.126941:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1787762395.127336:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762395.127340:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1787762400.245566:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762400.245579:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1787762400.246669:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762400.246672:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1787762400.247042:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762400.247045:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1787762400.247425:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762400.247431:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1787762405.365519:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762405.366186:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762405.366724:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762405.367369:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762410.486373:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762410.486491:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787762410.487398:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762410.487401:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787762410.487896:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762410.487899:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787762410.488380:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762410.488383:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787762415.606512:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762415.606517:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1787762415.606966:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762415.606970:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1787762415.607434:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762415.607472:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1787762415.607906:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762415.607910:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1787762420.726192:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762420.726205:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1787762420.726896:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762420.726902:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1787762420.727556:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762420.727559:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1787762420.727966:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762420.727971:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1787762425.845207:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762425.845215:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1787762425.845701:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762425.845703:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1787762425.845919:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762425.845921:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1787762425.846134:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762425.846136:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787762430.965758:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762430.965790:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787762430.966629:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762430.966632:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787762430.967033:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762430.967036:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787762430.967411:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762430.967414:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787762436.085558:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762436.085565:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787762436.086681:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762436.086685:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787762436.087076:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762436.087079:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787762436.087421:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762436.087424:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1787762441.205861:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762441.205874:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1787762441.206636:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762441.206637:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1787762441.206887:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762441.206889:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1787762441.207129:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762441.207131:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1787762446.325657:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762446.325671:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787762446.326659:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762446.326665:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787762446.327161:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762446.327164:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787762446.327760:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762446.327763:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787762451.446560:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762451.446564:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787762451.446925:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762451.446927:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787762451.447138:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762451.447140:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787762451.447325:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762451.447327:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787762456.565406:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762456.565412:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787762456.566189:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762456.566192:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787762456.566534:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762456.566537:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787762456.566860:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762456.566864:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787762461.685290:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762461.685298:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1787762461.685739:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762461.685740:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1787762461.686020:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762461.686022:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1787762461.686211:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762461.686213:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1787762466.805582:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762466.805591:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1787762466.806378:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762466.806381:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1787762466.806821:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762466.806824:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1787762466.807181:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762466.807184:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1787762471.925129:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762471.925498:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762471.925633:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762471.925760:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762477.046188:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762477.046203:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787762477.047107:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762477.047109:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787762477.047341:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762477.047343:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787762477.047550:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762477.047552:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787762482.165726:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762482.165732:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1787762482.166924:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762482.166928:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1787762482.167367:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762482.167372:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1787762482.167837:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762482.167840:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1787762487.285109:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762487.285115:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1787762487.285730:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762487.285731:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1787762487.285934:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762487.285936:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1787762487.286141:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762487.286143:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1787762492.405690:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762492.405710:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787762492.406762:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762492.406765:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787762492.406984:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762492.406985:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787762492.407203:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762492.407205:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787762497.525608:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762497.525618:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787762497.526731:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762497.526736:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787762497.527114:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762497.527117:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787762497.527679:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762497.527682:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787762502.645566:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762502.645582:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787762502.646778:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762502.646781:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787762502.647148:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762502.647151:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787762502.647698:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762502.647701:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787762507.765741:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762507.765754:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787762507.766819:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762507.766822:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787762507.767214:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762507.767217:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787762507.767668:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762507.767671:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787762512.885244:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762512.885251:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787762512.885758:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762512.885761:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787762512.885992:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762512.885994:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787762512.886204:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762512.886206:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787762518.005173:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762518.005178:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787762518.005701:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762518.005702:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787762518.005908:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762518.005909:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787762518.006106:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762518.006108:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787762523.125055:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762523.125060:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787762523.125465:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762523.125467:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787762523.125848:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762523.125850:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787762523.126146:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762523.126148:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787762528.245020:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762528.245025:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1787762528.245571:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762528.245573:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1787762528.245768:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762528.245770:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1787762528.245984:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762528.245986:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1787762533.365402:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762533.365411:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787762533.366084:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762533.366086:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787762533.366325:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762533.366328:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787762533.366682:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762533.366685:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787762538.485575:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762538.486285:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762538.486570:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762538.486757:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762543.605038:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762543.605045:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787762543.605797:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762543.605800:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787762543.606123:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762543.606125:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787762543.606376:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762543.606378:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787762548.725123:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762548.725130:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787762548.725824:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762548.725827:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787762548.726110:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762548.726112:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787762548.726404:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762548.726406:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787762553.845493:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762553.845502:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787762553.846106:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762553.846108:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787762553.846353:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762553.846354:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787762553.846579:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762553.846581:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787762558.965682:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762558.965693:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787762558.966814:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762558.966818:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787762558.967236:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762558.967239:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787762558.967711:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762558.967714:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787762564.085722:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762564.085736:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787762564.086866:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762564.086870:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787762564.087307:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762564.087310:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787762564.087807:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762564.087812:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787762569.205807:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762569.205836:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787762569.206844:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762569.206846:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787762569.207189:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762569.207192:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787762569.207496:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762569.207499:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787762574.325549:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762574.325564:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787762574.326355:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762574.326358:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787762574.326747:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762574.326749:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787762574.327066:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762574.327068:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787762579.445599:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762579.445606:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787762579.446567:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762579.446569:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787762579.446962:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762579.446965:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787762579.447274:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762579.447276:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787762584.565593:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762584.565601:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787762584.566677:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762584.566681:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787762584.567115:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762584.567120:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787762584.567534:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762584.567538:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787762589.685042:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762589.685047:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787762589.685552:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762589.685553:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787762589.685745:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762589.685746:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787762589.685939:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762589.685940:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787762594.805082:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762594.805086:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787762594.805490:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762594.805492:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787762594.805687:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762594.805689:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787762594.805881:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762594.805883:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787762599.925604:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762599.925615:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787762599.926602:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762599.926606:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787762599.927069:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762599.927072:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787762599.927422:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762599.927425:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787762605.045667:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762605.046330:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762605.046696:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762605.047072:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762610.165613:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762610.165626:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 57 secs later)
00000800:00000200:1.1:1787762610.167267:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762610.167269:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 57 secs later)
00000800:00000200:1.1:1787762610.167580:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762610.167583:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 57 secs later)
00000800:00000200:1.1:1787762610.167944:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762610.167946:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 57 secs later)
00000800:00000200:1.1:1787762615.285841:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762615.285852:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1787762615.287295:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762615.287298:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1787762615.287589:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762615.287591:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1787762615.287914:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762615.287916:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1787762620.405542:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762620.405559:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1787762620.406983:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762620.406988:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1787762620.407240:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762620.407242:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1787762620.407553:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762620.407555:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1787762625.525656:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762625.525661:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787762625.526900:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762625.526902:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787762625.527152:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762625.527155:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787762625.527401:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762625.527404:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787762630.645208:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762630.645212:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787762630.645724:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762630.645725:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787762630.645976:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762630.645978:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787762630.646226:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762630.646228:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787762635.765115:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762635.765122:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787762635.765612:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762635.765613:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787762635.765826:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762635.765827:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787762635.766010:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762635.766011:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787762640.885618:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762640.885633:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787762640.886779:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762640.886781:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787762640.887004:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762640.887007:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787762640.887253:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762640.887255:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787762646.005567:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762646.005578:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787762646.006915:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762646.006917:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787762646.007144:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762646.007146:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787762646.007386:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762646.007387:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787762651.125142:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762651.125148:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787762651.125633:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762651.125636:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787762651.125870:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762651.125872:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787762651.126094:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762651.126096:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787762656.245585:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762656.245591:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1787762656.246754:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762656.246765:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1787762656.247601:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762656.247605:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1787762656.248162:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762656.248166:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1787762661.365156:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762661.365161:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1787762661.365604:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762661.365606:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1787762661.365828:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762661.365830:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1787762661.366097:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762661.366099:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1787762666.485658:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762666.485676:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787762666.486515:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762666.486521:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787762666.486981:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762666.486983:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787762666.487219:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762666.487221:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787762671.605065:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762671.605590:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762671.605758:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762671.605903:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787762676.725192:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787762676.725213:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787762676.725708:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787762676.725713:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787762676.726176:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787762676.726178:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787762676.726534:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787762676.726536:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787762681.845370:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762681.845378:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787762681.846053:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762681.846056:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787762681.846424:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762681.846428:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787762681.846758:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762681.846760:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787762686.966077:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787762686.966089:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787762686.967011:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787762686.967015:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787762686.967563:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787762686.967568:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787762686.968004:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787762686.968008:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787762692.085590:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762692.085598:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787762692.086695:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762692.086698:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787762692.087068:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762692.087071:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787762692.087618:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762692.087621:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787762697.205585:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762697.205592:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787762697.206789:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762697.206791:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787762697.207026:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762697.207028:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787762697.207296:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762697.207298:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787762702.325061:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762702.325068:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787762702.325513:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762702.325515:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787762702.325710:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762702.325712:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787762702.325886:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762702.325887:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787762707.445041:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762707.445047:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787762707.445488:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762707.445489:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787762707.445693:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762707.445694:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787762707.445872:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762707.445874:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787762712.565050:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762712.565055:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787762712.565500:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762712.565503:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787762712.565742:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762712.565744:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787762712.565923:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762712.565925:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787762717.685840:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787762717.685850:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787762717.687224:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787762717.687228:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787762717.687706:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787762717.687712:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787762717.688242:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787762717.688245:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787762722.805562:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787762722.805572:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787762722.806411:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787762722.806415:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787762722.806814:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787762722.806818:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787762722.807191:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787762722.807195:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787762727.925707:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762727.925715:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787762727.926635:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762727.926638:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787762727.927057:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762727.927060:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787762727.927507:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762727.927511:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787762733.045581:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762733.045594:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787762733.046675:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762733.046679:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787762733.047096:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762733.047099:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787762733.047483:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762733.047489:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787762738.165652:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762738.166350:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762738.166736:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762738.167103:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762743.285206:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762743.285212:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787762743.285873:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762743.285875:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787762743.286180:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762743.286183:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787762743.286557:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762743.286561:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787762748.405815:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762748.405825:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787762748.407156:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762748.407160:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787762748.407691:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762748.407694:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787762748.408178:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762748.408182:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1787762753.525204:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762753.525212:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1787762753.525778:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762753.525781:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1787762753.525982:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762753.525983:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1787762753.526173:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762753.526175:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1787762758.645588:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762758.645594:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 43 secs later)
00000100:00000001:3.0:1787762758.645737:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787762758.645750:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d568b40 x1874599320518528/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762783 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762758.645788:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762758.645794:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787762758.645810:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787762758.645825:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:3.0:1787762758.645852:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4314595064
00000100:00000010:3.0:1787762758.645863:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9c72f20600.
00000100:00000001:3.0:1787762758.645876:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1787762758.645890:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4314595064
00000100:00000010:3.0:1787762758.645898:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9c72f20b40.
00000100:00000001:3.0:1787762758.645907:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1787762758.645912:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787762758.645919:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762758.645927:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787762758.645934:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762758/real 1787762758]  req@ffff9b9d5d568b40 x1874599320518528/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787762758.645950:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787762758.645954:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787762758.645959:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c48395580.
00000400:00000200:3.0:1787762758.645967:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d5049dd48
00000400:00000010:3.0:1787762758.645972:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d5049dd48.
00000100:00000001:3.0:1787762758.645977:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787762758.645984:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d568b40 x1874599320518528/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787762758.645999:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d568b40 x1874599320518528/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762758.646011:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787762758.646014:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762758.646018:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787762758.646022:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787762758.646033:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d568b40 x1874599320518528/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762758.646047:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787762758.646057:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d568b40 x1874599320518528/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762783 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762758.646096:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787762758.646100:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762758.646104:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787762758.646106:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762758.646111:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787762758.646114:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787762758.646118:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762758.646126:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000001:3.0:1787762758.646131:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787762758.646139:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d568b40 x1874599320518528/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762783 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762758.646159:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d568b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320518528:192.168.203.113@tcp:250:kworker.0
00000100:00000001:3.0:1787762758.646166:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762758.646170:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787762758.646177:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d568b40 x1874599320518528/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762783 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762758.646193:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787762758.646198:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787762758.646203:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d45907800.
02000000:00000001:3.0:1787762758.646210:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787762758.646215:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787762758.646217:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:3.0:1787762758.646224:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787762758.646228:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f184000.
02000000:00000001:3.0:1787762758.646234:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787762758.646238:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787762758.646242:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d568b40.
00000100:00000001:3.0:1787762758.646247:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787762758.646249:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762758.646253:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762758.646261:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762758.646265:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762758.646270:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787762758.646274:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762758.646276:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787762758.646283:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d5692c0 x1874599320518656/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762758.646299:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762758.646302:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762758.646307:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787762758.646310:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762758.646314:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762758.646320:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d5692c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320518656:192.168.203.113@tcp:38:kworker.0
00000100:00000001:3.0:1787762758.646326:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787762758.646331:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787762758.646335:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762758.646338:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787762758.646342:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d45907800.
02000000:00000001:3.0:1787762758.646347:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787762758.646358:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:3.0:1787762758.646362:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c48395580.
00000400:00000010:3.0:1787762758.646370:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d5049dd48.
00000100:00000200:3.0:1787762758.646379:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320518656, portal 10
00000100:00000001:3.0:1787762758.646384:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787762758.646385:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910966464 : -110374798585152 : ffff9b9d5d5692c0)
00000100:00000040:3.0:1787762758.646394:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d5692c0 x1874599320518656/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762783 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762758.646409:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787762758.646416:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:3.0:1787762758.646423:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d5049dee0.
00000100:00000200:3.0:1787762758.646427:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320518656, offset 0
00000400:00000200:3.0:1787762758.646435:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:3.0:1787762758.646442:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787762758.646449:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:3.0:1787762758.646476:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787762758.646479:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:3.0:1787762758.646486:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787762758.646492:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:3.0:1787762758.646500:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [62815:62815:256:4294967295] 192.168.203.113@tcp LPNI seq info [62815:62815:8:4294967295]
00000400:00000200:3.0:1787762758.646513:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787762758.646525:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787762758.646534:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:3.0:1787762758.646541:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9d54b86200.
00000800:00000200:3.0:1787762758.646552:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.0:1787762758.646559:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1787762758.646578:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762758.646581:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 43 secs later)
00000800:00000100:3.0:1787762758.646585:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:3.0:1787762758.646587:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9d54b86200.
00000400:00000200:3.0:1787762758.646591:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787762758.646595:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787762758.646598:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d5049dee0
00000400:00000010:3.0:1787762758.646600:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d5049dee0.
00000100:00000001:3.0:1787762758.646602:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787762758.646610:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d5692c0 x1874599320518656/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762783 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762758.646618:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787762758.646620:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d5692c0 x1874599320518656/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762783 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762758.646626:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762758.646628:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787762758.646632:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762758.646635:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:3.0:1787762758.646638:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:3.0:1787762758.646640:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314593837
00000100:00000001:3.0:1787762758.646642:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314595064
00000100:00000001:3.0:1787762758.646644:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314593837
00000100:00000001:3.0:1787762758.646646:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314595064
00000100:00000001:3.0:1787762758.646648:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787762758.646650:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762758.646651:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787762758.646654:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762758/real 1787762758]  req@ffff9b9d5d5692c0 x1874599320518656/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787762758.646661:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787762758.646662:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787762758.646663:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c48395580.
00000400:00000200:3.0:1787762758.646665:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d5049dd48
00000400:00000010:3.0:1787762758.646667:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d5049dd48.
00000100:00000001:3.0:1787762758.646668:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787762758.646671:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d5692c0 x1874599320518656/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787762758.646678:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d5692c0 x1874599320518656/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762758.646683:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787762758.646685:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762758.646686:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787762758.646687:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787762758.646690:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d5692c0 x1874599320518656/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762758.646695:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787762758.646698:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d5692c0 x1874599320518656/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762783 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762758.646705:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787762758.646707:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762758.646725:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787762758.646727:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762758.646728:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787762758.646739:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787762758.646741:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762758.646744:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:3.0:1787762758.646746:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787762758.646749:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d5692c0 x1874599320518656/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762783 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762758.646756:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d5692c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320518656:192.168.203.113@tcp:38:kworker.0
00000100:00000001:3.0:1787762758.646760:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787762758.646763:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d569680 x1874599320518784/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762758.646768:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762758.646769:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762758.646771:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787762758.646773:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762758.646774:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762758.646776:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d569680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320518784:192.168.203.113@tcp:38:kworker.0
00000100:00000001:3.0:1787762758.646780:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787762758.646781:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787762758.646783:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762758.646784:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787762758.646787:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d45905800.
02000000:00000001:3.0:1787762758.646789:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787762758.646792:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:3.0:1787762758.646794:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c48395580.
00000400:00000010:3.0:1787762758.646797:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d5049dd48.
00000100:00000200:3.0:1787762758.646799:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320518784, portal 10
00000100:00000001:3.0:1787762758.646801:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787762758.646802:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910967424 : -110374798584192 : ffff9b9d5d569680)
00000100:00000040:3.0:1787762758.646807:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d569680 x1874599320518784/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762783 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762758.646813:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787762758.646815:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:3.0:1787762758.646817:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d5049dee0.
00000100:00000200:3.0:1787762758.646819:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320518784, offset 0
00000400:00000200:3.0:1787762758.646822:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:3.0:1787762758.646825:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787762758.646827:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:3.0:1787762758.646830:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787762758.646832:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:3.0:1787762758.646834:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787762758.646836:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:3.0:1787762758.646839:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [62816:62816:256:4294967295] 192.168.203.113@tcp LPNI seq info [62816:62816:8:4294967295]
00000400:00000200:3.0:1787762758.646843:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787762758.646848:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787762758.646852:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:3.0:1787762758.646854:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9d54b86200.
00000800:00000200:3.0:1787762758.646857:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.0:1787762758.646860:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1787762758.646863:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762758.646865:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 43 secs later)
00000800:00000100:3.0:1787762758.646868:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:3.0:1787762758.646870:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9d54b86200.
00000400:00000200:3.0:1787762758.646873:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787762758.646876:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787762758.646878:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d5049dee0
00000400:00000010:3.0:1787762758.646880:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d5049dee0.
00000100:00000001:3.0:1787762758.646882:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787762758.646885:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d569680 x1874599320518784/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762783 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762758.646892:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787762758.646894:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d569680 x1874599320518784/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762783 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762758.646900:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762758.646901:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787762758.646904:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762758.646906:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:3.0:1787762758.646909:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:3.0:1787762758.646910:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314593816
00000100:00000001:3.0:1787762758.646913:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314595064
00000100:00000001:3.0:1787762758.646914:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314593816
00000100:00000001:3.0:1787762758.646916:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314595064
00000100:00000001:3.0:1787762758.646918:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787762758.646920:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762758.646921:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787762758.646924:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762758/real 1787762758]  req@ffff9b9d5d569680 x1874599320518784/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787762758.646930:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787762758.646932:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787762758.646933:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c48395580.
00000400:00000200:3.0:1787762758.646935:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d5049dd48
00000400:00000010:3.0:1787762758.646936:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d5049dd48.
00000100:00000001:3.0:1787762758.646938:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787762758.646940:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d569680 x1874599320518784/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787762758.646947:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d569680 x1874599320518784/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762758.646953:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787762758.646954:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762758.646956:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787762758.646957:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787762758.646960:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d569680 x1874599320518784/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762758.646965:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787762758.646968:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d569680 x1874599320518784/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762783 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762758.646973:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787762758.646975:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762758.646977:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787762758.646978:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762758.646979:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787762758.646980:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787762758.646982:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762758.646985:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:3.0:1787762758.646986:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787762758.646989:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d569680 x1874599320518784/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762783 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762758.646995:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d569680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320518784:192.168.203.113@tcp:38:kworker.0
00000100:00000001:3.0:1787762758.646998:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762758.647000:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787762758.647003:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d5692c0 x1874599320518656/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762783 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762758.647008:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787762758.647011:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787762758.647012:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d45907800.
02000000:00000001:3.0:1787762758.647015:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787762758.647016:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787762758.647017:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:3.0:1787762758.647019:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787762758.647021:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f185000.
02000000:00000001:3.0:1787762758.647023:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787762758.647024:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787762758.647026:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d5692c0.
00000100:00000001:3.0:1787762758.647028:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787762758.647030:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762758.647031:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787762758.647034:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d569680 x1874599320518784/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762783 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762758.647039:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787762758.647040:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787762758.647041:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d45905800.
02000000:00000001:3.0:1787762758.647043:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787762758.647044:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787762758.647045:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:3.0:1787762758.647046:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787762758.647047:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f186000.
02000000:00000001:3.0:1787762758.647049:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787762758.647050:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787762758.647051:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d569680.
00000100:00000001:3.0:1787762758.647052:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787762758.647053:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762758.647055:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762758.647057:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762758.647059:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762758.647060:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787762758.647061:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762758.647062:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787762758.647065:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d568000 x1874599320518912/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762758.647070:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762758.647072:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762758.647074:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787762758.647075:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762758.647077:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762758.647079:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d568000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320518912:192.168.203.113@tcp:8:kworker.0
00000100:00000001:3.0:1787762758.647082:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787762758.647084:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787762758.647085:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762758.647086:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787762758.647088:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d45905800.
02000000:00000001:3.0:1787762758.647090:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787762758.647093:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:3.0:1787762758.647094:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c48395580.
00000400:00000010:3.0:1787762758.647097:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d5049dd48.
00000100:00000200:3.0:1787762758.647099:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320518912, portal 4
00000100:00000001:3.0:1787762758.647101:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787762758.647102:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910961664 : -110374798589952 : ffff9b9d5d568000)
00000100:00000040:3.0:1787762758.647107:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d568000 x1874599320518912/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762783 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762758.647112:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787762758.647114:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:3.0:1787762758.647116:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d5049dee0.
00000100:00000200:3.0:1787762758.647118:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320518912, offset 0
00000400:00000200:3.0:1787762758.647121:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:3.0:1787762758.647124:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787762758.647126:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:3.0:1787762758.647128:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787762758.647130:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:3.0:1787762758.647132:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787762758.647134:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:3.0:1787762758.647137:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [62817:62817:256:4294967295] 192.168.203.113@tcp LPNI seq info [62817:62817:8:4294967295]
00000400:00000200:3.0:1787762758.647141:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787762758.647146:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787762758.647150:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:3.0:1787762758.647153:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9d54b86200.
00000800:00000200:3.0:1787762758.647156:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.0:1787762758.647158:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1787762758.647162:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762758.647164:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 43 secs later)
00000800:00000100:3.0:1787762758.647167:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:3.0:1787762758.647169:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9d54b86200.
00000400:00000200:3.0:1787762758.647171:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787762758.647174:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787762758.647177:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d5049dee0
00000400:00000010:3.0:1787762758.647178:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d5049dee0.
00000100:00000001:3.0:1787762758.647180:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787762758.647183:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d568000 x1874599320518912/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762783 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762758.647189:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787762758.647192:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d568000 x1874599320518912/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762783 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762758.647197:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762758.647198:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787762758.647200:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762758.647203:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:3.0:1787762758.647205:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:3.0:1787762758.647206:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314593828
00000100:00000001:3.0:1787762758.647208:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314595064
00000100:00000001:3.0:1787762758.647211:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314593828
00000100:00000001:3.0:1787762758.647212:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314595064
00000100:00000001:3.0:1787762758.647214:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787762758.647216:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762758.647217:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787762758.647220:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762758/real 1787762758]  req@ffff9b9d5d568000 x1874599320518912/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787762758.647227:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787762758.647228:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787762758.647230:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c48395580.
00000400:00000200:3.0:1787762758.647232:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d5049dd48
00000400:00000010:3.0:1787762758.647233:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d5049dd48.
00000100:00000001:3.0:1787762758.647235:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787762758.647237:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d568000 x1874599320518912/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787762758.647243:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d568000 x1874599320518912/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762758.647249:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787762758.647250:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762758.647252:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787762758.647253:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787762758.647256:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d568000 x1874599320518912/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762758.647261:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787762758.647264:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d568000 x1874599320518912/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762783 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762758.647269:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787762758.647271:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762758.647273:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787762758.647274:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762758.647275:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787762758.647276:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787762758.647278:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762758.647280:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:3.0:1787762758.647282:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787762758.647286:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d568000 x1874599320518912/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762783 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762758.647293:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d568000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320518912:192.168.203.113@tcp:8:kworker.0
00000100:00000001:3.0:1787762758.647296:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762758.647297:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787762758.647299:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d568000 x1874599320518912/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762783 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762758.647304:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787762758.647305:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787762758.647307:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d45905800.
02000000:00000001:3.0:1787762758.647308:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787762758.647309:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787762758.647311:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:3.0:1787762758.647312:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787762758.647313:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f184c00.
02000000:00000001:3.0:1787762758.647315:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787762758.647316:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787762758.647317:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d568000.
00000100:00000001:3.0:1787762758.647319:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787762758.647320:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762758.647321:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762758.647323:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762758.647325:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762758.647326:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787762758.647328:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762758.836567:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762758.836574:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762758.836581:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762758.836583:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762758.836589:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762758.836592:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762759.668560:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762759.668574:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762759.668579:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762759.668590:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787762759.668598:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762759.668605:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762759.668610:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762759.668615:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762759.668621:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762759.860584:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762759.860594:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762759.860603:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762759.860606:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762759.860613:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762759.860615:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762760.692517:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762760.692528:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762760.692532:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762760.692539:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787762760.692545:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762760.692550:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762760.692555:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762760.692558:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762760.692563:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762760.884601:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762760.884608:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762760.884616:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762760.884618:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762760.884624:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762760.884630:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787762760.884633:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787762760.884637:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762760.884641:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787762760.884644:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762760.884646:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762760.884649:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762761.716489:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762761.716495:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762761.716497:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762761.716501:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787762761.716505:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762761.716508:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762761.716511:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762761.716513:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762761.716515:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762761.908511:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762761.908516:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762761.908520:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762761.908521:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762761.908524:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762761.908525:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762762.740526:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762762.740533:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762762.740535:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762762.740539:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787762762.740542:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762762.740545:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762762.740548:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762762.740550:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762762.740553:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762762.932522:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762762.932537:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762762.932543:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762762.932545:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762762.932549:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762762.932550:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762763.764564:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762763.764574:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762763.764578:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762763.764585:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787762763.764591:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762763.764596:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762763.764600:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762763.764603:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762763.764607:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762763.765039:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787762763.765052:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762763.765059:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787762763.765076:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d753e4b40 x1874599320519040/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762763.765150:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762763.765157:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762763.765166:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787762763.765172:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762763.765183:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762763.765190:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d753e4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320519040:192.168.203.113@tcp:250:kworker.0
00000100:00000001:3.0:1787762763.765201:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787762763.765210:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787762763.765215:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762763.765224:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787762763.765237:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d45905800.
02000000:00000001:3.0:1787762763.765244:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787762763.765257:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:3.0:1787762763.765267:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c48395580.
00000400:00000010:3.0:1787762763.765281:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d5049dd48.
00000100:00000200:3.0:1787762763.765293:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320519040, portal 25
00000100:00000001:3.0:1787762763.765300:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787762763.765305:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699312028480 : -110374397523136 : ffff9b9d753e4b40)
00000100:00000040:3.0:1787762763.765321:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d753e4b40 x1874599320519040/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762788 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762763.765358:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787762763.765369:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:3.0:1787762763.765378:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d5049dee0.
00000100:00000200:3.0:1787762763.765389:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320519040, offset 0
00000400:00000200:3.0:1787762763.765408:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:3.0:1787762763.765427:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787762763.765485:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:3.0:1787762763.765497:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787762763.765509:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:3.0:1787762763.765527:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787762763.765544:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:3.0:1787762763.765566:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [62818:62818:256:4294967295] 192.168.203.113@tcp LPNI seq info [62818:62818:8:4294967295]
00000400:00000200:3.0:1787762763.765588:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787762763.765619:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787762763.765643:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:3.0:1787762763.765658:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9d54b86200.
00000800:00000200:3.0:1787762763.765707:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.0:1787762763.765715:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1787762763.765734:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762763.765744:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 38 secs later)
00000800:00000100:3.0:1787762763.765762:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:3.0:1787762763.765769:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9d54b86200.
00000400:00000200:3.0:1787762763.765780:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787762763.765797:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787762763.765808:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d5049dee0
00000400:00000010:3.0:1787762763.765816:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d5049dee0.
00000100:00000001:3.0:1787762763.765831:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787762763.765850:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d753e4b40 x1874599320519040/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762788 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762763.765918:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787762763.765934:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d753e4b40 x1874599320519040/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762788 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762763.765967:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762763.765975:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787762763.765989:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787762763.766001:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:3.0:1787762763.766009:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4314600184
00000100:00000010:3.0:1787762763.766025:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9c72f203c0.
00000100:00000001:3.0:1787762763.766040:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1787762763.766058:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4314600184
00000100:00000010:3.0:1787762763.766072:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9c72f20300.
00000100:00000001:3.0:1787762763.766083:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1787762763.766090:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787762763.766101:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762763.766110:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787762763.766123:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762763/real 1787762763]  req@ffff9b9d753e4b40 x1874599320519040/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762788 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787762763.766154:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787762763.766160:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787762763.766168:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c48395580.
00000400:00000200:3.0:1787762763.766176:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d5049dd48
00000400:00000010:3.0:1787762763.766183:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d5049dd48.
00000100:00000001:3.0:1787762763.766191:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787762763.766204:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d753e4b40 x1874599320519040/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762788 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787762763.766245:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d753e4b40 x1874599320519040/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762788 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762763.766275:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787762763.766281:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762763.766289:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787762763.766295:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787762763.766302:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d753e4b40 x1874599320519040/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762788 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762763.766326:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787762763.766340:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d753e4b40 x1874599320519040/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762788 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762763.766363:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787762763.766371:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762763.766376:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787762763.766381:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762763.766385:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787762763.766392:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787762763.766402:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762763.766419:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000001:3.0:1787762763.766427:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787762763.766487:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d753e4b40 x1874599320519040/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762788 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762763.766517:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d753e4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320519040:192.168.203.113@tcp:250:kworker.0
00000100:00000001:3.0:1787762763.766528:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762763.766534:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787762763.766541:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d753e4b40 x1874599320519040/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762788 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762763.766553:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787762763.766556:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787762763.766560:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d45905800.
02000000:00000001:3.0:1787762763.766565:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787762763.766568:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787762763.766570:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:3.0:1787762763.766573:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787762763.766576:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d58db8c00.
02000000:00000001:3.0:1787762763.766581:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787762763.766583:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787762763.766585:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d753e4b40.
00000100:00000001:3.0:1787762763.766589:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787762763.766591:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762763.766593:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762763.766603:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762763.766605:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762763.766608:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787762763.766610:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762763.766612:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787762763.766618:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d753e70c0 x1874599320519168/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762763.766627:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762763.766629:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762763.766632:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787762763.766634:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762763.766638:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762763.766642:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d753e70c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320519168:192.168.203.113@tcp:38:kworker.0
00000100:00000001:3.0:1787762763.766646:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787762763.766649:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787762763.766652:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762763.766654:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787762763.766659:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d45905800.
02000000:00000001:3.0:1787762763.766661:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787762763.766667:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:3.0:1787762763.766670:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c48395580.
00000400:00000010:3.0:1787762763.766699:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d5049dd48.
00000100:00000200:3.0:1787762763.766705:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320519168, portal 10
00000100:00000001:3.0:1787762763.766708:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787762763.766710:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699312038080 : -110374397513536 : ffff9b9d753e70c0)
00000100:00000040:3.0:1787762763.766719:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d753e70c0 x1874599320519168/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762788 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762763.766728:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787762763.766731:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:3.0:1787762763.766734:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d5049dee0.
00000100:00000200:3.0:1787762763.766737:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320519168, offset 0
00000400:00000200:3.0:1787762763.766742:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:3.0:1787762763.766748:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787762763.766753:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:3.0:1787762763.766757:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787762763.766761:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:3.0:1787762763.766764:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787762763.766767:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:3.0:1787762763.766772:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [62819:62819:256:4294967295] 192.168.203.113@tcp LPNI seq info [62819:62819:8:4294967295]
00000400:00000200:3.0:1787762763.766777:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787762763.766786:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787762763.766792:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:3.0:1787762763.766798:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9d54b86200.
00000800:00000200:3.0:1787762763.766803:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.0:1787762763.766807:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1787762763.766813:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762763.766817:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 38 secs later)
00000800:00000100:3.0:1787762763.766822:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:3.0:1787762763.766824:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9d54b86200.
00000400:00000200:3.0:1787762763.766828:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787762763.766833:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787762763.766837:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d5049dee0
00000400:00000010:3.0:1787762763.766839:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d5049dee0.
00000100:00000001:3.0:1787762763.766843:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787762763.766847:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d753e70c0 x1874599320519168/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762788 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762763.766862:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787762763.766869:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d753e70c0 x1874599320519168/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762788 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762763.766883:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762763.766886:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787762763.766892:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762763.766899:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:3.0:1787762763.766906:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:3.0:1787762763.766911:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314598957
00000100:00000001:3.0:1787762763.766916:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314600184
00000100:00000001:3.0:1787762763.766920:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314598957
00000100:00000001:3.0:1787762763.766925:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314600184
00000100:00000001:3.0:1787762763.766930:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787762763.766934:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762763.766938:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787762763.766947:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762763/real 1787762763]  req@ffff9b9d753e70c0 x1874599320519168/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762788 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787762763.766973:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787762763.766975:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787762763.766977:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c48395580.
00000400:00000200:3.0:1787762763.766981:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d5049dd48
00000400:00000010:3.0:1787762763.766983:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d5049dd48.
00000100:00000001:3.0:1787762763.766986:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787762763.766991:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d753e70c0 x1874599320519168/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762788 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787762763.767001:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d753e70c0 x1874599320519168/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762788 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762763.767009:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787762763.767011:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762763.767014:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787762763.767015:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787762763.767020:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d753e70c0 x1874599320519168/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762788 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762763.767028:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787762763.767033:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d753e70c0 x1874599320519168/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762788 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762763.767042:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787762763.767045:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762763.767047:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787762763.767049:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762763.767051:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787762763.767064:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787762763.767067:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762763.767071:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:3.0:1787762763.767073:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787762763.767079:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d753e70c0 x1874599320519168/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762788 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762763.767089:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d753e70c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320519168:192.168.203.113@tcp:38:kworker.0
00000100:00000001:3.0:1787762763.767094:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787762763.767098:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d753e4000 x1874599320519296/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762763.767106:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762763.767108:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762763.767111:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787762763.767113:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762763.767116:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762763.767120:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d753e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320519296:192.168.203.113@tcp:38:kworker.0
00000100:00000001:3.0:1787762763.767124:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787762763.767127:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787762763.767129:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762763.767131:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787762763.767136:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d45907800.
02000000:00000001:3.0:1787762763.767138:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787762763.767143:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:3.0:1787762763.767146:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c48395580.
00000400:00000010:3.0:1787762763.767150:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d5049dd48.
00000100:00000200:3.0:1787762763.767153:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320519296, portal 10
00000100:00000001:3.0:1787762763.767156:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787762763.767158:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699312025600 : -110374397526016 : ffff9b9d753e4000)
00000100:00000040:3.0:1787762763.767165:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d753e4000 x1874599320519296/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762788 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762763.767173:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787762763.767176:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:3.0:1787762763.767179:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d5049dee0.
00000100:00000200:3.0:1787762763.767182:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320519296, offset 0
00000400:00000200:3.0:1787762763.767187:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:3.0:1787762763.767193:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787762763.767197:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:3.0:1787762763.767201:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787762763.767205:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:3.0:1787762763.767208:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787762763.767211:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:3.0:1787762763.767216:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [62820:62820:256:4294967295] 192.168.203.113@tcp LPNI seq info [62820:62820:8:4294967295]
00000400:00000200:3.0:1787762763.767221:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787762763.767229:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787762763.767235:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:3.0:1787762763.767239:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9d54b86200.
00000800:00000200:3.0:1787762763.767244:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.0:1787762763.767247:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1787762763.767253:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762763.767256:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 38 secs later)
00000800:00000100:3.0:1787762763.767261:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:3.0:1787762763.767263:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9d54b86200.
00000400:00000200:3.0:1787762763.767267:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787762763.767272:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787762763.767276:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d5049dee0
00000400:00000010:3.0:1787762763.767278:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d5049dee0.
00000100:00000001:3.0:1787762763.767281:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787762763.767285:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d753e4000 x1874599320519296/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762788 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762763.767294:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787762763.767298:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d753e4000 x1874599320519296/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762788 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762763.767306:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762763.767308:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787762763.767312:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762763.767316:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:3.0:1787762763.767320:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:3.0:1787762763.767323:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314598936
00000100:00000001:3.0:1787762763.767327:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314600184
00000100:00000001:3.0:1787762763.767330:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314598936
00000100:00000001:3.0:1787762763.767332:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314600184
00000100:00000001:3.0:1787762763.767335:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787762763.767337:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762763.767339:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787762763.767344:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762763/real 1787762763]  req@ffff9b9d753e4000 x1874599320519296/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762788 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787762763.767353:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787762763.767355:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787762763.767357:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c48395580.
00000400:00000200:3.0:1787762763.767359:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d5049dd48
00000400:00000010:3.0:1787762763.767361:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d5049dd48.
00000100:00000001:3.0:1787762763.767364:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787762763.767368:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d753e4000 x1874599320519296/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762788 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787762763.767377:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d753e4000 x1874599320519296/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762788 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762763.767386:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787762763.767388:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762763.767390:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787762763.767392:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787762763.767396:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d753e4000 x1874599320519296/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762788 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762763.767404:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787762763.767408:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d753e4000 x1874599320519296/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762788 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762763.767416:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787762763.767420:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762763.767422:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787762763.767424:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762763.767426:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787762763.767429:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787762763.767432:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762763.767436:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:3.0:1787762763.767473:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787762763.767484:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d753e4000 x1874599320519296/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762788 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762763.767500:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d753e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320519296:192.168.203.113@tcp:38:kworker.0
00000100:00000001:3.0:1787762763.767508:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787762763.767515:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d753e7840 x1874599320519424/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762763.767530:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762763.767533:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762763.767538:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787762763.767542:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762763.767546:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762763.767552:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d753e7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320519424:192.168.203.113@tcp:8:kworker.0
00000100:00000001:3.0:1787762763.767558:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787762763.767561:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787762763.767564:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762763.767566:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787762763.767571:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d45905000.
02000000:00000001:3.0:1787762763.767573:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787762763.767579:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:3.0:1787762763.767582:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c48395580.
00000400:00000010:3.0:1787762763.767587:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d5049dd48.
00000100:00000200:3.0:1787762763.767591:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320519424, portal 4
00000100:00000001:3.0:1787762763.767594:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787762763.767596:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699312040000 : -110374397511616 : ffff9b9d753e7840)
00000100:00000040:3.0:1787762763.767604:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d753e7840 x1874599320519424/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762788 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762763.767612:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787762763.767616:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:3.0:1787762763.767618:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d5049dee0.
00000100:00000200:3.0:1787762763.767621:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320519424, offset 0
00000400:00000200:3.0:1787762763.767626:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:3.0:1787762763.767631:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787762763.767636:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:3.0:1787762763.767640:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787762763.767643:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:3.0:1787762763.767646:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787762763.767649:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:3.0:1787762763.767654:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [62821:62821:256:4294967295] 192.168.203.113@tcp LPNI seq info [62821:62821:8:4294967295]
00000400:00000200:3.0:1787762763.767659:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787762763.767667:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787762763.767672:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:3.0:1787762763.767706:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9d54b86200.
00000800:00000200:3.0:1787762763.767713:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.0:1787762763.767716:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1787762763.767722:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762763.767725:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 38 secs later)
00000800:00000100:3.0:1787762763.767730:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:3.0:1787762763.767733:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9d54b86200.
00000400:00000200:3.0:1787762763.767737:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787762763.767742:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787762763.767746:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d5049dee0
00000400:00000010:3.0:1787762763.767748:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d5049dee0.
00000100:00000001:3.0:1787762763.767752:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787762763.767757:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d753e7840 x1874599320519424/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762788 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762763.767776:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787762763.767780:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d753e7840 x1874599320519424/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762788 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762763.767788:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762763.767790:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787762763.767794:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762763.767798:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:3.0:1787762763.767802:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:3.0:1787762763.767804:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314598949
00000100:00000001:3.0:1787762763.767808:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314600184
00000100:00000001:3.0:1787762763.767810:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314598949
00000100:00000001:3.0:1787762763.767813:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314600184
00000100:00000001:3.0:1787762763.767816:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787762763.767819:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762763.767821:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787762763.767826:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762763/real 1787762763]  req@ffff9b9d753e7840 x1874599320519424/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762788 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787762763.767835:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787762763.767836:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787762763.767838:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c48395580.
00000400:00000200:3.0:1787762763.767841:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d5049dd48
00000400:00000010:3.0:1787762763.767843:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d5049dd48.
00000100:00000001:3.0:1787762763.767846:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787762763.767850:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d753e7840 x1874599320519424/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762788 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787762763.767868:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d753e7840 x1874599320519424/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762788 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762763.767881:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787762763.767884:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762763.767888:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787762763.767891:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787762763.767899:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d753e7840 x1874599320519424/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762788 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762763.767913:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787762763.767922:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d753e7840 x1874599320519424/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762788 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762763.767937:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787762763.767942:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762763.767945:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787762763.767948:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762763.767952:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787762763.767955:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787762763.767960:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762763.767965:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:3.0:1787762763.767968:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787762763.767973:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d753e7840 x1874599320519424/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762788 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762763.767983:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d753e7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320519424:192.168.203.113@tcp:8:kworker.0
00000100:00000001:3.0:1787762763.767988:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762763.767990:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787762763.767994:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d753e70c0 x1874599320519168/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762788 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762763.768002:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787762763.768005:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787762763.768008:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d45905800.
02000000:00000001:3.0:1787762763.768012:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787762763.768014:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787762763.768017:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:3.0:1787762763.768020:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787762763.768023:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d58db8800.
02000000:00000001:3.0:1787762763.768026:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787762763.768028:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787762763.768030:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d753e70c0.
00000100:00000001:3.0:1787762763.768033:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787762763.768035:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762763.768038:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787762763.768041:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d753e4000 x1874599320519296/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762788 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762763.768050:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787762763.768051:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787762763.768053:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d45907800.
02000000:00000001:3.0:1787762763.768056:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787762763.768057:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787762763.768059:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:3.0:1787762763.768061:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787762763.768063:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d58dba000.
02000000:00000001:3.0:1787762763.768065:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787762763.768066:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787762763.768068:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d753e4000.
00000100:00000001:3.0:1787762763.768070:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787762763.768072:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762763.768074:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787762763.768077:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d753e7840 x1874599320519424/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762788 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762763.768084:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787762763.768086:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787762763.768088:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d45905000.
02000000:00000001:3.0:1787762763.768090:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787762763.768091:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787762763.768093:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:3.0:1787762763.768095:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787762763.768096:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d58dba400.
02000000:00000001:3.0:1787762763.768098:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787762763.768101:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787762763.768103:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d753e7840.
00000100:00000001:3.0:1787762763.768105:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787762763.768107:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762763.768109:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762763.768115:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762763.768117:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762763.768119:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787762763.768122:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762763.956511:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762763.956516:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762763.956521:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762763.956522:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762763.956526:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762763.956527:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762764.788534:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762764.788540:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762764.788542:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762764.788546:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787762764.788550:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762764.788553:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762764.788555:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762764.788557:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762764.788559:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762764.980515:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762764.980520:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762764.980525:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762764.980526:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762764.980530:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762764.980532:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762765.812518:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762765.812527:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762765.812529:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762765.812542:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787762765.812545:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762765.812548:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762765.812550:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762765.812552:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762765.812555:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762766.004508:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762766.004513:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762766.004517:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762766.004519:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762766.004521:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762766.004522:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762766.836554:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762766.836564:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762766.836568:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762766.836578:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787762766.836584:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762766.836589:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762766.836593:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762766.836597:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762766.836602:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762767.028521:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762767.028527:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762767.028533:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762767.028534:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762767.028539:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762767.028541:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762767.860518:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762767.860526:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762767.860528:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762767.860534:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787762767.860538:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762767.860543:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762767.860547:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762767.860550:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762767.860554:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762768.052505:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762768.052511:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787762768.052513:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787762768.052516:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762768.052520:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787762768.052522:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762768.052523:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762768.052524:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762768.052528:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762768.052530:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787762768.052531:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787762768.052532:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762768.052534:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787762768.052535:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762768.052536:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762768.052538:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762768.052541:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762768.052542:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762768.884520:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762768.884529:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762768.884533:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762768.884540:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787762768.884546:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762768.884554:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762768.884559:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762768.884564:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762768.884570:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762768.884750:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787762768.884755:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762768.884759:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787762768.884768:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d753e7c00 x1874599320519552/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762768.884785:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762768.884788:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762768.884793:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787762768.884796:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762768.884801:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762768.884807:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d753e7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320519552:192.168.203.113@tcp:250:kworker.0
00000100:00000001:3.0:1787762768.884816:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787762768.884821:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787762768.884825:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762768.884829:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787762768.884837:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d45905000.
02000000:00000001:3.0:1787762768.884844:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787762768.884876:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:3.0:1787762768.884884:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c48395580.
00000400:00000010:3.0:1787762768.884894:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d5049dd48.
00000100:00000200:3.0:1787762768.884903:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320519552, portal 25
00000100:00000001:3.0:1787762768.884907:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787762768.884910:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699312040960 : -110374397510656 : ffff9b9d753e7c00)
00000100:00000040:3.0:1787762768.884920:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d753e7c00 x1874599320519552/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762793 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762768.884934:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787762768.884942:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:3.0:1787762768.884947:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d5049dee0.
00000100:00000200:3.0:1787762768.884952:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320519552, offset 0
00000400:00000200:3.0:1787762768.884965:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:3.0:1787762768.884974:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787762768.884983:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:3.0:1787762768.884992:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787762768.884999:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:3.0:1787762768.885007:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787762768.885012:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:3.0:1787762768.885020:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [62822:62822:256:4294967295] 192.168.203.113@tcp LPNI seq info [62822:62822:8:4294967295]
00000400:00000200:3.0:1787762768.885027:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787762768.885039:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787762768.885050:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:3.0:1787762768.885056:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9d54b86200.
00000800:00000200:3.0:1787762768.885067:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.0:1787762768.885073:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1787762768.885082:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762768.885088:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 33 secs later)
00000800:00000100:3.0:1787762768.885097:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:3.0:1787762768.885101:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9d54b86200.
00000400:00000200:3.0:1787762768.885107:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787762768.885115:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787762768.885123:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d5049dee0
00000400:00000010:3.0:1787762768.885126:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d5049dee0.
00000100:00000001:3.0:1787762768.885132:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787762768.885138:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d753e7c00 x1874599320519552/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762793 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762768.885158:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787762768.885165:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d753e7c00 x1874599320519552/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762793 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762768.885182:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762768.885187:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787762768.885194:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787762768.885202:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:3.0:1787762768.885206:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4314605303
00000100:00000010:3.0:1787762768.885214:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9c72f202a0.
00000100:00000001:3.0:1787762768.885222:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1787762768.885231:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4314605303
00000100:00000010:3.0:1787762768.885237:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9c72f20a20.
00000100:00000001:3.0:1787762768.885242:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1787762768.885246:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787762768.885250:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762768.885253:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787762768.885260:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762768/real 1787762768]  req@ffff9b9d753e7c00 x1874599320519552/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762793 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787762768.885271:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787762768.885274:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787762768.885276:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c48395580.
00000400:00000200:3.0:1787762768.885279:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d5049dd48
00000400:00000010:3.0:1787762768.885283:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d5049dd48.
00000100:00000001:3.0:1787762768.885286:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787762768.885292:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d753e7c00 x1874599320519552/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762793 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787762768.885315:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d753e7c00 x1874599320519552/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762793 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762768.885326:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787762768.885328:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762768.885331:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787762768.885334:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787762768.885342:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d753e7c00 x1874599320519552/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762793 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762768.885352:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787762768.885358:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d753e7c00 x1874599320519552/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762793 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762768.885363:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787762768.885365:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762768.885367:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787762768.885367:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762768.885370:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787762768.885371:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787762768.885373:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762768.885375:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000001:3.0:1787762768.885377:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787762768.885380:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d753e7c00 x1874599320519552/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762793 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762768.885385:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d753e7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320519552:192.168.203.113@tcp:250:kworker.0
00000100:00000001:3.0:1787762768.885388:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762768.885389:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787762768.885391:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d753e7c00 x1874599320519552/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762793 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762768.885395:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787762768.885397:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787762768.885400:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d45905000.
02000000:00000001:3.0:1787762768.885402:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787762768.885403:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787762768.885405:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:3.0:1787762768.885406:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787762768.885408:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d58dba400.
02000000:00000001:3.0:1787762768.885412:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787762768.885413:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787762768.885414:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d753e7c00.
00000100:00000001:3.0:1787762768.885417:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787762768.885417:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762768.885419:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762768.885424:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762768.885425:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762768.885426:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787762768.885427:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762768.885429:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787762768.885431:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d753e4f00 x1874599320519680/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762768.885436:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762768.885437:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762768.885438:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787762768.885458:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762768.885459:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762768.885461:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d753e4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320519680:192.168.203.113@tcp:38:kworker.0
00000100:00000001:3.0:1787762768.885464:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787762768.885465:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787762768.885467:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762768.885468:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787762768.885470:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d45905000.
02000000:00000001:3.0:1787762768.885472:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787762768.885474:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:3.0:1787762768.885476:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c48395580.
00000400:00000010:3.0:1787762768.885478:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d5049dd48.
00000100:00000200:3.0:1787762768.885480:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320519680, portal 10
00000100:00000001:3.0:1787762768.885482:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787762768.885483:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699312029440 : -110374397522176 : ffff9b9d753e4f00)
00000100:00000040:3.0:1787762768.885488:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d753e4f00 x1874599320519680/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762793 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762768.885492:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787762768.885494:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:3.0:1787762768.885495:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d5049dee0.
00000100:00000200:3.0:1787762768.885497:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320519680, offset 0
00000400:00000200:3.0:1787762768.885500:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:3.0:1787762768.885502:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787762768.885505:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:3.0:1787762768.885507:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787762768.885509:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:3.0:1787762768.885510:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787762768.885512:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:3.0:1787762768.885514:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [62823:62823:256:4294967295] 192.168.203.113@tcp LPNI seq info [62823:62823:8:4294967295]
00000400:00000200:3.0:1787762768.885518:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787762768.885524:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787762768.885530:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:3.0:1787762768.885533:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9d54b86200.
00000800:00000200:3.0:1787762768.885538:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.0:1787762768.885541:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1787762768.885546:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762768.885549:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 33 secs later)
00000800:00000100:3.0:1787762768.885553:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:3.0:1787762768.885555:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9d54b86200.
00000400:00000200:3.0:1787762768.885558:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787762768.885562:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787762768.885565:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d5049dee0
00000400:00000010:3.0:1787762768.885567:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d5049dee0.
00000100:00000001:3.0:1787762768.885570:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787762768.885573:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d753e4f00 x1874599320519680/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762793 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762768.885584:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787762768.885586:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d753e4f00 x1874599320519680/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762793 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762768.885590:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762768.885592:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787762768.885594:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762768.885597:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:3.0:1787762768.885599:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:3.0:1787762768.885601:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314604076
00000100:00000001:3.0:1787762768.885603:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314605303
00000100:00000001:3.0:1787762768.885605:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314604076
00000100:00000001:3.0:1787762768.885606:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314605303
00000100:00000001:3.0:1787762768.885608:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787762768.885609:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762768.885611:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787762768.885613:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762768/real 1787762768]  req@ffff9b9d753e4f00 x1874599320519680/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762793 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787762768.885619:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787762768.885620:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787762768.885621:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c48395580.
00000400:00000200:3.0:1787762768.885622:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d5049dd48
00000400:00000010:3.0:1787762768.885623:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d5049dd48.
00000100:00000001:3.0:1787762768.885624:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787762768.885626:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d753e4f00 x1874599320519680/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762793 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787762768.885632:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d753e4f00 x1874599320519680/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762793 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762768.885636:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787762768.885652:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762768.885654:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787762768.885655:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787762768.885658:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d753e4f00 x1874599320519680/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762793 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762768.885662:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787762768.885665:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d753e4f00 x1874599320519680/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762793 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762768.885669:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787762768.885671:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762768.885672:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787762768.885673:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762768.885674:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787762768.885683:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787762768.885684:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762768.885686:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:3.0:1787762768.885687:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787762768.885690:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d753e4f00 x1874599320519680/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762793 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762768.885695:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d753e4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320519680:192.168.203.113@tcp:38:kworker.0
00000100:00000001:3.0:1787762768.885698:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787762768.885700:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d753e5a40 x1874599320519808/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762768.885704:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762768.885705:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762768.885706:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787762768.885707:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762768.885709:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762768.885711:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d753e5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320519808:192.168.203.113@tcp:38:kworker.0
00000100:00000001:3.0:1787762768.885713:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787762768.885714:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787762768.885716:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762768.885717:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787762768.885719:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d45907800.
02000000:00000001:3.0:1787762768.885721:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787762768.885723:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:3.0:1787762768.885725:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c48395580.
00000400:00000010:3.0:1787762768.885727:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d5049dd48.
00000100:00000200:3.0:1787762768.885729:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320519808, portal 10
00000100:00000001:3.0:1787762768.885730:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787762768.885731:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699312032320 : -110374397519296 : ffff9b9d753e5a40)
00000100:00000040:3.0:1787762768.885735:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d753e5a40 x1874599320519808/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762793 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762768.885740:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787762768.885741:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:3.0:1787762768.885743:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d5049dee0.
00000100:00000200:3.0:1787762768.885744:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320519808, offset 0
00000400:00000200:3.0:1787762768.885747:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:3.0:1787762768.885749:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787762768.885751:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:3.0:1787762768.885754:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787762768.885755:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:3.0:1787762768.885757:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787762768.885759:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:3.0:1787762768.885761:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [62824:62824:256:4294967295] 192.168.203.113@tcp LPNI seq info [62824:62824:8:4294967295]
00000400:00000200:3.0:1787762768.885763:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787762768.885767:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787762768.885770:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:3.0:1787762768.885772:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9d54b86200.
00000800:00000200:3.0:1787762768.885776:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.0:1787762768.885778:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1787762768.885781:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762768.885783:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 33 secs later)
00000800:00000100:3.0:1787762768.885785:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:3.0:1787762768.885787:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9d54b86200.
00000400:00000200:3.0:1787762768.885789:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787762768.885791:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787762768.885793:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d5049dee0
00000400:00000010:3.0:1787762768.885794:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d5049dee0.
00000100:00000001:3.0:1787762768.885796:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787762768.885798:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d753e5a40 x1874599320519808/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762793 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762768.885803:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787762768.885805:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d753e5a40 x1874599320519808/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762793 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762768.885810:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762768.885811:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787762768.885813:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762768.885815:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:3.0:1787762768.885817:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:3.0:1787762768.885818:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314604055
00000100:00000001:3.0:1787762768.885820:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314605303
00000100:00000001:3.0:1787762768.885822:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314604055
00000100:00000001:3.0:1787762768.885824:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314605303
00000100:00000001:3.0:1787762768.885826:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787762768.885828:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762768.885831:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787762768.885835:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762768/real 1787762768]  req@ffff9b9d753e5a40 x1874599320519808/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762793 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787762768.885842:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787762768.885844:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787762768.885846:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c48395580.
00000400:00000200:3.0:1787762768.885848:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d5049dd48
00000400:00000010:3.0:1787762768.885850:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d5049dd48.
00000100:00000001:3.0:1787762768.885853:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787762768.885856:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d753e5a40 x1874599320519808/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762793 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787762768.885866:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d753e5a40 x1874599320519808/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762793 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762768.885874:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787762768.885875:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762768.885877:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787762768.885878:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787762768.885881:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d753e5a40 x1874599320519808/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762793 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762768.885886:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787762768.885888:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d753e5a40 x1874599320519808/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762793 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762768.885893:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787762768.885895:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762768.885895:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787762768.885896:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762768.885897:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787762768.885899:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787762768.885900:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762768.885902:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:3.0:1787762768.885903:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787762768.885905:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d753e5a40 x1874599320519808/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762793 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762768.885915:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d753e5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320519808:192.168.203.113@tcp:38:kworker.0
00000100:00000001:3.0:1787762768.885917:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787762768.885919:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d753e6580 x1874599320519936/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762768.885923:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762768.885924:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762768.885925:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787762768.885927:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762768.885928:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762768.885930:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d753e6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320519936:192.168.203.113@tcp:8:kworker.0
00000100:00000001:3.0:1787762768.885932:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787762768.885934:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787762768.885935:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762768.885936:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787762768.885938:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d45905800.
02000000:00000001:3.0:1787762768.885940:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787762768.885943:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:3.0:1787762768.885944:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c48395580.
00000400:00000010:3.0:1787762768.885946:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d5049dd48.
00000100:00000200:3.0:1787762768.885949:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320519936, portal 4
00000100:00000001:3.0:1787762768.885950:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787762768.885951:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699312035200 : -110374397516416 : ffff9b9d753e6580)
00000100:00000040:3.0:1787762768.885955:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d753e6580 x1874599320519936/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762793 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762768.885959:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787762768.885961:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:3.0:1787762768.885962:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d5049dee0.
00000100:00000200:3.0:1787762768.885964:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320519936, offset 0
00000400:00000200:3.0:1787762768.885966:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:3.0:1787762768.885969:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787762768.885972:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:3.0:1787762768.885974:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787762768.885976:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:3.0:1787762768.885978:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787762768.885979:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:3.0:1787762768.885981:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [62825:62825:256:4294967295] 192.168.203.113@tcp LPNI seq info [62825:62825:8:4294967295]
00000400:00000200:3.0:1787762768.885984:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787762768.885988:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787762768.885991:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:3.0:1787762768.885993:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9d54b86200.
00000800:00000200:3.0:1787762768.885996:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.0:1787762768.885997:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1787762768.886000:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762768.886002:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 33 secs later)
00000800:00000100:3.0:1787762768.886005:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:3.0:1787762768.886006:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9d54b86200.
00000400:00000200:3.0:1787762768.886008:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787762768.886010:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787762768.886012:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d5049dee0
00000400:00000010:3.0:1787762768.886014:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d5049dee0.
00000100:00000001:3.0:1787762768.886015:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787762768.886017:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d753e6580 x1874599320519936/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762793 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762768.886022:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787762768.886024:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d753e6580 x1874599320519936/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762793 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762768.886029:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762768.886030:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787762768.886032:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762768.886034:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:3.0:1787762768.886035:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:3.0:1787762768.886037:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314604067
00000100:00000001:3.0:1787762768.886039:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314605303
00000100:00000001:3.0:1787762768.886041:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314604067
00000100:00000001:3.0:1787762768.886042:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314605303
00000100:00000001:3.0:1787762768.886043:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787762768.886044:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762768.886045:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787762768.886048:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762768/real 1787762768]  req@ffff9b9d753e6580 x1874599320519936/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762793 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787762768.886052:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787762768.886053:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787762768.886054:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c48395580.
00000400:00000200:3.0:1787762768.886056:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d5049dd48
00000400:00000010:3.0:1787762768.886057:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d5049dd48.
00000100:00000001:3.0:1787762768.886058:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787762768.886060:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d753e6580 x1874599320519936/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762793 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787762768.886065:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d753e6580 x1874599320519936/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762793 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762768.886068:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787762768.886069:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762768.886070:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787762768.886071:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787762768.886073:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d753e6580 x1874599320519936/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762793 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762768.886078:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787762768.886080:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d753e6580 x1874599320519936/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762793 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762768.886084:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787762768.886086:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762768.886087:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787762768.886088:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762768.886089:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787762768.886090:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787762768.886092:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762768.886094:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:3.0:1787762768.886095:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787762768.886097:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d753e6580 x1874599320519936/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762793 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762768.886102:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d753e6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320519936:192.168.203.113@tcp:8:kworker.0
00000100:00000001:3.0:1787762768.886104:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762768.886105:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787762768.886107:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d753e4f00 x1874599320519680/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762793 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762768.886111:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787762768.886112:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787762768.886113:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d45905000.
02000000:00000001:3.0:1787762768.886115:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787762768.886116:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787762768.886117:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:3.0:1787762768.886118:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787762768.886120:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d58dba000.
02000000:00000001:3.0:1787762768.886121:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787762768.886122:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787762768.886123:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d753e4f00.
00000100:00000001:3.0:1787762768.886125:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787762768.886126:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762768.886127:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787762768.886129:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d753e5a40 x1874599320519808/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762793 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762768.886138:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787762768.886139:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787762768.886140:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d45907800.
02000000:00000001:3.0:1787762768.886142:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787762768.886142:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787762768.886143:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:3.0:1787762768.886144:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787762768.886145:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d58db8800.
02000000:00000001:3.0:1787762768.886146:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787762768.886147:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787762768.886148:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d753e5a40.
00000100:00000001:3.0:1787762768.886149:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787762768.886150:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762768.886151:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787762768.886152:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d753e6580 x1874599320519936/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762793 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762768.886156:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787762768.886157:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787762768.886158:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d45905800.
02000000:00000001:3.0:1787762768.886159:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787762768.886159:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787762768.886160:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:3.0:1787762768.886161:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787762768.886162:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d58db8c00.
02000000:00000001:3.0:1787762768.886163:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787762768.886164:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787762768.886164:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d753e6580.
00000100:00000001:3.0:1787762768.886166:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787762768.886166:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762768.886167:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762768.886170:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762768.886171:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762768.886172:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787762768.886173:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762769.076512:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762769.076517:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762769.076524:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762769.076526:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762769.076532:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762769.076534:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762769.908555:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762769.908567:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762769.908573:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762769.908582:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787762769.908590:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762769.908598:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762769.908605:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762769.908609:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762769.908614:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762770.100544:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762770.100552:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762770.100564:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762770.100567:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762770.100575:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762770.100580:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762770.932584:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762770.932594:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762770.932598:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762770.932604:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787762770.932610:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762770.932616:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762770.932620:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762770.932646:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762770.932653:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762771.124574:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762771.124581:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762771.124588:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762771.124591:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762771.124598:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762771.124602:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787762771.124604:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787762771.124609:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762771.124614:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787762771.124618:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762771.124620:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762771.124645:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762771.956587:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762771.956600:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762771.956604:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762771.956613:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787762771.956645:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762771.956652:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762771.956658:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762771.956664:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762771.956670:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762772.148508:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762772.148514:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762772.148520:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762772.148523:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762772.148528:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762772.148530:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762772.980578:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762772.980588:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762772.980591:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762772.980597:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787762772.980604:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762772.980609:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762772.980638:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762772.980642:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762772.980647:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762773.172586:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762773.172593:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762773.172599:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762773.172601:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762773.172605:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762773.172607:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762774.004576:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762774.004587:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762774.004596:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762774.004632:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787762774.004641:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762774.004647:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762774.004661:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762774.004670:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762774.004683:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762774.004924:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787762774.004935:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762774.004946:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787762774.004973:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d753e6580 x1874599320520064/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762774.005015:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762774.005023:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762774.005032:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787762774.005039:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762774.005055:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762774.005063:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d753e6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320520064:192.168.203.113@tcp:250:kworker.0
00000100:00000001:3.0:1787762774.005077:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787762774.005084:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787762774.005092:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762774.005098:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787762774.005108:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d45905800.
02000000:00000001:3.0:1787762774.005116:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787762774.005134:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:3.0:1787762774.005146:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c48395580.
00000400:00000010:3.0:1787762774.005158:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d5049dd48.
00000100:00000200:3.0:1787762774.005169:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320520064, portal 25
00000100:00000001:3.0:1787762774.005180:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787762774.005184:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699312035200 : -110374397516416 : ffff9b9d753e6580)
00000100:00000040:3.0:1787762774.005205:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d753e6580 x1874599320520064/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762799 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762774.005225:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787762774.005240:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:3.0:1787762774.005245:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d5049dee0.
00000100:00000200:3.0:1787762774.005257:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320520064, offset 0
00000400:00000200:3.0:1787762774.005278:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:3.0:1787762774.005302:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787762774.005325:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:3.0:1787762774.005339:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787762774.005354:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:3.0:1787762774.005369:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787762774.005380:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:3.0:1787762774.005397:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [62826:62826:256:4294967295] 192.168.203.113@tcp LPNI seq info [62826:62826:8:4294967295]
00000400:00000200:3.0:1787762774.005426:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787762774.005483:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787762774.005492:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:3.0:1787762774.005499:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9d54b86200.
00000800:00000200:3.0:1787762774.005513:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.0:1787762774.005522:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1787762774.005538:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762774.005544:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 28 secs later)
00000800:00000100:3.0:1787762774.005558:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:3.0:1787762774.005566:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9d54b86200.
00000400:00000200:3.0:1787762774.005583:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787762774.005625:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787762774.005653:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d5049dee0
00000400:00000010:3.0:1787762774.005658:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d5049dee0.
00000100:00000001:3.0:1787762774.005667:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787762774.005686:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d753e6580 x1874599320520064/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762799 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762774.005748:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787762774.005768:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d753e6580 x1874599320520064/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762799 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762774.005813:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762774.005825:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787762774.005841:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787762774.005856:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:3.0:1787762774.005865:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4314610424
00000100:00000010:3.0:1787762774.005881:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9c72f20de0.
00000100:00000001:3.0:1787762774.005901:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1787762774.005918:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4314610424
00000100:00000010:3.0:1787762774.005938:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9c72f20000.
00000100:00000001:3.0:1787762774.005954:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1787762774.005965:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787762774.005970:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762774.005981:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787762774.005993:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762774/real 1787762774]  req@ffff9b9d753e6580 x1874599320520064/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787762774.006027:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787762774.006038:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787762774.006051:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c48395580.
00000400:00000200:3.0:1787762774.006065:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d5049dd48
00000400:00000010:3.0:1787762774.006072:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d5049dd48.
00000100:00000001:3.0:1787762774.006094:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787762774.006108:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d753e6580 x1874599320520064/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787762774.006186:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d753e6580 x1874599320520064/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762774.006218:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787762774.006222:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762774.006231:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787762774.006235:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787762774.006248:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d753e6580 x1874599320520064/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762774.006271:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787762774.006294:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d753e6580 x1874599320520064/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762799 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762774.006305:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787762774.006309:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762774.006312:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787762774.006314:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762774.006316:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787762774.006319:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787762774.006323:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762774.006329:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000001:3.0:1787762774.006332:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787762774.006337:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d753e6580 x1874599320520064/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762799 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762774.006346:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d753e6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320520064:192.168.203.113@tcp:250:kworker.0
00000100:00000001:3.0:1787762774.006352:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762774.006355:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787762774.006358:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d753e6580 x1874599320520064/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762799 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762774.006366:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787762774.006370:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787762774.006373:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d45905800.
02000000:00000001:3.0:1787762774.006377:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787762774.006381:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787762774.006383:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:3.0:1787762774.006386:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787762774.006389:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d58db9c00.
02000000:00000001:3.0:1787762774.006393:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787762774.006396:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787762774.006398:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d753e6580.
00000100:00000001:3.0:1787762774.006402:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787762774.006404:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762774.006407:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762774.006426:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762774.006428:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762774.006431:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787762774.006434:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762774.006436:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787762774.006472:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d753e5a40 x1874599320520192/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762774.006483:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762774.006485:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762774.006488:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787762774.006491:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762774.006494:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762774.006497:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d753e5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320520192:192.168.203.113@tcp:38:kworker.0
00000100:00000001:3.0:1787762774.006502:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787762774.006506:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787762774.006508:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762774.006510:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787762774.006515:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d45905800.
02000000:00000001:3.0:1787762774.006517:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787762774.006521:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:3.0:1787762774.006525:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c48395580.
00000400:00000010:3.0:1787762774.006530:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d5049dd48.
00000100:00000200:3.0:1787762774.006534:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320520192, portal 10
00000100:00000001:3.0:1787762774.006537:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787762774.006539:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699312032320 : -110374397519296 : ffff9b9d753e5a40)
00000100:00000040:3.0:1787762774.006547:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d753e5a40 x1874599320520192/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762799 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762774.006555:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787762774.006559:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:3.0:1787762774.006561:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d5049dee0.
00000100:00000200:3.0:1787762774.006565:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320520192, offset 0
00000400:00000200:3.0:1787762774.006570:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:3.0:1787762774.006575:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787762774.006581:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:3.0:1787762774.006585:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787762774.006589:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:3.0:1787762774.006592:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787762774.006596:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:3.0:1787762774.006600:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [62827:62827:256:4294967295] 192.168.203.113@tcp LPNI seq info [62827:62827:8:4294967295]
00000400:00000200:3.0:1787762774.006632:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787762774.006642:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787762774.006659:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:3.0:1787762774.006664:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9d54b86200.
00000800:00000200:3.0:1787762774.006669:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.0:1787762774.006673:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1787762774.006680:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762774.006683:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 28 secs later)
00000800:00000100:3.0:1787762774.006688:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:3.0:1787762774.006691:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9d54b86200.
00000400:00000200:3.0:1787762774.006695:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787762774.006700:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787762774.006706:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d5049dee0
00000400:00000010:3.0:1787762774.006710:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d5049dee0.
00000100:00000001:3.0:1787762774.006716:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787762774.006723:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d753e5a40 x1874599320520192/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762799 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762774.006738:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787762774.006745:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d753e5a40 x1874599320520192/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762799 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762774.006760:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762774.006763:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787762774.006771:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762774.006778:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:3.0:1787762774.006785:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:3.0:1787762774.006789:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314609197
00000100:00000001:3.0:1787762774.006795:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314610424
00000100:00000001:3.0:1787762774.006800:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314609197
00000100:00000001:3.0:1787762774.006804:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314610424
00000100:00000001:3.0:1787762774.006807:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787762774.006810:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762774.006813:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787762774.006819:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762774/real 1787762774]  req@ffff9b9d753e5a40 x1874599320520192/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787762774.006830:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787762774.006832:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787762774.006834:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c48395580.
00000400:00000200:3.0:1787762774.006837:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d5049dd48
00000400:00000010:3.0:1787762774.006840:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d5049dd48.
00000100:00000001:3.0:1787762774.006843:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787762774.006847:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d753e5a40 x1874599320520192/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787762774.006858:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d753e5a40 x1874599320520192/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762774.006866:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787762774.006868:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762774.006870:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787762774.006871:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787762774.006876:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d753e5a40 x1874599320520192/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762774.006884:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787762774.006889:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d753e5a40 x1874599320520192/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762799 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762774.006898:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787762774.006901:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762774.006903:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787762774.006904:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762774.006907:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787762774.006920:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787762774.006923:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762774.006928:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:3.0:1787762774.006931:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787762774.006935:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d753e5a40 x1874599320520192/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762799 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762774.006945:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d753e5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320520192:192.168.203.113@tcp:38:kworker.0
00000100:00000001:3.0:1787762774.006949:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787762774.006954:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d753e4f00 x1874599320520320/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762774.006962:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762774.006963:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762774.006966:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787762774.006969:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762774.006972:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762774.006975:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d753e4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320520320:192.168.203.113@tcp:38:kworker.0
00000100:00000001:3.0:1787762774.006980:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787762774.006983:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787762774.006985:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762774.006987:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787762774.006991:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d45907800.
02000000:00000001:3.0:1787762774.006994:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787762774.006998:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:3.0:1787762774.007001:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c48395580.
00000400:00000010:3.0:1787762774.007005:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d5049dd48.
00000100:00000200:3.0:1787762774.007009:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320520320, portal 10
00000100:00000001:3.0:1787762774.007011:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787762774.007013:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699312029440 : -110374397522176 : ffff9b9d753e4f00)
00000100:00000040:3.0:1787762774.007020:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d753e4f00 x1874599320520320/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762799 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762774.007036:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787762774.007039:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:3.0:1787762774.007042:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d5049dee0.
00000100:00000200:3.0:1787762774.007045:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320520320, offset 0
00000400:00000200:3.0:1787762774.007049:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:3.0:1787762774.007054:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787762774.007059:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:3.0:1787762774.007063:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787762774.007066:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:3.0:1787762774.007069:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787762774.007072:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:3.0:1787762774.007076:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [62828:62828:256:4294967295] 192.168.203.113@tcp LPNI seq info [62828:62828:8:4294967295]
00000400:00000200:3.0:1787762774.007082:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787762774.007090:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787762774.007096:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:3.0:1787762774.007100:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9d54b86200.
00000800:00000200:3.0:1787762774.007105:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.0:1787762774.007109:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1787762774.007114:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762774.007117:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 28 secs later)
00000800:00000100:3.0:1787762774.007122:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:3.0:1787762774.007125:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9d54b86200.
00000400:00000200:3.0:1787762774.007129:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787762774.007133:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787762774.007137:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d5049dee0
00000400:00000010:3.0:1787762774.007139:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d5049dee0.
00000100:00000001:3.0:1787762774.007142:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787762774.007146:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d753e4f00 x1874599320520320/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762799 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762774.007157:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787762774.007160:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d753e4f00 x1874599320520320/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762799 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762774.007177:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762774.007179:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787762774.007183:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762774.007187:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:3.0:1787762774.007190:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:3.0:1787762774.007193:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314609176
00000100:00000001:3.0:1787762774.007196:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314610424
00000100:00000001:3.0:1787762774.007199:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314609176
00000100:00000001:3.0:1787762774.007201:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314610424
00000100:00000001:3.0:1787762774.007203:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787762774.007206:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762774.007208:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787762774.007212:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762774/real 1787762774]  req@ffff9b9d753e4f00 x1874599320520320/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787762774.007221:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787762774.007223:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787762774.007225:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c48395580.
00000400:00000200:3.0:1787762774.007227:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d5049dd48
00000400:00000010:3.0:1787762774.007229:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d5049dd48.
00000100:00000001:3.0:1787762774.007232:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787762774.007236:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d753e4f00 x1874599320520320/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787762774.007246:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d753e4f00 x1874599320520320/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762774.007253:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787762774.007255:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762774.007257:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787762774.007258:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787762774.007262:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d753e4f00 x1874599320520320/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762774.007272:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787762774.007277:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d753e4f00 x1874599320520320/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762799 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762774.007285:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787762774.007288:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762774.007290:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787762774.007292:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762774.007294:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787762774.007296:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787762774.007299:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762774.007302:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:3.0:1787762774.007305:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787762774.007309:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d753e4f00 x1874599320520320/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762799 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762774.007318:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d753e4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320520320:192.168.203.113@tcp:38:kworker.0
00000100:00000001:3.0:1787762774.007323:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787762774.007327:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d753e7c00 x1874599320520448/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762774.007335:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762774.007337:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762774.007340:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787762774.007342:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762774.007345:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762774.007348:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d753e7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320520448:192.168.203.113@tcp:8:kworker.0
00000100:00000001:3.0:1787762774.007352:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787762774.007355:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787762774.007357:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762774.007360:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787762774.007363:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d45905000.
02000000:00000001:3.0:1787762774.007366:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787762774.007370:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:3.0:1787762774.007372:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c48395580.
00000400:00000010:3.0:1787762774.007376:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d5049dd48.
00000100:00000200:3.0:1787762774.007379:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320520448, portal 4
00000100:00000001:3.0:1787762774.007381:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787762774.007384:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699312040960 : -110374397510656 : ffff9b9d753e7c00)
00000100:00000040:3.0:1787762774.007390:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d753e7c00 x1874599320520448/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762799 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762774.007398:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787762774.007401:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:3.0:1787762774.007403:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d5049dee0.
00000100:00000200:3.0:1787762774.007406:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320520448, offset 0
00000400:00000200:3.0:1787762774.007410:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:3.0:1787762774.007418:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787762774.007422:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:3.0:1787762774.007425:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787762774.007428:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:3.0:1787762774.007431:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787762774.007433:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:3.0:1787762774.007437:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [62829:62829:256:4294967295] 192.168.203.113@tcp LPNI seq info [62829:62829:8:4294967295]
00000400:00000200:3.0:1787762774.007470:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787762774.007479:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787762774.007485:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:3.0:1787762774.007489:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9d54b86200.
00000800:00000200:3.0:1787762774.007494:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.0:1787762774.007497:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1787762774.007502:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762774.007506:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 28 secs later)
00000800:00000100:3.0:1787762774.007510:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:3.0:1787762774.007513:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9d54b86200.
00000400:00000200:3.0:1787762774.007517:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787762774.007521:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787762774.007525:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d5049dee0
00000400:00000010:3.0:1787762774.007527:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d5049dee0.
00000100:00000001:3.0:1787762774.007530:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787762774.007535:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d753e7c00 x1874599320520448/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762799 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762774.007545:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787762774.007548:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d753e7c00 x1874599320520448/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762799 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762774.007557:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762774.007559:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787762774.007562:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762774.007566:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:3.0:1787762774.007569:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:3.0:1787762774.007572:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314609189
00000100:00000001:3.0:1787762774.007575:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314610424
00000100:00000001:3.0:1787762774.007578:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314609189
00000100:00000001:3.0:1787762774.007580:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314610424
00000100:00000001:3.0:1787762774.007583:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787762774.007586:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762774.007588:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787762774.007592:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762774/real 1787762774]  req@ffff9b9d753e7c00 x1874599320520448/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787762774.007601:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787762774.007603:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787762774.007632:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c48395580.
00000400:00000200:3.0:1787762774.007638:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d5049dd48
00000400:00000010:3.0:1787762774.007640:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d5049dd48.
00000100:00000001:3.0:1787762774.007654:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787762774.007658:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d753e7c00 x1874599320520448/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787762774.007669:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d753e7c00 x1874599320520448/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762774.007677:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787762774.007679:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762774.007681:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787762774.007683:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787762774.007687:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d753e7c00 x1874599320520448/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762774.007695:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787762774.007701:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d753e7c00 x1874599320520448/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762799 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762774.007715:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787762774.007720:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762774.007724:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787762774.007726:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762774.007729:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787762774.007732:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787762774.007738:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762774.007745:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:3.0:1787762774.007750:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787762774.007758:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d753e7c00 x1874599320520448/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762799 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762774.007776:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d753e7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320520448:192.168.203.113@tcp:8:kworker.0
00000100:00000001:3.0:1787762774.007784:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762774.007788:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787762774.007796:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d753e5a40 x1874599320520192/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762799 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762774.007807:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787762774.007810:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787762774.007813:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d45905800.
02000000:00000001:3.0:1787762774.007816:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787762774.007819:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787762774.007820:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:3.0:1787762774.007823:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787762774.007826:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d58dbb000.
02000000:00000001:3.0:1787762774.007830:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787762774.007831:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787762774.007834:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d753e5a40.
00000100:00000001:3.0:1787762774.007837:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787762774.007839:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762774.007841:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787762774.007846:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d753e4f00 x1874599320520320/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762799 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762774.007854:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787762774.007855:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787762774.007857:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d45907800.
02000000:00000001:3.0:1787762774.007860:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787762774.007861:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787762774.007863:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:3.0:1787762774.007865:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787762774.007867:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d58db8400.
02000000:00000001:3.0:1787762774.007869:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787762774.007871:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787762774.007872:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d753e4f00.
00000100:00000001:3.0:1787762774.007875:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787762774.007877:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762774.007879:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787762774.007882:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d753e7c00 x1874599320520448/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762799 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762774.007889:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787762774.007892:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787762774.007894:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d45905000.
02000000:00000001:3.0:1787762774.007896:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787762774.007898:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787762774.007900:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:3.0:1787762774.007902:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787762774.007904:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d58dba800.
02000000:00000001:3.0:1787762774.007906:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787762774.007907:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787762774.007909:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d753e7c00.
00000100:00000001:3.0:1787762774.007911:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787762774.007913:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762774.007915:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762774.007920:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762774.007922:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762774.007924:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787762774.007926:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762774.196565:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762774.196573:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762774.196580:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762774.196582:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762774.196586:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762774.196588:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762775.028588:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762775.028623:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762775.028626:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762775.028632:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787762775.028637:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762775.028642:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762775.028646:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762775.028649:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762775.028653:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762775.220541:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762775.220549:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762775.220556:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762775.220559:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762775.220564:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762775.220567:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762776.052508:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762776.052515:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762776.052517:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762776.052521:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787762776.052524:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762776.052527:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762776.052530:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762776.052532:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762776.052535:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762776.244512:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762776.244516:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762776.244520:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762776.244521:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762776.244524:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762776.244525:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762777.076612:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762777.076624:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762777.076627:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762777.076634:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787762777.076640:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762777.076647:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762777.076651:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762777.076656:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762777.076661:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762777.268618:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762777.268629:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787762777.268632:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787762777.268637:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762777.268644:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787762777.268647:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762777.268650:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762777.268653:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762777.268659:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762777.268662:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787762777.268663:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787762777.268666:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762777.268668:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787762777.268670:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762777.268673:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762777.268675:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762777.268679:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762777.268681:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762778.100526:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762778.100536:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762778.100539:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762778.100546:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787762778.100553:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762778.100558:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762778.100562:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762778.100566:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762778.100570:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762778.292598:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762778.292607:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762778.292616:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762778.292618:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762778.292623:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762778.292625:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762779.124518:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762779.124524:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762779.124526:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762779.124530:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787762779.124534:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762779.124537:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762779.124540:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762779.124542:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762779.124545:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762779.124736:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787762779.124740:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762779.124744:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787762779.124753:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d56b840 x1874599320520576/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762779.124765:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762779.124768:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762779.124772:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787762779.124775:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762779.124781:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762779.124785:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d56b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320520576:192.168.203.113@tcp:250:kworker.0
00000100:00000001:3.0:1787762779.124790:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787762779.124801:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787762779.124805:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762779.124810:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787762779.124815:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d45905000.
02000000:00000001:3.0:1787762779.124820:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787762779.124829:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:3.0:1787762779.124834:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c48395580.
00000400:00000010:3.0:1787762779.124841:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d5049dd48.
00000100:00000200:3.0:1787762779.124848:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320520576, portal 25
00000100:00000001:3.0:1787762779.124853:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787762779.124855:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910976064 : -110374798575552 : ffff9b9d5d56b840)
00000100:00000040:3.0:1787762779.124865:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d56b840 x1874599320520576/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762804 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762779.124877:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787762779.124882:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:3.0:1787762779.124886:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d5049dee0.
00000100:00000200:3.0:1787762779.124890:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320520576, offset 0
00000400:00000200:3.0:1787762779.124899:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:3.0:1787762779.124913:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787762779.124923:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:3.0:1787762779.124930:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787762779.124937:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:3.0:1787762779.124942:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787762779.124947:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:3.0:1787762779.124953:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [62830:62830:256:4294967295] 192.168.203.113@tcp LPNI seq info [62830:62830:8:4294967295]
00000400:00000200:3.0:1787762779.124963:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787762779.124980:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787762779.124991:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:3.0:1787762779.124997:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9d54b86200.
00000800:00000200:3.0:1787762779.125007:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.0:1787762779.125013:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 23 secs later)
00000800:00000200:3.1:1787762779.125024:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762779.125030:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 23 secs later)
00000800:00000100:3.0:1787762779.125040:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:3.0:1787762779.125045:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9d54b86200.
00000400:00000200:3.0:1787762779.125051:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787762779.125059:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787762779.125064:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d5049dee0
00000400:00000010:3.0:1787762779.125068:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d5049dee0.
00000100:00000001:3.0:1787762779.125075:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787762779.125081:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d56b840 x1874599320520576/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762804 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762779.125098:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787762779.125103:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d56b840 x1874599320520576/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762804 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762779.125114:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762779.125119:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787762779.125125:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787762779.125133:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:3.0:1787762779.125137:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4314615543
00000100:00000010:3.0:1787762779.125144:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9c72f200c0.
00000100:00000001:3.0:1787762779.125152:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1787762779.125160:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4314615543
00000100:00000010:3.0:1787762779.125166:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9c72f20f60.
00000100:00000001:3.0:1787762779.125170:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1787762779.125175:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787762779.125179:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762779.125184:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787762779.125200:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762779/real 1787762779]  req@ffff9b9d5d56b840 x1874599320520576/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787762779.125229:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787762779.125232:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787762779.125235:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c48395580.
00000400:00000200:3.0:1787762779.125239:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d5049dd48
00000400:00000010:3.0:1787762779.125242:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d5049dd48.
00000100:00000001:3.0:1787762779.125246:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787762779.125251:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d56b840 x1874599320520576/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787762779.125266:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d56b840 x1874599320520576/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762779.125275:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787762779.125277:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762779.125280:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787762779.125282:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787762779.125287:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d56b840 x1874599320520576/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762779.125300:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787762779.125308:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d56b840 x1874599320520576/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762804 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762779.125320:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787762779.125323:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762779.125328:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787762779.125330:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762779.125333:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787762779.125336:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787762779.125339:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762779.125350:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000001:3.0:1787762779.125355:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787762779.125361:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d56b840 x1874599320520576/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762804 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762779.125380:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d56b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320520576:192.168.203.113@tcp:250:kworker.0
00000100:00000001:3.0:1787762779.125386:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762779.125389:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787762779.125393:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d56b840 x1874599320520576/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762804 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762779.125398:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787762779.125400:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787762779.125402:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d45905000.
02000000:00000001:3.0:1787762779.125404:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787762779.125406:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787762779.125407:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:3.0:1787762779.125409:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787762779.125410:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f184000.
02000000:00000001:3.0:1787762779.125413:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787762779.125414:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787762779.125416:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d56b840.
00000100:00000001:3.0:1787762779.125418:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787762779.125418:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762779.125420:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762779.125426:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762779.125427:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762779.125430:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787762779.125431:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762779.125433:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787762779.125437:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d56a940 x1874599320520704/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762779.125465:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762779.125466:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762779.125469:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787762779.125471:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762779.125474:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762779.125477:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d56a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320520704:192.168.203.113@tcp:38:kworker.0
00000100:00000001:3.0:1787762779.125481:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787762779.125484:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787762779.125485:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762779.125487:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787762779.125489:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d45905000.
02000000:00000001:3.0:1787762779.125491:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787762779.125494:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:3.0:1787762779.125496:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c48395580.
00000400:00000010:3.0:1787762779.125499:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d5049dd48.
00000100:00000200:3.0:1787762779.125501:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320520704, portal 10
00000100:00000001:3.0:1787762779.125502:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787762779.125503:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910972224 : -110374798579392 : ffff9b9d5d56a940)
00000100:00000040:3.0:1787762779.125508:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d56a940 x1874599320520704/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762804 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762779.125513:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787762779.125515:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:3.0:1787762779.125516:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d5049dee0.
00000100:00000200:3.0:1787762779.125518:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320520704, offset 0
00000400:00000200:3.0:1787762779.125521:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:3.0:1787762779.125524:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787762779.125526:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:3.0:1787762779.125528:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787762779.125530:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:3.0:1787762779.125532:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787762779.125534:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:3.0:1787762779.125536:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [62831:62831:256:4294967295] 192.168.203.113@tcp LPNI seq info [62831:62831:8:4294967295]
00000400:00000200:3.0:1787762779.125539:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787762779.125543:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787762779.125547:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:3.0:1787762779.125549:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9d54b86200.
00000800:00000200:3.0:1787762779.125551:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.0:1787762779.125554:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 23 secs later)
00000800:00000200:3.1:1787762779.125557:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762779.125559:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 23 secs later)
00000800:00000100:3.0:1787762779.125561:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:3.0:1787762779.125563:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9d54b86200.
00000400:00000200:3.0:1787762779.125565:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787762779.125567:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787762779.125587:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d5049dee0
00000400:00000010:3.0:1787762779.125589:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d5049dee0.
00000100:00000001:3.0:1787762779.125591:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787762779.125593:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d56a940 x1874599320520704/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762804 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762779.125599:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787762779.125601:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d56a940 x1874599320520704/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762804 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762779.125605:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762779.125606:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787762779.125609:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762779.125612:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:3.0:1787762779.125614:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:3.0:1787762779.125616:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314614316
00000100:00000001:3.0:1787762779.125618:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314615543
00000100:00000001:3.0:1787762779.125620:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314614316
00000100:00000001:3.0:1787762779.125621:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314615543
00000100:00000001:3.0:1787762779.125622:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787762779.125624:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762779.125625:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787762779.125627:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762779/real 1787762779]  req@ffff9b9d5d56a940 x1874599320520704/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787762779.125632:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787762779.125633:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787762779.125635:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c48395580.
00000400:00000200:3.0:1787762779.125637:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d5049dd48
00000400:00000010:3.0:1787762779.125638:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d5049dd48.
00000100:00000001:3.0:1787762779.125639:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787762779.125641:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d56a940 x1874599320520704/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787762779.125646:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d56a940 x1874599320520704/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762779.125650:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787762779.125651:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762779.125652:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787762779.125653:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787762779.125655:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d56a940 x1874599320520704/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762779.125659:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787762779.125667:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d56a940 x1874599320520704/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762804 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762779.125671:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787762779.125673:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762779.125674:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787762779.125675:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762779.125676:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787762779.125685:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787762779.125687:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762779.125689:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:3.0:1787762779.125691:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787762779.125693:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d56a940 x1874599320520704/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762804 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762779.125698:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d56a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320520704:192.168.203.113@tcp:38:kworker.0
00000100:00000001:3.0:1787762779.125701:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787762779.125703:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d568000 x1874599320520832/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762779.125708:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762779.125709:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762779.125710:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787762779.125711:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762779.125712:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762779.125714:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d568000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320520832:192.168.203.113@tcp:38:kworker.0
00000100:00000001:3.0:1787762779.125716:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787762779.125718:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787762779.125719:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762779.125720:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787762779.125722:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d45907800.
02000000:00000001:3.0:1787762779.125724:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787762779.125726:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:3.0:1787762779.125727:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c48395580.
00000400:00000010:3.0:1787762779.125729:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d5049dd48.
00000100:00000200:3.0:1787762779.125731:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320520832, portal 10
00000100:00000001:3.0:1787762779.125733:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787762779.125734:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910961664 : -110374798589952 : ffff9b9d5d568000)
00000100:00000040:3.0:1787762779.125738:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d568000 x1874599320520832/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762804 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762779.125742:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787762779.125744:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:3.0:1787762779.125745:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d5049dee0.
00000100:00000200:3.0:1787762779.125747:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320520832, offset 0
00000400:00000200:3.0:1787762779.125749:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:3.0:1787762779.125752:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787762779.125754:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:3.0:1787762779.125756:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787762779.125758:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:3.0:1787762779.125760:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787762779.125761:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:3.0:1787762779.125763:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [62832:62832:256:4294967295] 192.168.203.113@tcp LPNI seq info [62832:62832:8:4294967295]
00000400:00000200:3.0:1787762779.125766:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787762779.125770:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787762779.125773:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:3.0:1787762779.125775:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9d54b86200.
00000800:00000200:3.0:1787762779.125777:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.0:1787762779.125779:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 23 secs later)
00000800:00000200:3.1:1787762779.125782:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762779.125784:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 23 secs later)
00000800:00000100:3.0:1787762779.125786:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:3.0:1787762779.125787:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9d54b86200.
00000400:00000200:3.0:1787762779.125790:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787762779.125792:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787762779.125794:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d5049dee0
00000400:00000010:3.0:1787762779.125795:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d5049dee0.
00000100:00000001:3.0:1787762779.125797:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787762779.125799:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d568000 x1874599320520832/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762804 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762779.125804:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787762779.125806:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d568000 x1874599320520832/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762804 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762779.125810:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762779.125812:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787762779.125813:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762779.125815:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:3.0:1787762779.125817:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:3.0:1787762779.125818:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314614295
00000100:00000001:3.0:1787762779.125820:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314615543
00000100:00000001:3.0:1787762779.125822:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314614295
00000100:00000001:3.0:1787762779.125823:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314615543
00000100:00000001:3.0:1787762779.125825:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787762779.125826:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762779.125827:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787762779.125830:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762779/real 1787762779]  req@ffff9b9d5d568000 x1874599320520832/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787762779.125834:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787762779.125835:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787762779.125836:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c48395580.
00000400:00000200:3.0:1787762779.125837:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d5049dd48
00000400:00000010:3.0:1787762779.125838:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d5049dd48.
00000100:00000001:3.0:1787762779.125839:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787762779.125841:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d568000 x1874599320520832/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787762779.125847:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d568000 x1874599320520832/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762779.125851:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787762779.125852:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762779.125853:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787762779.125854:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787762779.125856:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d568000 x1874599320520832/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762779.125860:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787762779.125862:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d568000 x1874599320520832/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762804 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762779.125866:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787762779.125867:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762779.125868:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787762779.125869:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762779.125871:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787762779.125873:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787762779.125874:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762779.125876:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:3.0:1787762779.125878:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787762779.125880:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d568000 x1874599320520832/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762804 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762779.125885:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d568000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320520832:192.168.203.113@tcp:38:kworker.0
00000100:00000001:3.0:1787762779.125887:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787762779.125889:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d569680 x1874599320520960/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762779.125893:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762779.125894:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762779.125895:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787762779.125897:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762779.125898:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762779.125900:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d569680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320520960:192.168.203.113@tcp:8:kworker.0
00000100:00000001:3.0:1787762779.125902:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787762779.125903:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787762779.125904:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762779.125905:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787762779.125907:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d45905800.
02000000:00000001:3.0:1787762779.125908:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787762779.125910:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:3.0:1787762779.125912:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c48395580.
00000400:00000010:3.0:1787762779.125914:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d5049dd48.
00000100:00000200:3.0:1787762779.125915:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320520960, portal 4
00000100:00000001:3.0:1787762779.125917:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787762779.125918:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910967424 : -110374798584192 : ffff9b9d5d569680)
00000100:00000040:3.0:1787762779.125921:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d569680 x1874599320520960/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762804 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762779.125926:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787762779.125927:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:3.0:1787762779.125929:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d5049dee0.
00000100:00000200:3.0:1787762779.125930:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320520960, offset 0
00000400:00000200:3.0:1787762779.125933:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:3.0:1787762779.125934:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787762779.125936:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:3.0:1787762779.125938:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787762779.125939:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:3.0:1787762779.125941:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787762779.125942:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:3.0:1787762779.125944:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [62833:62833:256:4294967295] 192.168.203.113@tcp LPNI seq info [62833:62833:8:4294967295]
00000400:00000200:3.0:1787762779.125947:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787762779.125951:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787762779.125954:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:3.0:1787762779.125955:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9d54b86200.
00000800:00000200:3.0:1787762779.125958:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.0:1787762779.125959:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 23 secs later)
00000800:00000200:3.1:1787762779.125962:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762779.125964:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 23 secs later)
00000800:00000100:3.0:1787762779.125966:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:3.0:1787762779.125968:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9d54b86200.
00000400:00000200:3.0:1787762779.125969:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787762779.125972:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787762779.125973:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d5049dee0
00000400:00000010:3.0:1787762779.125974:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d5049dee0.
00000100:00000001:3.0:1787762779.125976:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787762779.125978:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d569680 x1874599320520960/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762804 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762779.125982:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787762779.125985:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d569680 x1874599320520960/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762804 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762779.125994:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762779.125995:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787762779.125996:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762779.125998:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:3.0:1787762779.126000:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:3.0:1787762779.126001:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314614307
00000100:00000001:3.0:1787762779.126003:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314615543
00000100:00000001:3.0:1787762779.126004:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314614307
00000100:00000001:3.0:1787762779.126006:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314615543
00000100:00000001:3.0:1787762779.126007:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787762779.126008:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762779.126009:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787762779.126011:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762779/real 1787762779]  req@ffff9b9d5d569680 x1874599320520960/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787762779.126015:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787762779.126016:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787762779.126017:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c48395580.
00000400:00000200:3.0:1787762779.126018:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d5049dd48
00000400:00000010:3.0:1787762779.126019:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d5049dd48.
00000100:00000001:3.0:1787762779.126020:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787762779.126023:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d569680 x1874599320520960/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787762779.126028:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d569680 x1874599320520960/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762779.126032:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787762779.126033:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762779.126034:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787762779.126035:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787762779.126037:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d569680 x1874599320520960/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762779.126041:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787762779.126044:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d569680 x1874599320520960/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762804 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762779.126048:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787762779.126049:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762779.126050:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787762779.126051:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762779.126052:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787762779.126053:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787762779.126055:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762779.126056:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:3.0:1787762779.126057:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787762779.126060:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d569680 x1874599320520960/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762804 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762779.126064:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d569680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320520960:192.168.203.113@tcp:8:kworker.0
00000100:00000001:3.0:1787762779.126066:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762779.126068:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787762779.126069:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d56a940 x1874599320520704/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762804 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762779.126073:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787762779.126074:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787762779.126075:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d45905000.
02000000:00000001:3.0:1787762779.126077:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787762779.126078:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787762779.126079:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:3.0:1787762779.126080:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787762779.126081:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f185000.
02000000:00000001:3.0:1787762779.126084:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787762779.126085:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787762779.126086:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d56a940.
00000100:00000001:3.0:1787762779.126088:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787762779.126088:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762779.126090:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787762779.126092:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d568000 x1874599320520832/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762804 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762779.126096:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787762779.126097:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787762779.126098:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d45907800.
02000000:00000001:3.0:1787762779.126099:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787762779.126100:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787762779.126100:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:3.0:1787762779.126101:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787762779.126102:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f186000.
02000000:00000001:3.0:1787762779.126104:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787762779.126104:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787762779.126105:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d568000.
00000100:00000001:3.0:1787762779.126106:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787762779.126107:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762779.126108:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787762779.126110:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d569680 x1874599320520960/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762804 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762779.126113:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787762779.126114:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787762779.126115:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d45905800.
02000000:00000001:3.0:1787762779.126116:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787762779.126117:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787762779.126117:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:3.0:1787762779.126118:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787762779.126119:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f184c00.
02000000:00000001:3.0:1787762779.126120:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787762779.126121:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787762779.126122:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d569680.
00000100:00000001:3.0:1787762779.126123:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787762779.126124:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762779.126125:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762779.126128:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762779.126129:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762779.126130:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787762779.126132:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762779.316523:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762779.316529:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762779.316535:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762779.316536:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762779.316540:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762779.316542:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762780.340580:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762780.340589:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762780.340597:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762780.340600:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762780.340605:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762780.340608:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787762780.340628:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787762780.340631:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762780.340633:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787762780.340635:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762780.340637:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762780.340639:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762781.364501:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762781.364505:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762781.364509:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762781.364510:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762781.364513:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762781.364514:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762782.388520:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762782.388525:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762782.388529:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762782.388531:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762782.388533:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762782.388535:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762783.412577:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762783.412587:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762783.412597:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762783.412600:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762783.412616:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762783.412618:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762784.244796:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787762784.244875:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762784.244880:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787762784.244891:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d5692c0 x1874599320521088/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762784.245007:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762784.245010:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762784.245016:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787762784.245050:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762784.245056:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762784.245062:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d5692c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320521088:192.168.203.113@tcp:250:kworker.0
00000100:00000001:3.0:1787762784.245070:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787762784.245074:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787762784.245076:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762784.245078:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787762784.245083:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d45905800.
02000000:00000001:3.0:1787762784.245085:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787762784.245091:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:3.0:1787762784.245094:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c48395580.
00000400:00000010:3.0:1787762784.245100:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d5049dd48.
00000100:00000200:3.0:1787762784.245106:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320521088, portal 25
00000100:00000001:3.0:1787762784.245108:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787762784.245109:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910966464 : -110374798585152 : ffff9b9d5d5692c0)
00000100:00000040:3.0:1787762784.245115:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d5692c0 x1874599320521088/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762809 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762784.245124:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787762784.245127:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:3.0:1787762784.245130:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d5049dee0.
00000100:00000200:3.0:1787762784.245134:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320521088, offset 0
00000400:00000200:3.0:1787762784.245142:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:3.0:1787762784.245150:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787762784.245157:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:3.0:1787762784.245162:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787762784.245167:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:3.0:1787762784.245171:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787762784.245174:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:3.0:1787762784.245178:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [62834:62834:256:4294967295] 192.168.203.113@tcp LPNI seq info [62834:62834:8:4294967295]
00000400:00000200:3.0:1787762784.245183:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787762784.245194:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787762784.245201:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:3.0:1787762784.245207:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9d54b86200.
00000800:00000200:3.0:1787762784.245214:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.0:1787762784.245218:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787762784.245224:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762784.245228:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1787762784.245233:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:3.0:1787762784.245235:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9d54b86200.
00000400:00000200:3.0:1787762784.245240:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787762784.245244:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787762784.245247:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d5049dee0
00000400:00000010:3.0:1787762784.245249:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d5049dee0.
00000100:00000001:3.0:1787762784.245253:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787762784.245256:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d5692c0 x1874599320521088/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762809 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762784.245264:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787762784.245267:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d5692c0 x1874599320521088/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762809 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762784.245271:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762784.245273:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787762784.245278:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787762784.245281:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:3.0:1787762784.245283:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4314620663
00000100:00000010:3.0:1787762784.245286:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9c72f20480.
00000100:00000001:3.0:1787762784.245292:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1787762784.245297:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4314620663
00000100:00000010:3.0:1787762784.245299:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9c72f205a0.
00000100:00000001:3.0:1787762784.245302:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1787762784.245305:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787762784.245308:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762784.245310:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787762784.245315:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762784/real 1787762784]  req@ffff9b9d5d5692c0 x1874599320521088/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787762784.245325:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787762784.245327:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787762784.245329:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c48395580.
00000400:00000200:3.0:1787762784.245332:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d5049dd48
00000400:00000010:3.0:1787762784.245334:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d5049dd48.
00000100:00000001:3.0:1787762784.245337:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787762784.245341:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d5692c0 x1874599320521088/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787762784.245351:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d5692c0 x1874599320521088/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762784.245359:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787762784.245360:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762784.245362:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787762784.245364:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787762784.245367:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d5692c0 x1874599320521088/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762784.245372:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787762784.245375:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d5692c0 x1874599320521088/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762809 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762784.245380:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787762784.245382:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762784.245384:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787762784.245385:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762784.245387:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787762784.245389:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787762784.245391:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762784.245394:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000001:3.0:1787762784.245396:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787762784.245398:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d5692c0 x1874599320521088/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762809 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762784.245404:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d5692c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320521088:192.168.203.113@tcp:250:kworker.0
00000100:00000001:3.0:1787762784.245407:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762784.245416:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787762784.245418:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d5692c0 x1874599320521088/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762809 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762784.245423:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787762784.245425:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787762784.245427:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d45905800.
02000000:00000001:3.0:1787762784.245429:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787762784.245431:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787762784.245433:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:3.0:1787762784.245434:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787762784.245436:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f187000.
02000000:00000001:3.0:1787762784.245464:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787762784.245467:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787762784.245470:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d5692c0.
00000100:00000001:3.0:1787762784.245476:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787762784.245477:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762784.245480:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762784.245487:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762784.245488:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762784.245491:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787762784.245493:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762784.245494:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787762784.245500:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d568b40 x1874599320521216/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762784.245506:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762784.245507:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762784.245509:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787762784.245510:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762784.245512:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762784.245514:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d568b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320521216:192.168.203.113@tcp:38:kworker.0
00000100:00000001:3.0:1787762784.245516:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787762784.245518:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787762784.245519:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762784.245521:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787762784.245523:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d45905800.
02000000:00000001:3.0:1787762784.245524:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787762784.245527:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:3.0:1787762784.245529:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c48395580.
00000400:00000010:3.0:1787762784.245532:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d5049dd48.
00000100:00000200:3.0:1787762784.245547:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320521216, portal 10
00000100:00000001:3.0:1787762784.245549:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787762784.245550:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910964544 : -110374798587072 : ffff9b9d5d568b40)
00000100:00000040:3.0:1787762784.245555:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d568b40 x1874599320521216/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762809 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762784.245560:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787762784.245561:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:3.0:1787762784.245563:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d5049dee0.
00000100:00000200:3.0:1787762784.245565:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320521216, offset 0
00000400:00000200:3.0:1787762784.245573:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:3.0:1787762784.245576:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787762784.245579:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:3.0:1787762784.245581:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787762784.245583:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:3.0:1787762784.245585:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787762784.245587:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:3.0:1787762784.245589:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [62835:62835:256:4294967295] 192.168.203.113@tcp LPNI seq info [62835:62835:8:4294967295]
00000400:00000200:3.0:1787762784.245592:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787762784.245597:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787762784.245600:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:3.0:1787762784.245603:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9d54b86200.
00000800:00000200:3.0:1787762784.245605:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.0:1787762784.245608:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787762784.245610:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762784.245613:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1787762784.245615:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:3.0:1787762784.245617:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9d54b86200.
00000400:00000200:3.0:1787762784.245619:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787762784.245621:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787762784.245623:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d5049dee0
00000400:00000010:3.0:1787762784.245625:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d5049dee0.
00000100:00000001:3.0:1787762784.245627:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787762784.245629:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d568b40 x1874599320521216/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762809 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762784.245634:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787762784.245637:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d568b40 x1874599320521216/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762809 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762784.245641:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762784.245642:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787762784.245644:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762784.245647:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:3.0:1787762784.245649:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:3.0:1787762784.245651:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314619436
00000100:00000001:3.0:1787762784.245653:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314620663
00000100:00000001:3.0:1787762784.245654:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314619436
00000100:00000001:3.0:1787762784.245656:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314620663
00000100:00000001:3.0:1787762784.245658:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787762784.245659:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762784.245661:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787762784.245663:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762784/real 1787762784]  req@ffff9b9d5d568b40 x1874599320521216/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787762784.245668:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787762784.245669:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787762784.245670:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c48395580.
00000400:00000200:3.0:1787762784.245671:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d5049dd48
00000400:00000010:3.0:1787762784.245672:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d5049dd48.
00000100:00000001:3.0:1787762784.245673:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787762784.245675:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d568b40 x1874599320521216/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787762784.245681:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d568b40 x1874599320521216/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762784.245685:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787762784.245686:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762784.245687:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787762784.245688:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787762784.245690:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d568b40 x1874599320521216/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762784.245694:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787762784.245697:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d568b40 x1874599320521216/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762809 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762784.245701:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787762784.245702:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762784.245703:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787762784.245704:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762784.245705:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787762784.245719:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787762784.245723:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762784.245726:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:3.0:1787762784.245729:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787762784.245733:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d568b40 x1874599320521216/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762809 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762784.245742:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d568b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320521216:192.168.203.113@tcp:38:kworker.0
00000100:00000001:3.0:1787762784.245746:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787762784.245750:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d569680 x1874599320521344/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762784.245758:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762784.245759:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762784.245762:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787762784.245763:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762784.245765:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762784.245767:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d569680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320521344:192.168.203.113@tcp:38:kworker.0
00000100:00000001:3.0:1787762784.245769:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787762784.245771:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787762784.245772:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762784.245773:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787762784.245775:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d45907800.
02000000:00000001:3.0:1787762784.245777:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787762784.245779:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:3.0:1787762784.245781:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c48395580.
00000400:00000010:3.0:1787762784.245783:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d5049dd48.
00000100:00000200:3.0:1787762784.245786:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320521344, portal 10
00000100:00000001:3.0:1787762784.245787:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787762784.245788:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910967424 : -110374798584192 : ffff9b9d5d569680)
00000100:00000040:3.0:1787762784.245792:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d569680 x1874599320521344/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762809 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762784.245801:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787762784.245802:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:3.0:1787762784.245804:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d5049dee0.
00000100:00000200:3.0:1787762784.245805:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320521344, offset 0
00000400:00000200:3.0:1787762784.245808:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:3.0:1787762784.245811:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787762784.245813:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:3.0:1787762784.245816:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787762784.245819:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:3.0:1787762784.245822:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787762784.245824:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:3.0:1787762784.245828:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [62836:62836:256:4294967295] 192.168.203.113@tcp LPNI seq info [62836:62836:8:4294967295]
00000400:00000200:3.0:1787762784.245832:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787762784.245839:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787762784.245844:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:3.0:1787762784.245848:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9d54b86200.
00000800:00000200:3.0:1787762784.245852:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.0:1787762784.245856:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787762784.245860:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762784.245863:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1787762784.245867:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:3.0:1787762784.245869:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9d54b86200.
00000400:00000200:3.0:1787762784.245871:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787762784.245873:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787762784.245876:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d5049dee0
00000400:00000010:3.0:1787762784.245877:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d5049dee0.
00000100:00000001:3.0:1787762784.245879:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787762784.245882:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d569680 x1874599320521344/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762809 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762784.245887:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787762784.245889:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d569680 x1874599320521344/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762809 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762784.245898:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762784.245899:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787762784.245902:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762784.245904:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:3.0:1787762784.245906:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:3.0:1787762784.245908:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314619415
00000100:00000001:3.0:1787762784.245910:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314620663
00000100:00000001:3.0:1787762784.245912:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314619415
00000100:00000001:3.0:1787762784.245913:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314620663
00000100:00000001:3.0:1787762784.245914:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787762784.245916:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762784.245917:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787762784.245919:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762784/real 1787762784]  req@ffff9b9d5d569680 x1874599320521344/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787762784.245924:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787762784.245925:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787762784.245926:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c48395580.
00000400:00000200:3.0:1787762784.245928:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d5049dd48
00000400:00000010:3.0:1787762784.245929:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d5049dd48.
00000100:00000001:3.0:1787762784.245930:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787762784.245932:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d569680 x1874599320521344/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787762784.245937:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d569680 x1874599320521344/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762784.245941:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787762784.245942:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762784.245943:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787762784.245944:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787762784.245946:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d569680 x1874599320521344/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762784.245951:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787762784.245954:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d569680 x1874599320521344/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762809 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762784.245958:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787762784.245959:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762784.245960:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787762784.245961:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762784.245962:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787762784.245963:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787762784.245965:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762784.245967:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:3.0:1787762784.245968:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787762784.245970:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d569680 x1874599320521344/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762809 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762784.245975:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d569680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320521344:192.168.203.113@tcp:38:kworker.0
00000100:00000001:3.0:1787762784.245977:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787762784.245979:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d568000 x1874599320521472/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762784.245983:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762784.245984:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762784.245986:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787762784.245987:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762784.245989:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762784.245991:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d568000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320521472:192.168.203.113@tcp:8:kworker.0
00000100:00000001:3.0:1787762784.245992:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787762784.245994:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787762784.245996:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762784.245997:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787762784.245999:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d45905000.
02000000:00000001:3.0:1787762784.246000:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787762784.246003:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:3.0:1787762784.246004:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c48395580.
00000400:00000010:3.0:1787762784.246006:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d5049dd48.
00000100:00000200:3.0:1787762784.246008:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320521472, portal 4
00000100:00000001:3.0:1787762784.246010:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787762784.246011:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910961664 : -110374798589952 : ffff9b9d5d568000)
00000100:00000040:3.0:1787762784.246014:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d568000 x1874599320521472/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762809 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762784.246019:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787762784.246020:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:3.0:1787762784.246022:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d5049dee0.
00000100:00000200:3.0:1787762784.246023:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320521472, offset 0
00000400:00000200:3.0:1787762784.246025:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:3.0:1787762784.246028:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787762784.246030:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:3.0:1787762784.246032:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787762784.246033:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:3.0:1787762784.246035:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787762784.246036:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:3.0:1787762784.246039:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [62837:62837:256:4294967295] 192.168.203.113@tcp LPNI seq info [62837:62837:8:4294967295]
00000400:00000200:3.0:1787762784.246041:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787762784.246046:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787762784.246049:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:3.0:1787762784.246051:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9d54b86200.
00000800:00000200:3.0:1787762784.246053:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.0:1787762784.246055:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787762784.246058:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762784.246059:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1787762784.246062:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:3.0:1787762784.246064:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9d54b86200.
00000400:00000200:3.0:1787762784.246066:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787762784.246068:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787762784.246070:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d5049dee0
00000400:00000010:3.0:1787762784.246071:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d5049dee0.
00000100:00000001:3.0:1787762784.246073:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787762784.246075:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d568000 x1874599320521472/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762809 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762784.246080:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787762784.246082:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d568000 x1874599320521472/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762809 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762784.246086:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762784.246087:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787762784.246089:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762784.246090:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:3.0:1787762784.246092:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:3.0:1787762784.246093:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314619427
00000100:00000001:3.0:1787762784.246095:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314620663
00000100:00000001:3.0:1787762784.246096:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314619427
00000100:00000001:3.0:1787762784.246098:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314620663
00000100:00000001:3.0:1787762784.246099:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787762784.246101:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762784.246102:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787762784.246104:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762784/real 1787762784]  req@ffff9b9d5d568000 x1874599320521472/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787762784.246108:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787762784.246109:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787762784.246110:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c48395580.
00000400:00000200:3.0:1787762784.246111:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d5049dd48
00000400:00000010:3.0:1787762784.246112:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d5049dd48.
00000100:00000001:3.0:1787762784.246114:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787762784.246116:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d568000 x1874599320521472/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787762784.246121:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d568000 x1874599320521472/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762784.246125:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787762784.246126:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762784.246127:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787762784.246128:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787762784.246130:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d568000 x1874599320521472/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762784.246134:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787762784.246136:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d568000 x1874599320521472/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762809 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762784.246140:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787762784.246141:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762784.246142:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787762784.246143:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762784.246144:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787762784.246145:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787762784.246147:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762784.246148:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:3.0:1787762784.246149:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787762784.246152:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d568000 x1874599320521472/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762809 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762784.246156:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d568000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320521472:192.168.203.113@tcp:8:kworker.0
00000100:00000001:3.0:1787762784.246158:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762784.246160:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787762784.246162:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d568b40 x1874599320521216/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762809 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762784.246167:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787762784.246168:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787762784.246169:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d45905800.
02000000:00000001:3.0:1787762784.246171:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787762784.246172:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787762784.246173:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:3.0:1787762784.246174:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787762784.246175:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f184c00.
02000000:00000001:3.0:1787762784.246177:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787762784.246178:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787762784.246179:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d568b40.
00000100:00000001:3.0:1787762784.246181:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787762784.246182:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762784.246183:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787762784.246185:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d569680 x1874599320521344/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762809 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762784.246189:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787762784.246190:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787762784.246191:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d45907800.
02000000:00000001:3.0:1787762784.246192:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787762784.246193:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787762784.246194:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:3.0:1787762784.246195:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787762784.246196:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f186000.
02000000:00000001:3.0:1787762784.246197:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787762784.246198:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787762784.246198:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d569680.
00000100:00000001:3.0:1787762784.246200:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787762784.246200:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762784.246201:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787762784.246203:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d568000 x1874599320521472/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762809 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762784.246207:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787762784.246208:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787762784.246209:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d45905000.
02000000:00000001:3.0:1787762784.246211:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787762784.246212:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787762784.246212:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:3.0:1787762784.246214:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787762784.246214:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f185000.
02000000:00000001:3.0:1787762784.246216:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787762784.246216:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787762784.246217:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d568000.
00000100:00000001:3.0:1787762784.246218:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787762784.246219:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762784.246220:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762784.246223:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762784.246223:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762784.246225:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787762784.246226:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762784.436671:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762784.436680:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762784.436688:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762784.436690:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762784.436695:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762784.436697:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762785.460512:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762785.460516:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762785.460520:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762785.460522:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762785.460536:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762785.460537:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762786.484544:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762786.484550:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762786.484556:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762786.484557:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762786.484560:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762786.484561:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762787.508523:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762787.508529:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787762787.508532:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787762787.508535:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762787.508540:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787762787.508542:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762787.508543:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762787.508545:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762787.508548:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762787.508549:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787762787.508550:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787762787.508551:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762787.508553:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787762787.508553:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762787.508554:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762787.508556:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762787.508558:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762787.508559:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762788.532585:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762788.532594:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762788.532602:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762788.532604:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762788.532611:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762788.532613:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762789.364937:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787762789.364952:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762789.364961:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787762789.364988:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d56a940 x1874599320521600/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762789.365028:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762789.365032:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762789.365056:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787762789.365063:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762789.365076:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762789.365090:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d56a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320521600:192.168.203.113@tcp:250:kworker.0
00000100:00000001:3.0:1787762789.365103:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787762789.365112:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787762789.365117:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762789.365124:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787762789.365140:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d45905000.
02000000:00000001:3.0:1787762789.365145:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787762789.365160:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:3.0:1787762789.365169:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c48395580.
00000400:00000010:3.0:1787762789.365181:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d5049dd48.
00000100:00000200:3.0:1787762789.365196:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320521600, portal 25
00000100:00000001:3.0:1787762789.365203:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787762789.365207:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910972224 : -110374798579392 : ffff9b9d5d56a940)
00000100:00000040:3.0:1787762789.365222:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d56a940 x1874599320521600/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762814 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762789.365239:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787762789.365251:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:3.0:1787762789.365258:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d5049dee0.
00000100:00000200:3.0:1787762789.365269:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320521600, offset 0
00000400:00000200:3.0:1787762789.365290:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:3.0:1787762789.365308:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787762789.365329:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:3.0:1787762789.365341:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787762789.365352:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:3.0:1787762789.365362:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787762789.365371:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:3.0:1787762789.365384:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [62838:62838:256:4294967295] 192.168.203.113@tcp LPNI seq info [62838:62838:8:4294967295]
00000400:00000200:3.0:1787762789.365395:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787762789.365423:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787762789.365485:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:3.0:1787762789.365497:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9d54b86200.
00000800:00000200:3.0:1787762789.365551:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.0:1787762789.365566:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787762789.365586:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762789.365595:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1787762789.365611:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:3.0:1787762789.365623:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9d54b86200.
00000400:00000200:3.0:1787762789.365636:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787762789.365657:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787762789.365675:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d5049dee0
00000400:00000010:3.0:1787762789.365681:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d5049dee0.
00000100:00000001:3.0:1787762789.365692:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787762789.365708:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d56a940 x1874599320521600/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762814 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762789.365752:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787762789.365769:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d56a940 x1874599320521600/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762814 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762789.365815:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762789.365833:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787762789.365853:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787762789.365879:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:3.0:1787762789.365894:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4314625784
00000100:00000010:3.0:1787762789.365917:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9c72f204e0.
00000100:00000001:3.0:1787762789.365941:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1787762789.365974:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4314625784
00000100:00000010:3.0:1787762789.365988:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9c72f20240.
00000100:00000001:3.0:1787762789.365997:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1787762789.366010:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787762789.366027:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762789.366037:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787762789.366050:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762789/real 1787762789]  req@ffff9b9d5d56a940 x1874599320521600/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787762789.366065:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787762789.366068:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787762789.366072:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c48395580.
00000400:00000200:3.0:1787762789.366077:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d5049dd48
00000400:00000010:3.0:1787762789.366080:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d5049dd48.
00000100:00000001:3.0:1787762789.366084:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787762789.366089:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d56a940 x1874599320521600/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787762789.366108:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d56a940 x1874599320521600/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762789.366117:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787762789.366120:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762789.366123:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787762789.366125:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787762789.366131:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d56a940 x1874599320521600/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762789.366139:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787762789.366146:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d56a940 x1874599320521600/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762814 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762789.366155:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787762789.366159:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762789.366161:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787762789.366163:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762789.366167:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787762789.366169:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787762789.366174:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762789.366178:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000001:3.0:1787762789.366181:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787762789.366186:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d56a940 x1874599320521600/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762814 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762789.366196:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d56a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320521600:192.168.203.113@tcp:250:kworker.0
00000100:00000001:3.0:1787762789.366203:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762789.366206:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787762789.366210:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d56a940 x1874599320521600/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762814 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762789.366227:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787762789.366231:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787762789.366235:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d45905000.
02000000:00000001:3.0:1787762789.366239:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787762789.366243:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787762789.366245:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:3.0:1787762789.366248:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787762789.366252:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f184000.
02000000:00000001:3.0:1787762789.366258:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787762789.366261:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787762789.366263:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d56a940.
00000100:00000001:3.0:1787762789.366267:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787762789.366269:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762789.366272:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762789.366282:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762789.366285:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762789.366288:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787762789.366291:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762789.366293:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787762789.366299:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d56b840 x1874599320521728/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762789.366308:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762789.366310:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762789.366313:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787762789.366316:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762789.366319:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762789.366322:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d56b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320521728:192.168.203.113@tcp:38:kworker.0
00000100:00000001:3.0:1787762789.366326:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787762789.366329:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787762789.366331:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762789.366334:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787762789.366337:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d45905000.
02000000:00000001:3.0:1787762789.366340:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787762789.366345:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:3.0:1787762789.366349:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c48395580.
00000400:00000010:3.0:1787762789.366353:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d5049dd48.
00000100:00000200:3.0:1787762789.366357:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320521728, portal 10
00000100:00000001:3.0:1787762789.366360:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787762789.366362:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910976064 : -110374798575552 : ffff9b9d5d56b840)
00000100:00000040:3.0:1787762789.366371:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d56b840 x1874599320521728/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762814 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762789.366380:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787762789.366383:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:3.0:1787762789.366386:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d5049dee0.
00000100:00000200:3.0:1787762789.366389:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320521728, offset 0
00000400:00000200:3.0:1787762789.366394:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:3.0:1787762789.366399:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787762789.366405:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:3.0:1787762789.366409:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787762789.366413:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:3.0:1787762789.366416:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787762789.366419:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:3.0:1787762789.366424:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [62839:62839:256:4294967295] 192.168.203.113@tcp LPNI seq info [62839:62839:8:4294967295]
00000400:00000200:3.0:1787762789.366429:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787762789.366438:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787762789.366477:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:3.0:1787762789.366482:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9d54b86200.
00000800:00000200:3.0:1787762789.366488:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.0:1787762789.366492:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787762789.366527:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762789.366534:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1787762789.366540:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:3.0:1787762789.366543:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9d54b86200.
00000400:00000200:3.0:1787762789.366547:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787762789.366552:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787762789.366557:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d5049dee0
00000400:00000010:3.0:1787762789.366559:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d5049dee0.
00000100:00000001:3.0:1787762789.366563:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787762789.366569:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d56b840 x1874599320521728/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762814 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762789.366580:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787762789.366583:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d56b840 x1874599320521728/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762814 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762789.366592:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762789.366595:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787762789.366600:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762789.366605:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:3.0:1787762789.366610:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:3.0:1787762789.366612:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314624557
00000100:00000001:3.0:1787762789.366616:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314625784
00000100:00000001:3.0:1787762789.366620:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314624557
00000100:00000001:3.0:1787762789.366622:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314625784
00000100:00000001:3.0:1787762789.366626:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787762789.366628:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762789.366631:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787762789.366635:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762789/real 1787762789]  req@ffff9b9d5d56b840 x1874599320521728/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787762789.366644:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787762789.366646:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787762789.366648:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c48395580.
00000400:00000200:3.0:1787762789.366651:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d5049dd48
00000400:00000010:3.0:1787762789.366653:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d5049dd48.
00000100:00000001:3.0:1787762789.366656:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787762789.366660:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d56b840 x1874599320521728/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787762789.366670:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d56b840 x1874599320521728/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762789.366686:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787762789.366688:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762789.366691:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787762789.366693:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787762789.366697:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d56b840 x1874599320521728/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762789.366705:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787762789.366710:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d56b840 x1874599320521728/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762814 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762789.366718:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787762789.366721:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762789.366723:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787762789.366724:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762789.366726:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787762789.366745:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787762789.366748:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762789.366752:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:3.0:1787762789.366754:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787762789.366759:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d56b840 x1874599320521728/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762814 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762789.366768:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d56b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320521728:192.168.203.113@tcp:38:kworker.0
00000100:00000001:3.0:1787762789.366773:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787762789.366778:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d568000 x1874599320521856/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762789.366786:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762789.366788:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762789.366792:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787762789.366795:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762789.366798:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762789.366801:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d568000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320521856:192.168.203.113@tcp:38:kworker.0
00000100:00000001:3.0:1787762789.366806:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787762789.366808:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787762789.366810:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762789.366812:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787762789.366817:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d45907800.
02000000:00000001:3.0:1787762789.366819:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787762789.366824:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:3.0:1787762789.366827:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c48395580.
00000400:00000010:3.0:1787762789.366831:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d5049dd48.
00000100:00000200:3.0:1787762789.366835:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320521856, portal 10
00000100:00000001:3.0:1787762789.366838:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787762789.366840:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910961664 : -110374798589952 : ffff9b9d5d568000)
00000100:00000040:3.0:1787762789.366850:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d568000 x1874599320521856/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762814 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762789.366864:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787762789.366869:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:3.0:1787762789.366874:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d5049dee0.
00000100:00000200:3.0:1787762789.366879:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320521856, offset 0
00000400:00000200:3.0:1787762789.366887:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:3.0:1787762789.366896:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787762789.366903:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:3.0:1787762789.366909:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787762789.366914:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:3.0:1787762789.366919:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787762789.366925:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:3.0:1787762789.366931:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [62840:62840:256:4294967295] 192.168.203.113@tcp LPNI seq info [62840:62840:8:4294967295]
00000400:00000200:3.0:1787762789.366940:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787762789.366954:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787762789.366962:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:3.0:1787762789.366968:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9d54b86200.
00000800:00000200:3.0:1787762789.366973:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.0:1787762789.366977:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787762789.366983:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762789.366986:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1787762789.366991:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:3.0:1787762789.366994:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9d54b86200.
00000400:00000200:3.0:1787762789.366998:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787762789.367003:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787762789.367007:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d5049dee0
00000400:00000010:3.0:1787762789.367009:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d5049dee0.
00000100:00000001:3.0:1787762789.367013:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787762789.367018:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d568000 x1874599320521856/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762814 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762789.367028:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787762789.367032:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d568000 x1874599320521856/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762814 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762789.367041:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762789.367043:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787762789.367047:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762789.367051:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:3.0:1787762789.367055:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:3.0:1787762789.367058:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314624536
00000100:00000001:3.0:1787762789.367061:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314625784
00000100:00000001:3.0:1787762789.367064:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314624536
00000100:00000001:3.0:1787762789.367067:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314625784
00000100:00000001:3.0:1787762789.367070:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787762789.367073:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762789.367076:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787762789.367080:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762789/real 1787762789]  req@ffff9b9d5d568000 x1874599320521856/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787762789.367092:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787762789.367094:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787762789.367096:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c48395580.
00000400:00000200:3.0:1787762789.367099:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d5049dd48
00000400:00000010:3.0:1787762789.367101:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d5049dd48.
00000100:00000001:3.0:1787762789.367103:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787762789.367107:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d568000 x1874599320521856/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787762789.367118:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d568000 x1874599320521856/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762789.367125:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787762789.367127:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762789.367129:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787762789.367131:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787762789.367135:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d568000 x1874599320521856/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762789.367143:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787762789.367148:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d568000 x1874599320521856/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762814 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762789.367156:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787762789.367159:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762789.367162:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787762789.367163:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762789.367166:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787762789.367168:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787762789.367171:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762789.367175:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:3.0:1787762789.367178:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787762789.367183:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d568000 x1874599320521856/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762814 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762789.367193:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d568000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320521856:192.168.203.113@tcp:38:kworker.0
00000100:00000001:3.0:1787762789.367198:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787762789.367203:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d569680 x1874599320521984/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762789.367211:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762789.367213:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762789.367215:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787762789.367218:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762789.367220:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762789.367224:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d569680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320521984:192.168.203.113@tcp:8:kworker.0
00000100:00000001:3.0:1787762789.367227:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787762789.367230:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787762789.367232:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762789.367234:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787762789.367238:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d45905800.
02000000:00000001:3.0:1787762789.367240:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787762789.367245:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:3.0:1787762789.367248:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c48395580.
00000400:00000010:3.0:1787762789.367252:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d5049dd48.
00000100:00000200:3.0:1787762789.367256:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320521984, portal 4
00000100:00000001:3.0:1787762789.367258:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787762789.367260:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910967424 : -110374798584192 : ffff9b9d5d569680)
00000100:00000040:3.0:1787762789.367267:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d569680 x1874599320521984/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762814 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762789.367276:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787762789.367279:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:3.0:1787762789.367281:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d5049dee0.
00000100:00000200:3.0:1787762789.367284:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320521984, offset 0
00000400:00000200:3.0:1787762789.367290:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:3.0:1787762789.367294:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787762789.367298:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:3.0:1787762789.367302:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787762789.367306:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:3.0:1787762789.367309:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787762789.367312:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:3.0:1787762789.367316:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [62841:62841:256:4294967295] 192.168.203.113@tcp LPNI seq info [62841:62841:8:4294967295]
00000400:00000200:3.0:1787762789.367322:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787762789.367329:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787762789.367335:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:3.0:1787762789.367339:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9d54b86200.
00000800:00000200:3.0:1787762789.367343:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.0:1787762789.367347:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787762789.367352:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787762789.367355:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1787762789.367360:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:3.0:1787762789.367362:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9d54b86200.
00000400:00000200:3.0:1787762789.367366:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787762789.367370:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787762789.367374:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d5049dee0
00000400:00000010:3.0:1787762789.367376:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d5049dee0.
00000100:00000001:3.0:1787762789.367379:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787762789.367383:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d569680 x1874599320521984/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762814 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762789.367393:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787762789.367397:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d569680 x1874599320521984/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762814 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762789.367405:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762789.367407:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787762789.367410:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762789.367413:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:3.0:1787762789.367416:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:3.0:1787762789.367420:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314624548
00000100:00000001:3.0:1787762789.367423:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314625784
00000100:00000001:3.0:1787762789.367426:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314624548
00000100:00000001:3.0:1787762789.367428:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314625784
00000100:00000001:3.0:1787762789.367431:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787762789.367433:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762789.367435:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787762789.367468:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762789/real 1787762789]  req@ffff9b9d5d569680 x1874599320521984/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787762789.367478:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787762789.367480:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787762789.367482:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c48395580.
00000400:00000200:3.0:1787762789.367485:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d5049dd48
00000400:00000010:3.0:1787762789.367487:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d5049dd48.
00000100:00000001:3.0:1787762789.367490:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787762789.367494:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d569680 x1874599320521984/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787762789.367533:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d569680 x1874599320521984/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762789.367548:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787762789.367551:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762789.367555:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787762789.367558:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787762789.367566:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d569680 x1874599320521984/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762789.367582:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787762789.367590:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d569680 x1874599320521984/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762814 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762789.367603:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787762789.367609:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762789.367612:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787762789.367615:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762789.367618:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787762789.367621:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787762789.367627:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762789.367634:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:3.0:1787762789.367639:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787762789.367647:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d569680 x1874599320521984/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762814 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762789.367664:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d569680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320521984:192.168.203.113@tcp:8:kworker.0
00000100:00000001:3.0:1787762789.367673:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762789.367677:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787762789.367685:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d56b840 x1874599320521728/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762814 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762789.367697:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787762789.367700:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787762789.367703:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d45905000.
02000000:00000001:3.0:1787762789.367707:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787762789.367709:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787762789.367711:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:3.0:1787762789.367714:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787762789.367717:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f185000.
02000000:00000001:3.0:1787762789.367720:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787762789.367722:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787762789.367724:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d56b840.
00000100:00000001:3.0:1787762789.367728:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787762789.367730:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762789.367732:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787762789.367736:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d568000 x1874599320521856/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762814 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762789.367753:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787762789.367754:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787762789.367757:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d45907800.
02000000:00000001:3.0:1787762789.367760:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787762789.367761:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787762789.367763:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:3.0:1787762789.367765:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787762789.367767:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f186000.
02000000:00000001:3.0:1787762789.367769:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787762789.367771:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787762789.367772:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d568000.
00000100:00000001:3.0:1787762789.367775:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787762789.367776:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762789.367778:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787762789.367782:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d569680 x1874599320521984/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762814 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762789.367789:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787762789.367791:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787762789.367792:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d45905800.
02000000:00000001:3.0:1787762789.367794:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787762789.367796:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787762789.367797:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:3.0:1787762789.367799:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787762789.367801:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f184c00.
02000000:00000001:3.0:1787762789.367803:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787762789.367805:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787762789.367806:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d569680.
00000100:00000001:3.0:1787762789.367809:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787762789.367810:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762789.367812:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762789.367817:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762789.367819:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762789.367822:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787762789.367824:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762789.556602:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762789.556612:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762789.556621:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762789.556623:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762789.556628:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762789.556630:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762790.580544:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762790.580552:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762790.580558:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762790.580560:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762790.580563:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762790.580566:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787762790.580568:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787762790.580571:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762790.580573:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787762790.580575:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762790.580576:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762790.580578:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762791.604541:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762791.604552:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762791.604562:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762791.604564:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762791.604569:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762791.604571:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762792.628560:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762792.628569:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762792.628576:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762792.628577:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762792.628581:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762792.628582:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762793.652572:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762793.652580:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762793.652585:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762793.652587:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762793.652592:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762793.652593:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762794.484552:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762794.484564:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787762794.484569:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762794.484575:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762794.484582:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762794.484590:0:291943:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 19957
00000400:00000200:3.0:1787762794.484600:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787762794.484606:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762794.484608:0:291943:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762794.484611:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762794.484614:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762794.484616:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762794.484618:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787762794.484621:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762794.484622:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:3.0:1787762794.484624:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762794.484627:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:3.0:1787762794.484628:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:3.0:1787762794.484630:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:3.0:1787762794.484632:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762794.484634:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762794.484635:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762794.484636:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787762794.484638:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:3.0:1787762794.484641:0:291943:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787762794.484642:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762794.484645:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762794.484647:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762794.484649:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762794.484651:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762794.484653:0:291943:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762794.484658:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d5670c0.
00000020:00000040:3.0:1787762794.484660:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:3.0:1787762794.484664:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762794.484666:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762794.484668:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762794.484670:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762794.484674:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762794.484679:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45905800.
00000100:00000001:3.0:1787762794.484684:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762794.484691:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d5670c0 x1874599320522112/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762794.484699:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762794.484702:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762794.484705:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000096847001] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d5670c0 x1874599320522112/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762794.484724:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762794.484727:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762794.484731:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762794.484732:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762794.484734:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762794.484737:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762794.484740:0:291943:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 19957
00000400:00000200:3.0:1787762794.484744:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787762794.484748:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762794.484750:0:291943:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762794.484753:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762794.484756:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762794.484758:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762794.484760:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787762794.484763:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762794.484764:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000020:00000001:3.0:1787762794.484766:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762794.484769:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000020:00000001:3.0:1787762794.484771:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000020:00000001:3.0:1787762794.484774:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000040:3.0:1787762794.484777:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762794.484779:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762794.484781:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762794.484783:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787762794.484785:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00080000:3.0:1787762794.484788:0:291943:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787762794.484791:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762794.484793:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762794.484798:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762794.484800:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762794.484802:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762794.484806:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762794.484809:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762794.484811:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762794.484814:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d5643c0.
00000020:00000040:3.0:1787762794.484817:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
02000000:00000001:3.0:1787762794.484819:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762794.484821:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762794.484822:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762794.484824:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762794.484826:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762794.484829:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45907800.
00000100:00000001:3.0:1787762794.484832:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762794.484837:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d5643c0 x1874599320522240/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762794.484845:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762794.484848:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762794.484852:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c43373d] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d5643c0 x1874599320522240/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762794.484868:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762794.484870:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762794.484873:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787762794.484875:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762794.484877:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762794.484879:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762794.484881:0:291943:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 19957
00000400:00000200:3.0:1787762794.484885:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787762794.484887:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762794.484890:0:291943:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762794.484892:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762794.484894:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762794.484897:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762794.484899:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787762794.484901:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762794.484902:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000020:00000001:3.0:1787762794.484904:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762794.484906:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000020:00000001:3.0:1787762794.484908:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000020:00000001:3.0:1787762794.484910:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00000040:3.0:1787762794.484912:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762794.484914:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762794.484916:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762794.484919:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787762794.484922:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000100:00080000:3.0:1787762794.484924:0:291943:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787762794.484926:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762794.484929:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762794.484931:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762794.484933:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762794.484935:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762794.484937:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762794.484939:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762794.484941:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762794.484944:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d566580.
00000020:00000040:3.0:1787762794.484946:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000800:00000200:1.1:1787762794.484948:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
02000000:00000001:3.0:1787762794.484949:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762794.484950:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762794.484952:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:1.1:1787762794.484952:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
02000000:00000001:3.0:1787762794.484954:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762794.484955:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762794.484959:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45905000.
00000100:00000001:3.0:1787762794.484962:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762794.484966:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d566580 x1874599320522368/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762794.484974:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762794.484976:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762794.484980:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f409d8da] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d566580 x1874599320522368/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762794.484987:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762794.484991:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787762794.484994:0:291943:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1787762794.484998:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762794.485002:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787762794.485003:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762794.485005:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762794.485008:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762794.485020:0:291943:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 19957
00000400:00000200:3.0:1787762794.485024:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787762794.485027:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762794.485029:0:291943:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762794.485032:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762794.485034:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762794.485036:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762794.485038:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787762794.485040:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762794.485042:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000020:00000001:3.0:1787762794.485044:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762794.485046:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000020:00000001:3.0:1787762794.485048:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000020:00000001:3.0:1787762794.485050:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000040:3.0:1787762794.485053:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762794.485055:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762794.485057:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762794.485060:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787762794.485062:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00080000:3.0:1787762794.485065:0:291943:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787762794.485068:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762794.485069:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762794.485072:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762794.485074:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762794.485076:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762794.485079:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787762794.485081:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762794.485083:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762794.485086:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d567840.
00000020:00000040:3.0:1787762794.485089:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
02000000:00000001:3.0:1787762794.485092:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762794.485094:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762794.485096:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762794.485097:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762794.485099:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762794.485103:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45906400.
00000100:00000001:3.0:1787762794.485106:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762794.485110:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d567840 x1874599320522496/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762794.485118:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762794.485120:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762794.485124:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002fc5cb79] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d567840 x1874599320522496/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762794.485133:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762794.485137:0:291943:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19967)
00000800:00000200:1.1:1787762794.485344:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762794.485347:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787762794.485592:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762794.485594:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787762794.485771:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762794.485773:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00010000:00000001:3.0:1787762794.676526:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762794.676531:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762794.676536:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762794.676537:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762794.676540:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762794.676541:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762795.700576:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762795.700583:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762795.700590:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762795.700592:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762795.700598:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762795.700599:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762796.724565:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762796.724574:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762796.724582:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762796.724584:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762796.724588:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762796.724590:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762797.748521:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762797.748529:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787762797.748531:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787762797.748534:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762797.748538:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787762797.748540:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762797.748542:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762797.748543:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762797.748547:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762797.748549:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787762797.748550:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787762797.748551:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762797.748552:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787762797.748553:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762797.748554:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762797.748555:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762797.748557:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762797.748558:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762798.772553:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762798.772562:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762798.772570:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762798.772572:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762798.772577:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762798.772579:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762799.604566:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762799.604577:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787762799.604582:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762799.604588:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762799.604596:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762799.604607:0:291943:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 19962
00000400:00000200:3.0:1787762799.604617:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787762799.604624:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762799.604628:0:291943:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762799.604632:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762799.604635:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762799.604638:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762799.604641:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787762799.604645:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762799.604648:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:3.0:1787762799.604651:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762799.604654:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:3.0:1787762799.604655:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:3.0:1787762799.604657:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:3.0:1787762799.604660:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762799.604661:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762799.604663:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762799.604664:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787762799.604666:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:3.0:1787762799.604669:0:291943:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787762799.604670:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762799.604673:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762799.604675:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762799.604677:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762799.604679:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762799.604681:0:291943:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762799.604687:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d564000.
00000020:00000040:3.0:1787762799.604690:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:3.0:1787762799.604693:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762799.604695:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762799.604697:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762799.604699:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762799.604702:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762799.604708:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45907400.
00000100:00000001:3.0:1787762799.604713:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762799.604721:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d564000 x1874599320522624/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762799.604728:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762799.604732:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762799.604735:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008321534d] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d564000 x1874599320522624/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762799.604754:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762799.604757:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762799.604760:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762799.604761:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762799.604762:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762799.604764:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762799.604766:0:291943:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 19962
00000400:00000200:3.0:1787762799.604770:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787762799.604772:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762799.604774:0:291943:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762799.604777:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762799.604779:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762799.604783:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762799.604785:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787762799.604789:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762799.604791:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000020:00000001:3.0:1787762799.604793:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762799.604795:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000020:00000001:3.0:1787762799.604798:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000020:00000001:3.0:1787762799.604801:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000040:3.0:1787762799.604808:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762799.604812:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762799.604816:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762799.604820:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787762799.604824:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00080000:3.0:1787762799.604828:0:291943:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787762799.604831:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762799.604835:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762799.604840:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762799.604845:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762799.604848:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762799.604854:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762799.604858:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762799.604861:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762799.604869:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d567840.
00000020:00000040:3.0:1787762799.604872:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
02000000:00000001:3.0:1787762799.604874:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762799.604876:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762799.604879:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762799.604882:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762799.604884:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762799.604888:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45906400.
00000100:00000001:3.0:1787762799.604893:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762799.604902:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d567840 x1874599320522752/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762799.604910:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762799.604911:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762799.604919:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002fc5cb79] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d567840 x1874599320522752/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762799.604932:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762799.604935:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762799.604943:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787762799.604946:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762799.604949:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762799.604952:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762799.604958:0:291943:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 19962
00000400:00000200:3.0:1787762799.604964:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787762799.604969:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762799.604972:0:291943:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762799.604977:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762799.604979:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762799.604982:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762799.604984:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787762799.604985:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762799.604986:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000020:00000001:3.0:1787762799.604990:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762799.604993:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000020:00000001:3.0:1787762799.604995:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000020:00000001:3.0:1787762799.604998:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00000040:3.0:1787762799.605004:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762799.605006:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762799.605010:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762799.605013:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787762799.605016:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000100:00080000:3.0:1787762799.605022:0:291943:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787762799.605028:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762799.605031:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762799.605035:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762799.605039:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762799.605043:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762799.605047:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762799.605050:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762799.605053:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762799.605056:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d566580.
00000020:00000040:3.0:1787762799.605060:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
02000000:00000001:3.0:1787762799.605063:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762799.605067:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762799.605069:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762799.605072:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762799.605075:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762799.605080:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45905000.
00000100:00000001:3.0:1787762799.605084:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762799.605090:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d566580 x1874599320522880/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762799.605102:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000200:1.1:1787762799.605103:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000001:3.0:1787762799.605105:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787762799.605108:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 2 secs later)
00000100:00000040:3.0:1787762799.605111:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f409d8da] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d566580 x1874599320522880/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762799.605124:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762799.605128:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787762799.605131:0:291943:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1787762799.605137:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762799.605141:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787762799.605144:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762799.605146:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762799.605150:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762799.605155:0:291943:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 19962
00000400:00000200:3.0:1787762799.605159:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787762799.605164:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762799.605168:0:291943:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762799.605174:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762799.605179:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762799.605183:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762799.605185:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787762799.605190:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762799.605191:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000020:00000001:3.0:1787762799.605194:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762799.605197:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000020:00000001:3.0:1787762799.605201:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000020:00000001:3.0:1787762799.605205:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000040:3.0:1787762799.605211:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762799.605214:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762799.605217:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762799.605221:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787762799.605225:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00080000:3.0:1787762799.605230:0:291943:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787762799.605232:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762799.605238:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762799.605240:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762799.605243:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762799.605244:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762799.605246:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787762799.605248:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762799.605253:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762799.605256:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d5643c0.
00000020:00000040:3.0:1787762799.605260:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
02000000:00000001:3.0:1787762799.605265:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762799.605269:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762799.605271:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762799.605271:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762799.605273:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762799.605278:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45907800.
00000100:00000001:3.0:1787762799.605282:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762799.605287:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d5643c0 x1874599320523008/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762799.605294:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762799.605296:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762799.605301:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c43373d] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d5643c0 x1874599320523008/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762799.605314:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762799.605320:0:291943:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19972)
00000800:00000200:1.1:1787762799.605672:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762799.605674:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787762799.605965:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762799.605969:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787762799.606231:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762799.606234:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 2 secs later)
00010000:00000001:3.0:1787762799.796525:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762799.796531:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762799.796537:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762799.796539:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762799.796542:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762799.796543:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762800.820504:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762800.820509:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762800.820513:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762800.820515:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762800.820518:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762800.820521:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787762800.820523:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787762800.820526:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762800.820528:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787762800.820530:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762800.820531:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762800.820533:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762801.844523:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762801.844528:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762801.844532:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762801.844533:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762801.844537:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762801.844538:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762802.868511:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762802.868516:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762802.868521:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762802.868523:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762802.868526:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762802.868527:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762803.892598:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762803.892607:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762803.892615:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762803.892617:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762803.892632:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762803.892633:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762804.724523:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762804.724531:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787762804.724535:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762804.724538:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762804.724541:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762804.724547:0:291943:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 19967
00000400:00000200:3.0:1787762804.724555:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787762804.724560:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762804.724562:0:291943:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762804.724565:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762804.724567:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762804.724569:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762804.724570:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787762804.724573:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762804.724575:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:3.0:1787762804.724578:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762804.724581:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:3.0:1787762804.724583:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:3.0:1787762804.724586:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:3.0:1787762804.724589:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762804.724591:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762804.724593:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762804.724595:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787762804.724598:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:3.0:1787762804.724602:0:291943:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787762804.724604:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762804.724607:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762804.724611:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762804.724614:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762804.724616:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762804.724619:0:291943:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762804.724626:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d5670c0.
00000020:00000040:3.0:1787762804.724631:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:3.0:1787762804.724635:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762804.724637:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762804.724640:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762804.724643:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762804.724647:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762804.724654:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45905800.
00000100:00000001:3.0:1787762804.724661:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762804.724671:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d5670c0 x1874599320523136/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762804.724682:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762804.724687:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762804.724690:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000096847001] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d5670c0 x1874599320523136/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762804.724709:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762804.724712:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762804.724714:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762804.724715:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762804.724716:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762804.724719:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762804.724721:0:291943:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 19967
00000400:00000200:3.0:1787762804.724724:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787762804.724727:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762804.724728:0:291943:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762804.724731:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762804.724734:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762804.724736:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762804.724737:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787762804.724739:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762804.724740:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000020:00000001:3.0:1787762804.724741:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762804.724745:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000020:00000001:3.0:1787762804.724747:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000020:00000001:3.0:1787762804.724750:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000040:3.0:1787762804.724753:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762804.724757:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762804.724761:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762804.724763:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787762804.724766:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00080000:3.0:1787762804.724770:0:291943:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787762804.724775:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762804.724778:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762804.724784:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762804.724788:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762804.724793:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762804.724798:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762804.724801:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762804.724804:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762804.724808:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d564b40.
00000020:00000040:3.0:1787762804.724811:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
02000000:00000001:3.0:1787762804.724817:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762804.724819:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762804.724822:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762804.724833:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762804.724836:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762804.724842:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45904800.
00000100:00000001:3.0:1787762804.724848:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762804.724853:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d564b40 x1874599320523264/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762804.724858:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762804.724862:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762804.724865:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9fa13ea] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d564b40 x1874599320523264/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762804.724880:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762804.724883:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762804.724887:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787762804.724888:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762804.724889:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762804.724893:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762804.724898:0:291943:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 19967
00000400:00000200:3.0:1787762804.724902:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787762804.724907:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762804.724909:0:291943:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762804.724912:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762804.724917:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762804.724919:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762804.724920:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787762804.724922:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762804.724924:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000020:00000001:3.0:1787762804.724928:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762804.724939:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000020:00000001:3.0:1787762804.724943:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000020:00000001:3.0:1787762804.724948:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00000040:3.0:1787762804.724955:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762804.724960:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762804.724965:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762804.724970:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787762804.724974:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000100:00080000:3.0:1787762804.724983:0:291943:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787762804.724988:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762804.724992:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762804.724997:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762804.725000:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762804.725004:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762804.725006:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762804.725010:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762804.725012:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762804.725015:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d565e00.
00000020:00000040:3.0:1787762804.725018:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
02000000:00000001:3.0:1787762804.725033:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762804.725034:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762804.725035:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762804.725039:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762804.725042:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762804.725049:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45907800.
00000100:00000001:3.0:1787762804.725054:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762804.725061:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d565e00 x1874599320523392/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762804.725074:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762804.725077:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762804.725083:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008dad852f] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d565e00 x1874599320523392/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762804.725099:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762804.725101:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787762804.725104:0:291943:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1787762804.725110:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762804.725116:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787762804.725120:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762804.725123:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762804.725126:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762804.725132:0:291943:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 19967
00000400:00000200:3.0:1787762804.725139:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787762804.725142:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762804.725145:0:291943:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762804.725149:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762804.725151:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762804.725156:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762804.725161:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787762804.725164:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762804.725167:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000800:00000200:1.1:1787762804.725167:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000020:00000001:3.0:1787762804.725169:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762804.725172:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000020:00000001:3.0:1787762804.725175:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000020:00000001:3.0:1787762804.725177:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000040:3.0:1787762804.725179:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762804.725181:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762804.725182:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762804.725183:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787762804.725185:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00080000:3.0:1787762804.725187:0:291943:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787762804.725190:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762804.725193:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762804.725195:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762804.725198:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762804.725202:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762804.725204:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787762804.725208:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762804.725210:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762804.725214:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d566d00.
00000020:00000040:3.0:1787762804.725218:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
02000000:00000001:3.0:1787762804.725220:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762804.725222:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762804.725226:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762804.725227:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762804.725229:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762804.725233:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45905000.
00000100:00000001:3.0:1787762804.725237:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762804.725243:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d566d00 x1874599320523520/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762804.725256:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762804.725260:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762804.725268:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6377b55] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d566d00 x1874599320523520/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762804.725280:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762804.725285:0:291943:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19977)
00000800:00000200:1.1:1787762804.725408:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762804.725530:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762804.725652:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00010000:00000001:3.0:1787762804.916544:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762804.916552:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762804.916559:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762804.916560:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762804.916564:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762804.916565:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762805.940508:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762805.940513:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762805.940518:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762805.940519:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762805.940522:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762805.940523:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762806.964505:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762806.964510:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762806.964516:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762806.964517:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762806.964520:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762806.964522:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762807.796875:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787762807.796882:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762807.796888:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787762807.796900:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762804/real 1787762807]  req@ffff9b9d5d5670c0 x1874599320523136/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787762807.796943:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787762807.796948:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787762807.796953:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43c08.
00000400:00000200:3.0:1787762807.796961:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9330
00000400:00000010:3.0:1787762807.796966:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9330.
00000100:00000001:3.0:1787762807.796974:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787762807.796984:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d5670c0 x1874599320523136/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787762807.797003:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d5670c0 x1874599320523136/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762807.797020:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787762807.797026:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762807.797031:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787762807.797035:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787762807.797051:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d5670c0 x1874599320523136/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762807.797071:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787762807.797083:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d5670c0 x1874599320523136/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762829 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762807.797100:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787762807.797107:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762807.797112:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787762807.797114:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762807.797120:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787762807.797129:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787762807.797137:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762807.797146:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000001:3.0:1787762807.797152:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787762807.797159:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d5670c0 x1874599320523136/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762829 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762807.797169:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d5670c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320523136:192.168.203.113@tcp:250:kworker.0
00000100:00000001:3.0:1787762807.797174:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762807.797176:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787762807.797179:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d5670c0 x1874599320523136/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762829 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762807.797186:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787762807.797189:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787762807.797193:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58dbac00.
02000000:00000001:3.0:1787762807.797198:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787762807.797201:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787762807.797203:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:3.0:1787762807.797205:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787762807.797208:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45905800.
02000000:00000001:3.0:1787762807.797212:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787762807.797214:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787762807.797216:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d5670c0.
00000100:00000001:3.0:1787762807.797219:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787762807.797221:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762807.797223:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762807.797225:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787762807.797226:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762807.797227:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787762807.797231:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762804/real 1787762807]  req@ffff9b9d5d564b40 x1874599320523264/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787762807.797239:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787762807.797241:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787762807.797243:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43b58.
00000400:00000200:3.0:1787762807.797246:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9f68
00000400:00000010:3.0:1787762807.797248:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9f68.
00000100:00000001:3.0:1787762807.797250:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787762807.797253:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d564b40 x1874599320523264/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787762807.797268:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d564b40 x1874599320523264/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762807.797275:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787762807.797276:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762807.797278:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787762807.797280:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787762807.797284:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d564b40 x1874599320523264/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762807.797291:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787762807.797295:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d564b40 x1874599320523264/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762829 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762807.797302:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787762807.797304:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762807.797306:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787762807.797307:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762807.797309:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787762807.797323:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787762807.797326:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762807.797330:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:3.0:1787762807.797332:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787762807.797337:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d564b40 x1874599320523264/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762829 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762807.797465:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d564b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320523264:192.168.203.113@tcp:38:kworker.0
00000100:00000001:3.0:1787762807.797471:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787762807.797477:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762804/real 1787762807]  req@ffff9b9d5d565e00 x1874599320523392/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787762807.797494:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787762807.797496:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787762807.797498:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43bb0.
00000400:00000200:3.0:1787762807.797503:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9d48
00000400:00000010:3.0:1787762807.797504:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9d48.
00000100:00000001:3.0:1787762807.797507:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787762807.797510:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d565e00 x1874599320523392/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787762807.797520:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d565e00 x1874599320523392/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762807.797527:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787762807.797528:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762807.797530:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787762807.797531:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787762807.797535:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d565e00 x1874599320523392/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762807.797543:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787762807.797548:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d565e00 x1874599320523392/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762829 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762807.797556:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787762807.797558:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762807.797560:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787762807.797562:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762807.797565:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787762807.797567:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787762807.797571:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762807.797575:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:3.0:1787762807.797579:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787762807.797636:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d565e00 x1874599320523392/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762829 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762807.797645:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d565e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320523392:192.168.203.113@tcp:38:kworker.0
00000100:00000001:3.0:1787762807.797649:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787762807.797653:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762804/real 1787762807]  req@ffff9b9d5d566d00 x1874599320523520/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787762807.797661:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787762807.797662:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787762807.797665:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43c60.
00000400:00000200:3.0:1787762807.797668:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9a18
00000400:00000010:3.0:1787762807.797670:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9a18.
00000100:00000001:3.0:1787762807.797672:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787762807.797676:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d566d00 x1874599320523520/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787762807.797685:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d566d00 x1874599320523520/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762807.797693:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787762807.797694:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762807.797696:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787762807.797698:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787762807.797702:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d566d00 x1874599320523520/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762807.797709:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787762807.797713:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d566d00 x1874599320523520/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762829 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762807.797719:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787762807.797722:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762807.797724:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787762807.797726:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762807.797728:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787762807.797730:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787762807.797733:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787762807.797737:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:3.0:1787762807.797739:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787762807.797743:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d566d00 x1874599320523520/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762829 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762807.797751:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d566d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320523520:192.168.203.113@tcp:8:kworker.0
00000100:00000001:3.0:1787762807.797755:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762807.797757:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787762807.797761:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d564b40 x1874599320523264/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762829 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762807.797768:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787762807.797770:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787762807.797772:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db9800.
02000000:00000001:3.0:1787762807.797775:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787762807.797777:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787762807.797779:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:3.0:1787762807.797781:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787762807.797783:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45904800.
02000000:00000001:3.0:1787762807.797785:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787762807.797787:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787762807.797789:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d564b40.
00000100:00000001:3.0:1787762807.797792:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787762807.797792:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762807.797794:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787762807.797797:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d565e00 x1874599320523392/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762829 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762807.797801:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787762807.797802:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787762807.797804:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db9400.
02000000:00000001:3.0:1787762807.797805:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787762807.797806:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787762807.797807:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:3.0:1787762807.797809:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787762807.797809:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45907800.
02000000:00000001:3.0:1787762807.797811:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787762807.797812:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787762807.797812:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d565e00.
00000100:00000001:3.0:1787762807.797815:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787762807.797816:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762807.797817:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787762807.797818:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d566d00 x1874599320523520/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762829 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762807.797823:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787762807.797825:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787762807.797826:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58dbb400.
02000000:00000001:3.0:1787762807.797829:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787762807.797830:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787762807.797831:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:3.0:1787762807.797833:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787762807.797834:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45905000.
02000000:00000001:3.0:1787762807.797836:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787762807.797837:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787762807.797839:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d566d00.
00000100:00000001:3.0:1787762807.797841:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787762807.797842:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762807.797844:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762807.797852:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762807.797854:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762807.797856:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787762807.797858:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762807.988575:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762807.988586:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787762807.988589:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787762807.988593:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762807.988601:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787762807.988604:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762807.988607:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762807.988610:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762807.988615:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762807.988617:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787762807.988619:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787762807.988621:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762807.988623:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787762807.988625:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762807.988627:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762807.988630:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762807.988634:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762807.988636:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762809.012506:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762809.012512:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762809.012517:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762809.012518:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762809.012520:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762809.012521:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762809.844527:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762809.844537:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787762809.844542:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762809.844546:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762809.844551:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762809.844558:0:291943:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 19972
00000400:00000200:3.0:1787762809.844567:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787762809.844573:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762809.844575:0:291943:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762809.844578:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762809.844581:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762809.844586:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762809.844588:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787762809.844594:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762809.844603:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:3.0:1787762809.844606:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762809.844610:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:3.0:1787762809.844612:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:3.0:1787762809.844615:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:3.0:1787762809.844617:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762809.844619:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762809.844623:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762809.844626:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787762809.844629:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:3.0:1787762809.844634:0:291943:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787762809.844637:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762809.844639:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762809.844643:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762809.844647:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762809.844649:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762809.844651:0:291943:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762809.844657:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d566d00.
00000020:00000040:3.0:1787762809.844659:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:3.0:1787762809.844663:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762809.844664:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762809.844667:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762809.844669:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762809.844673:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762809.844679:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45905000.
00000100:00000001:3.0:1787762809.844684:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762809.844694:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d566d00 x1874599320523648/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762809.844706:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762809.844709:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762809.844713:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6377b55] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d566d00 x1874599320523648/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762809.844742:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762809.844746:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762809.844749:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762809.844751:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762809.844753:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762809.844756:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762809.844759:0:291943:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 19972
00000400:00000200:3.0:1787762809.844764:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787762809.844768:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762809.844771:0:291943:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762809.844775:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762809.844778:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762809.844780:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762809.844782:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787762809.844783:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762809.844785:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000020:00000001:3.0:1787762809.844787:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762809.844791:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000020:00000001:3.0:1787762809.844794:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000020:00000001:3.0:1787762809.844798:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000040:3.0:1787762809.844802:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762809.844805:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762809.844809:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762809.844811:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787762809.844815:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00080000:3.0:1787762809.844820:0:291943:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787762809.844824:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762809.844829:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762809.844836:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762809.844840:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762809.844841:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762809.844846:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762809.844854:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762809.844860:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762809.844864:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d565e00.
00000020:00000040:3.0:1787762809.844867:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
02000000:00000001:3.0:1787762809.844871:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762809.844873:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762809.844890:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762809.844895:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762809.844898:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762809.844905:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45907800.
00000100:00000001:3.0:1787762809.844911:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762809.844918:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d565e00 x1874599320523776/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762809.844933:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762809.844936:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762809.844944:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008dad852f] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d565e00 x1874599320523776/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762809.844962:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762809.844968:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762809.844977:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787762809.844981:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762809.844985:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762809.844992:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762809.844998:0:291943:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 19972
00000400:00000200:3.0:1787762809.845008:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787762809.845014:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762809.845020:0:291943:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762809.845027:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762809.845030:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762809.845036:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762809.845039:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787762809.845044:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762809.845048:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000020:00000001:3.0:1787762809.845050:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762809.845054:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000020:00000001:3.0:1787762809.845060:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000020:00000001:3.0:1787762809.845066:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00000040:3.0:1787762809.845076:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762809.845082:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762809.845089:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762809.845096:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787762809.845100:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000100:00080000:3.0:1787762809.845105:0:291943:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787762809.845112:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762809.845117:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762809.845122:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762809.845127:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762809.845131:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762809.845134:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762809.845139:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762809.845141:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762809.845148:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d564b40.
00000020:00000040:3.0:1787762809.845154:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
02000000:00000001:3.0:1787762809.845161:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000200:1.1:1787762809.845161:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
02000000:00000001:3.0:1787762809.845165:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787762809.845168:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000100:00000001:3.0:1787762809.845170:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762809.845187:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762809.845192:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762809.845200:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45904800.
00000100:00000001:3.0:1787762809.845206:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762809.845215:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d564b40 x1874599320523904/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762809.845228:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762809.845231:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762809.845237:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9fa13ea] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d564b40 x1874599320523904/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762809.845272:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762809.845276:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787762809.845284:0:291943:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1787762809.845291:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762809.845297:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787762809.845302:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762809.845305:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762809.845418:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762809.845426:0:291943:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 19972
00000400:00000200:3.0:1787762809.845437:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787762809.845478:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762809.845484:0:291943:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762809.845493:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762809.845499:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762809.845505:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762809.845509:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787762809.845512:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762809.845515:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000020:00000001:3.0:1787762809.845517:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762809.845520:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000020:00000001:3.0:1787762809.845523:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000020:00000001:3.0:1787762809.845529:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000040:3.0:1787762809.845537:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762809.845543:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762809.845549:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762809.845554:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787762809.845561:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00080000:3.0:1787762809.845567:0:291943:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787762809.845574:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762809.845579:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762809.845584:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762809.845588:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762809.845593:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762809.845598:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787762809.845604:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762809.845609:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762809.845616:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d5670c0.
00000020:00000040:3.0:1787762809.845622:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
02000000:00000001:3.0:1787762809.845628:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762809.845632:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762809.845637:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762809.845640:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762809.845643:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762809.845647:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45905800.
00000100:00000001:3.0:1787762809.845654:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762809.845666:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d5670c0 x1874599320524032/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762809.845681:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762809.845685:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762809.845692:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000096847001] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d5670c0 x1874599320524032/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762809.845708:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762809.845718:0:291943:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19982)
00000800:00000200:1.1:1787762809.845856:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762809.845859:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787762809.846165:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762809.846168:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787762809.846564:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762809.846566:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00010000:00000001:3.0:1787762810.036504:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762810.036509:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762810.036514:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762810.036515:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762810.036518:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762810.036519:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762811.060504:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762811.060509:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762811.060513:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762811.060515:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762811.060518:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762811.060521:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787762811.060522:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787762811.060524:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762811.060526:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787762811.060528:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762811.060529:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762811.060542:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762812.084505:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762812.084510:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762812.084516:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762812.084517:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762812.084520:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762812.084521:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762813.108495:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762813.108500:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762813.108505:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762813.108507:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762813.108510:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762813.108511:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762814.132557:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762814.132579:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762814.132588:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762814.132589:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762814.132593:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762814.132595:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762814.964522:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762814.964531:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787762814.964536:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762814.964539:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762814.964546:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762814.964561:0:291943:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 19977
00000400:00000200:3.0:1787762814.964570:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787762814.964576:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762814.964579:0:291943:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762814.964582:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762814.964584:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762814.964586:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762814.964588:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787762814.964591:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762814.964592:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:3.0:1787762814.964595:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762814.964597:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:3.0:1787762814.964599:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:3.0:1787762814.964601:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:3.0:1787762814.964603:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762814.964604:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762814.964605:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762814.964607:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787762814.964609:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:3.0:1787762814.964611:0:291943:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787762814.964612:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762814.964614:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762814.964617:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762814.964619:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762814.964620:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762814.964622:0:291943:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762814.964627:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d5661c0.
00000020:00000040:3.0:1787762814.964631:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:3.0:1787762814.964634:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762814.964635:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762814.964637:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762814.964639:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762814.964643:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762814.964648:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45906400.
00000100:00000001:3.0:1787762814.964654:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762814.964662:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d5661c0 x1874599320524160/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762814.964669:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762814.964672:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762814.964676:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007d30f203] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d5661c0 x1874599320524160/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762814.964691:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762814.964694:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762814.964696:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762814.964697:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762814.964698:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762814.964701:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762814.964703:0:291943:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 19977
00000400:00000200:3.0:1787762814.964706:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787762814.964710:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762814.964712:0:291943:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762814.964715:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762814.964718:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762814.964721:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762814.964726:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787762814.964731:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762814.964735:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000020:00000001:3.0:1787762814.964740:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762814.964745:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000020:00000001:3.0:1787762814.964752:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000020:00000001:3.0:1787762814.964757:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000040:3.0:1787762814.964768:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762814.964774:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762814.964783:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762814.964792:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787762814.964797:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00080000:3.0:1787762814.964804:0:291943:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787762814.964811:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762814.964816:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762814.964824:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762814.964829:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762814.964833:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762814.964840:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762814.964846:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762814.964852:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762814.964860:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d565680.
00000020:00000040:3.0:1787762814.964866:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
02000000:00000001:3.0:1787762814.964872:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762814.964876:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762814.964880:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762814.964884:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762814.964886:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762814.964894:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45907400.
00000100:00000001:3.0:1787762814.964902:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762814.964914:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d565680 x1874599320524288/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762814.964939:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762814.964942:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762814.964947:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000082576300] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d565680 x1874599320524288/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762814.964984:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762814.964990:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762814.964995:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787762814.964999:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:1.1:1787762814.965000:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00080000:3.0:1787762814.965002:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:1.1:1787762814.965004:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000100:00000001:3.0:1787762814.965009:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762814.965016:0:291943:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 19977
00000400:00000200:3.0:1787762814.965025:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787762814.965031:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762814.965037:0:291943:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762814.965045:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762814.965050:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762814.965054:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762814.965059:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787762814.965064:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762814.965066:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000020:00000001:3.0:1787762814.965070:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762814.965075:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000020:00000001:3.0:1787762814.965080:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000020:00000001:3.0:1787762814.965085:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00000040:3.0:1787762814.965093:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762814.965098:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762814.965103:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762814.965109:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787762814.965115:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000100:00080000:3.0:1787762814.965124:0:291943:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787762814.965129:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762814.965135:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762814.965141:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762814.965147:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762814.965153:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762814.965157:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762814.965163:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762814.965166:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762814.965171:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d5652c0.
00000020:00000040:3.0:1787762814.965174:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
02000000:00000001:3.0:1787762814.965177:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762814.965180:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762814.965182:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762814.965185:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762814.965187:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762814.965195:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45905800.
00000100:00000001:3.0:1787762814.965199:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762814.965205:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d5652c0 x1874599320524416/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762814.965220:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762814.965225:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762814.965233:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc712cf1] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d5652c0 x1874599320524416/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762814.965248:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762814.965252:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787762814.965263:0:291943:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1787762814.965271:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762814.965276:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787762814.965281:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762814.965286:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762814.965293:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762814.965300:0:291943:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 19977
00000400:00000200:3.0:1787762814.965309:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787762814.965317:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762814.965337:0:291943:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762814.965345:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762814.965350:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762814.965357:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762814.965363:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787762814.965368:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762814.965372:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000020:00000001:3.0:1787762814.965375:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762814.965380:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000020:00000001:3.0:1787762814.965385:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000020:00000001:3.0:1787762814.965390:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000040:3.0:1787762814.965410:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762814.965415:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762814.965420:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762814.965427:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787762814.965432:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00080000:3.0:1787762814.965476:0:291943:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787762814.965482:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762814.965488:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762814.965493:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762814.965614:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762814.965622:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762814.965627:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787762814.965633:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762814.965638:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762814.965646:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d567480.
00000020:00000040:3.0:1787762814.965652:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
02000000:00000001:3.0:1787762814.965657:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762814.965661:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762814.965664:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762814.965669:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762814.965674:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762814.965683:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45904800.
00000100:00000001:3.0:1787762814.965689:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762814.965701:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d567480 x1874599320524544/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762814.965719:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762814.965726:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762814.965737:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000036831fe2] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d567480 x1874599320524544/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762814.965757:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762814.965772:0:291943:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19987)
00000800:00000200:1.1:1787762814.965815:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762814.965818:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787762814.966222:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762814.966224:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787762814.966597:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762814.966602:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00010000:00000001:3.0:1787762815.156534:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762815.156541:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762815.156547:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762815.156548:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762815.156552:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762815.156555:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762816.180557:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762816.180567:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762816.180577:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762816.180581:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762816.180587:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762816.180590:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762817.204518:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762817.204525:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787762817.204527:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787762817.204530:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762817.204534:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787762817.204536:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762817.204538:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762817.204540:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762817.204543:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762817.204545:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787762817.204546:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787762817.204547:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762817.204548:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787762817.204549:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762817.204550:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762817.204552:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762817.204554:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762817.204555:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762818.228517:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762818.228523:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762818.228529:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762818.228530:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762818.228534:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762818.228535:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762819.252517:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762819.252522:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762819.252526:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762819.252527:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762819.252530:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762819.252531:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762820.084694:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762820.084714:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787762820.084726:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762820.084736:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762820.084748:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762820.084763:0:291943:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 19982
00000400:00000200:3.0:1787762820.084784:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787762820.084810:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762820.084815:0:291943:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762820.084820:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762820.084827:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762820.084831:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762820.084835:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787762820.084841:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762820.084845:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:3.0:1787762820.084848:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762820.084853:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:3.0:1787762820.084856:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:3.0:1787762820.084859:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:3.0:1787762820.084863:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762820.084866:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762820.084870:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762820.084874:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787762820.084879:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:3.0:1787762820.084886:0:291943:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787762820.084890:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762820.084895:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762820.084900:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762820.084904:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762820.084907:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762820.084910:0:291943:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762820.084919:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d564f00.
00000020:00000040:3.0:1787762820.084923:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:3.0:1787762820.084929:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762820.084931:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762820.084936:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762820.084939:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762820.084945:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762820.084952:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45907800.
00000100:00000001:3.0:1787762820.084961:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762820.085076:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d564f00 x1874599320524672/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762820.085086:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762820.085090:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762820.085095:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001dcdc0d3] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d564f00 x1874599320524672/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762820.085121:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762820.085125:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762820.085128:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762820.085130:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762820.085131:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762820.085134:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762820.085139:0:291943:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 19982
00000400:00000200:3.0:1787762820.085324:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787762820.085335:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762820.085351:0:291943:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762820.085419:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762820.085434:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762820.085512:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762820.085517:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787762820.085520:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762820.085523:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000020:00000001:3.0:1787762820.085525:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762820.085528:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000020:00000001:3.0:1787762820.085532:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000020:00000001:3.0:1787762820.085538:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000040:3.0:1787762820.085547:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762820.085565:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762820.085571:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762820.085576:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787762820.085581:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00080000:3.0:1787762820.085595:0:291943:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787762820.085607:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762820.085622:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762820.085630:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762820.085635:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762820.085645:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762820.085652:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762820.085662:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762820.085671:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762820.085682:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d566940.
00000020:00000040:3.0:1787762820.085692:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
02000000:00000001:3.0:1787762820.085696:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762820.085699:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762820.085707:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762820.085710:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762820.085719:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762820.085724:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45905000.
00000800:00000200:1.1:1787762820.085729:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000001:3.0:1787762820.085731:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787762820.085740:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
00000100:00100000:3.0:1787762820.085742:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d566940 x1874599320524800/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762820.085759:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762820.085766:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762820.085774:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ae4254c] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d566940 x1874599320524800/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762820.085791:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762820.085797:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762820.085808:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787762820.085813:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762820.085816:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762820.085821:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762820.085834:0:291943:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 19982
00000400:00000200:3.0:1787762820.085844:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787762820.085865:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762820.085875:0:291943:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762820.085886:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762820.085896:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762820.085903:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762820.085908:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787762820.085910:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762820.085913:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000020:00000001:3.0:1787762820.085917:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762820.085926:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000020:00000001:3.0:1787762820.085932:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000020:00000001:3.0:1787762820.085937:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00000040:3.0:1787762820.085950:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762820.085960:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762820.085971:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762820.085982:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787762820.085998:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000100:00080000:3.0:1787762820.086014:0:291943:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787762820.086018:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762820.086037:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762820.086054:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762820.086060:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762820.086069:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762820.086073:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762820.086084:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762820.086090:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762820.086098:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d567c00.
00000020:00000040:3.0:1787762820.086104:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
02000000:00000001:3.0:1787762820.086111:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762820.086112:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762820.086117:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762820.086124:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762820.086128:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762820.086140:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45904800.
00000100:00000001:3.0:1787762820.086150:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762820.086167:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d567c00 x1874599320524928/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762820.086189:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762820.086192:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762820.086200:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cde0ae17] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d567c00 x1874599320524928/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762820.086239:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762820.086249:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787762820.086262:0:291943:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1787762820.086274:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762820.086279:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787762820.086283:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762820.086300:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762820.086309:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762820.086315:0:291943:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 19982
00000400:00000200:3.0:1787762820.086325:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787762820.086339:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762820.086346:0:291943:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762820.086360:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762820.086371:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762820.086380:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762820.086388:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787762820.086396:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762820.086402:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000020:00000001:3.0:1787762820.086409:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762820.086416:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000020:00000001:3.0:1787762820.086423:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000020:00000001:3.0:1787762820.086436:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000040:3.0:1787762820.086497:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762820.086507:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762820.086518:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762820.086527:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787762820.086531:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00080000:3.0:1787762820.086541:0:291943:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787762820.086553:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762820.086562:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762820.086572:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762820.086591:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762820.086606:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762820.086620:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787762820.086632:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762820.086639:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762820.086651:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d565a40.
00000020:00000040:3.0:1787762820.086664:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
02000000:00000001:3.0:1787762820.086670:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762820.086675:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762820.086684:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762820.086687:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762820.086693:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762820.086704:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45905800.
00000100:00000001:3.0:1787762820.086715:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762820.086726:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d565a40 x1874599320525056/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762820.086741:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762820.086744:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762820.086753:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001352b87a] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d565a40 x1874599320525056/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762820.086764:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762820.086770:0:291943:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19992)
00000800:00000200:1.1:1787762820.086986:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762820.086988:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787762820.087300:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762820.087303:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787762820.087696:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762820.087699:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
00010000:00000001:3.0:1787762820.276539:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762820.276547:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762820.276553:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762820.276555:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762820.276561:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762820.276567:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787762820.276570:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787762820.276575:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762820.276578:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787762820.276582:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762820.276584:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762820.276588:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762821.300537:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762821.300545:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762821.300549:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762821.300551:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762821.300554:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762821.300555:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762822.324520:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762822.324527:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762822.324534:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762822.324536:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762822.324539:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762822.324540:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762823.348562:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762823.348572:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762823.348580:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762823.348583:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762823.348588:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762823.348589:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762824.372530:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762824.372537:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762824.372544:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762824.372545:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762824.372548:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762824.372549:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762825.204514:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762825.204527:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787762825.204533:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762825.204539:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762825.204548:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762825.204558:0:291943:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 19987
00000400:00000200:3.0:1787762825.204571:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787762825.204580:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762825.204585:0:291943:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762825.204588:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762825.204592:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762825.204594:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762825.204596:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787762825.204600:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762825.204602:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:3.0:1787762825.204604:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762825.204608:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:3.0:1787762825.204610:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:3.0:1787762825.204612:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:3.0:1787762825.204614:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762825.204616:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762825.204617:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762825.204619:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787762825.204621:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:3.0:1787762825.204624:0:291943:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787762825.204625:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762825.204628:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762825.204631:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762825.204633:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762825.204636:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762825.204638:0:291943:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762825.204645:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d564780.
00000020:00000040:3.0:1787762825.204649:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:3.0:1787762825.204654:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762825.204655:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762825.204659:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762825.204662:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762825.204667:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762825.204675:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45907400.
00000100:00000001:3.0:1787762825.204683:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762825.204693:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d564780 x1874599320525184/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762825.204702:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762825.204707:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762825.204712:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c570cac4] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d564780 x1874599320525184/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762825.204730:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762825.204733:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762825.204736:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762825.204737:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762825.204739:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762825.204741:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762825.204744:0:291943:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 19987
00000400:00000200:3.0:1787762825.204747:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787762825.204750:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762825.204753:0:291943:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762825.204758:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762825.204760:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762825.204764:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762825.204768:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787762825.204770:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762825.204773:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000020:00000001:3.0:1787762825.204775:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762825.204779:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000020:00000001:3.0:1787762825.204785:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000020:00000001:3.0:1787762825.204791:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000040:3.0:1787762825.204797:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762825.204801:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762825.204804:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762825.204807:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787762825.204813:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00080000:3.0:1787762825.204821:0:291943:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787762825.204823:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762825.204828:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762825.204835:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762825.204842:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762825.204846:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762825.204854:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762825.204860:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762825.204866:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762825.204875:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d565a40.
00000020:00000040:3.0:1787762825.204882:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
02000000:00000001:3.0:1787762825.204888:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762825.204891:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762825.204893:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762825.204895:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762825.204897:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762825.204905:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45906400.
00000100:00000001:3.0:1787762825.204911:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762825.204921:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d565a40 x1874599320525312/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762825.204934:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762825.204937:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762825.204945:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001352b87a] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d565a40 x1874599320525312/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762825.204965:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762825.204970:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762825.204973:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787762825.204975:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762825.204976:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762825.204981:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762825.204985:0:291943:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 19987
00000400:00000200:3.0:1787762825.204991:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787762825.204997:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762825.205000:0:291943:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762825.205006:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762825.205011:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762825.205018:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762825.205026:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787762825.205031:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762825.205033:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000020:00000001:3.0:1787762825.205037:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762825.205042:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000020:00000001:3.0:1787762825.205046:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000020:00000001:3.0:1787762825.205054:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00000040:3.0:1787762825.205062:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762825.205068:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762825.205074:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762825.205076:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787762825.205083:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000800:00000200:1.1:1787762825.205088:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00080000:3.0:1787762825.205090:0:291943:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787762825.205094:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787762825.205094:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 42 secs later)
02000000:00000001:3.0:1787762825.205101:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762825.205105:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762825.205109:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762825.205115:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762825.205117:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762825.205119:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762825.205125:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762825.205132:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d567c00.
00000020:00000040:3.0:1787762825.205136:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
02000000:00000001:3.0:1787762825.205140:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762825.205144:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762825.205147:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762825.205151:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762825.205153:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762825.205160:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45905800.
00000100:00000001:3.0:1787762825.205165:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762825.205174:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d567c00 x1874599320525440/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762825.205190:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762825.205195:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762825.205200:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cde0ae17] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d567c00 x1874599320525440/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762825.205216:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762825.205219:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787762825.205222:0:291943:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1787762825.205227:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762825.205231:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787762825.205233:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762825.205237:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762825.205239:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762825.205245:0:291943:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 19987
00000400:00000200:3.0:1787762825.205268:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787762825.205277:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762825.205284:0:291943:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762825.205294:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762825.205299:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762825.205307:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762825.205310:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787762825.205316:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762825.205319:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000020:00000001:3.0:1787762825.205322:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762825.205325:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000020:00000001:3.0:1787762825.205330:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000020:00000001:3.0:1787762825.205336:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000040:3.0:1787762825.205350:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762825.205355:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762825.205360:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762825.205363:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787762825.205368:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00080000:3.0:1787762825.205374:0:291943:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787762825.205378:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762825.205381:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762825.205384:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762825.205390:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762825.205396:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762825.205401:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787762825.205409:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762825.205416:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762825.205424:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d566940.
00000020:00000040:3.0:1787762825.205432:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
02000000:00000001:3.0:1787762825.205461:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762825.205465:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762825.205469:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762825.205474:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762825.205478:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762825.205483:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45904800.
00000100:00000001:3.0:1787762825.205490:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762825.205498:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d566940 x1874599320525568/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762825.205509:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762825.205513:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762825.205518:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ae4254c] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d566940 x1874599320525568/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762825.205533:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762825.205540:0:291943:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19998)
00000800:00000200:1.1:1787762825.205649:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762825.205651:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787762825.205858:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762825.205860:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787762825.206041:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762825.206043:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 42 secs later)
00010000:00000001:3.0:1787762825.396525:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762825.396532:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762825.396539:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762825.396540:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762825.396543:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762825.396545:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762826.420527:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762826.420534:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762826.420541:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762826.420543:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762826.420563:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762826.420564:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762827.444536:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762827.444545:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787762827.444548:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787762827.444551:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762827.444557:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787762827.444560:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762827.444562:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762827.444564:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762827.444568:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762827.444570:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787762827.444572:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787762827.444573:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762827.444574:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787762827.444575:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762827.444576:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762827.444578:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762827.444581:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762827.444582:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762828.468544:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762828.468553:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762828.468559:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762828.468561:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762828.468564:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762828.468566:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762829.492552:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762829.492560:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762829.492567:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762829.492568:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762829.492572:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762829.492574:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787762830.326001:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762830.326011:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787762830.327307:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762830.327310:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787762830.327803:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762830.327806:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787762830.328178:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762830.328182:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 37 secs later)
00010000:00000001:3.0:1787762830.516572:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762830.516580:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762830.516592:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762830.516595:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762830.516600:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762830.516604:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787762830.516608:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787762830.516612:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762830.516616:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787762830.516619:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762830.516622:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762830.516625:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762831.540542:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762831.540553:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762831.540561:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762831.540563:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762831.540568:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762831.540570:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762832.564518:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762832.564526:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762832.564532:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762832.564534:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762832.564537:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762832.564538:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762833.588513:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762833.588520:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762833.588526:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762833.588528:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762833.588531:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762833.588533:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762834.612591:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762834.612600:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762834.612606:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762834.612608:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762834.612612:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762834.612614:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762835.444559:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762835.444567:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787762835.444570:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762835.444574:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762835.444579:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762835.444587:0:268573:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 19998
00000400:00000200:3.0:1787762835.444598:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787762835.444607:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762835.444610:0:268573:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762835.444613:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762835.444623:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762835.444625:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762835.444627:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787762835.444631:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762835.444633:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:3.0:1787762835.444637:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762835.444641:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:3.0:1787762835.444643:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:3.0:1787762835.444645:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:3.0:1787762835.444648:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762835.444649:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762835.444650:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762835.444651:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787762835.444653:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:3.0:1787762835.444656:0:268573:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787762835.444658:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762835.444660:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762835.444664:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762835.444667:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762835.444668:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762835.444670:0:268573:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762835.444682:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d564f00.
00000020:00000040:3.0:1787762835.444685:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:3.0:1787762835.444690:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762835.444692:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762835.444695:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762835.444698:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762835.444704:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762835.444714:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45905000.
00000100:00000001:3.0:1787762835.444722:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762835.444731:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d564f00 x1874599320526208/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762835.444740:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762835.444745:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762835.444749:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001dcdc0d3] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d564f00 x1874599320526208/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762835.444766:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762835.444769:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762835.444772:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762835.444774:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762835.444775:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762835.444777:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762835.444780:0:268573:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 19998
00000400:00000200:3.0:1787762835.444783:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787762835.444786:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762835.444788:0:268573:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762835.444791:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762835.444797:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762835.444803:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762835.444809:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787762835.444815:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762835.444818:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000020:00000001:3.0:1787762835.444822:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762835.444826:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000020:00000001:3.0:1787762835.444832:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000020:00000001:3.0:1787762835.444838:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000040:3.0:1787762835.444847:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762835.444852:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762835.444859:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762835.444864:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787762835.444871:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00080000:3.0:1787762835.444880:0:268573:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787762835.444886:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762835.444891:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762835.444902:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762835.444908:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762835.444910:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762835.444916:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762835.444918:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762835.444920:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762835.444924:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d567480.
00000020:00000040:3.0:1787762835.444929:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
02000000:00000001:3.0:1787762835.444933:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762835.444934:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762835.444935:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762835.444936:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762835.444938:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762835.444943:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45907800.
00000100:00000001:3.0:1787762835.444949:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762835.444957:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d567480 x1874599320526336/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762835.444964:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762835.444967:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762835.444971:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000036831fe2] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d567480 x1874599320526336/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762835.444979:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762835.444984:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762835.444989:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787762835.444993:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762835.444994:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762835.444998:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762835.445002:0:268573:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 19998
00000400:00000200:3.0:1787762835.445010:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787762835.445015:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762835.445020:0:268573:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762835.445026:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762835.445031:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762835.445036:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762835.445042:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787762835.445046:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762835.445049:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000020:00000001:3.0:1787762835.445052:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762835.445055:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000020:00000001:3.0:1787762835.445058:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000020:00000001:3.0:1787762835.445059:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00000040:3.0:1787762835.445065:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762835.445068:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762835.445069:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762835.445071:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787762835.445072:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000100:00080000:3.0:1787762835.445077:0:268573:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787762835.445081:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762835.445084:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762835.445086:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762835.445089:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762835.445093:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762835.445095:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762835.445098:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762835.445101:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762835.445104:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d5652c0.
00000020:00000040:3.0:1787762835.445108:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
02000000:00000001:3.0:1787762835.445111:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762835.445113:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762835.445118:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762835.445120:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762835.445124:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762835.445132:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45904800.
00000100:00000001:3.0:1787762835.445136:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762835.445142:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d5652c0 x1874599320526464/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762835.445169:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762835.445172:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762835.445179:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc712cf1] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d5652c0 x1874599320526464/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762835.445207:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762835.445212:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787762835.445220:0:268573:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:1.1:1787762835.445220:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762835.445228:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 32 secs later)
00000100:00080000:3.0:1787762835.445229:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762835.445237:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787762835.445240:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762835.445244:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762835.445247:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762835.445252:0:268573:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 19998
00000400:00000200:3.0:1787762835.445256:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787762835.445262:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762835.445268:0:268573:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762835.445275:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762835.445278:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762835.445284:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762835.445288:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787762835.445294:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762835.445298:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000020:00000001:3.0:1787762835.445303:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762835.445308:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000020:00000001:3.0:1787762835.445314:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000020:00000001:3.0:1787762835.445322:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000040:3.0:1787762835.445332:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762835.445339:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762835.445345:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762835.445349:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787762835.445355:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00080000:3.0:1787762835.445371:0:268573:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787762835.445376:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762835.445381:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762835.445385:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762835.445387:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762835.445389:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762835.445393:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787762835.445399:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762835.445403:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762835.445411:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d565680.
00000020:00000040:3.0:1787762835.445417:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
02000000:00000001:3.0:1787762835.445425:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762835.445429:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762835.445435:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762835.445474:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762835.445479:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762835.445487:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45905800.
00000100:00000001:3.0:1787762835.445493:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762835.445504:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d565680 x1874599320526592/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762835.445526:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762835.445530:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762835.445536:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000082576300] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d565680 x1874599320526592/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762835.445559:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762835.445568:0:268573:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20008)
00000800:00000200:1.1:1787762835.445761:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762835.445763:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787762835.446006:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762835.446008:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787762835.446218:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762835.446221:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 32 secs later)
00010000:00000001:3.0:1787762835.636533:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762835.636541:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762835.636549:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762835.636550:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762835.636553:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762835.636554:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762836.660587:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762836.660594:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762836.660601:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762836.660603:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762836.660607:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762836.660608:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762837.684566:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762837.684576:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787762837.684580:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787762837.684585:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762837.684592:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787762837.684595:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762837.684598:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762837.684601:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762837.684606:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762837.684608:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787762837.684610:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787762837.684612:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762837.684614:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787762837.684616:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762837.684618:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762837.684621:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762837.684625:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762837.684627:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762838.708530:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762838.708535:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762838.708539:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762838.708541:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762838.708547:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762838.708549:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762839.732561:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762839.732569:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762839.732579:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762839.732582:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762839.732588:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762839.732591:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762840.564497:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762840.564505:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787762840.564508:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762840.564512:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762840.564518:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762840.564525:0:268573:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20003
00000400:00000200:3.0:1787762840.564533:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787762840.564538:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762840.564541:0:268573:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762840.564547:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762840.564551:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762840.564554:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762840.564556:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787762840.564559:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762840.564562:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:3.0:1787762840.564564:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762840.564567:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:3.0:1787762840.564569:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:3.0:1787762840.564571:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:3.0:1787762840.564574:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762840.564576:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762840.564578:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762840.564580:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787762840.564584:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:3.0:1787762840.564588:0:268573:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787762840.564590:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762840.564592:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762840.564595:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762840.564597:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762840.564600:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762840.564602:0:268573:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762840.564609:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d5661c0.
00000020:00000040:3.0:1787762840.564611:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:3.0:1787762840.564618:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762840.564626:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762840.564631:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762840.564638:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762840.564647:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762840.564662:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45906400.
00000100:00000001:3.0:1787762840.564672:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762840.564682:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d5661c0 x1874599320526720/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762840.564690:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762840.564694:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762840.564698:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007d30f203] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d5661c0 x1874599320526720/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762840.564720:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762840.564728:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762840.564733:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762840.564736:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762840.564737:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762840.564742:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762840.564746:0:268573:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20003
00000400:00000200:3.0:1787762840.564748:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787762840.564751:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762840.564753:0:268573:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762840.564755:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762840.564758:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762840.564765:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762840.564768:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787762840.564771:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762840.564774:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000020:00000001:3.0:1787762840.564775:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762840.564779:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000020:00000001:3.0:1787762840.564784:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000020:00000001:3.0:1787762840.564789:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000040:3.0:1787762840.564795:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762840.564799:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762840.564802:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762840.564806:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787762840.564809:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00080000:3.0:1787762840.564813:0:268573:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787762840.564818:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762840.564822:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762840.564828:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762840.564832:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762840.564834:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762840.564838:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762840.564845:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762840.564848:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762840.564852:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d5670c0.
00000020:00000040:3.0:1787762840.564856:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
02000000:00000001:3.0:1787762840.564860:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762840.564861:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762840.564863:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762840.564867:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762840.564868:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762840.564871:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45907400.
00000100:00000001:3.0:1787762840.564874:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762840.564878:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d5670c0 x1874599320526848/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762840.564883:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762840.564885:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762840.564887:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000096847001] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d5670c0 x1874599320526848/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762840.564894:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762840.564898:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762840.564900:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787762840.564902:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762840.564907:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762840.564910:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762840.564911:0:268573:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20003
00000400:00000200:3.0:1787762840.564920:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787762840.564925:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762840.564927:0:268573:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762840.564932:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762840.564937:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762840.564941:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762840.564945:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787762840.564950:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762840.564952:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000020:00000001:3.0:1787762840.564955:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762840.564959:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000020:00000001:3.0:1787762840.564964:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000020:00000001:3.0:1787762840.564969:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00000040:3.0:1787762840.564975:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762840.564977:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762840.564982:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762840.564987:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787762840.564988:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000100:00080000:3.0:1787762840.564990:0:268573:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787762840.564995:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762840.564998:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762840.565001:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762840.565003:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762840.565007:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762840.565008:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762840.565013:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762840.565017:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762840.565022:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d564b40.
00000020:00000040:3.0:1787762840.565026:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
02000000:00000001:3.0:1787762840.565030:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762840.565032:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762840.565036:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762840.565039:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762840.565042:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762840.565049:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45905800.
00000100:00000001:3.0:1787762840.565055:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762840.565063:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d564b40 x1874599320526976/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762840.565075:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762840.565077:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762840.565082:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9fa13ea] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d564b40 x1874599320526976/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762840.565095:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762840.565101:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:0.1:1787762840.565105:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000040:3.0:1787762840.565106:0:268573:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1787762840.565109:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762840.565111:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787762840.565112:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762840.565113:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762840.565115:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762840.565118:0:268573:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20003
00000800:00000200:0.1:1787762840.565122:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00000400:00000200:3.0:1787762840.565124:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787762840.565133:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762840.565136:0:268573:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762840.565141:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762840.565160:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762840.565166:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762840.565172:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787762840.565176:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762840.565179:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000020:00000001:3.0:1787762840.565183:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762840.565187:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000020:00000001:3.0:1787762840.565191:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000020:00000001:3.0:1787762840.565195:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000040:3.0:1787762840.565203:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762840.565208:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762840.565212:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762840.565216:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787762840.565220:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00080000:3.0:1787762840.565227:0:268573:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787762840.565232:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762840.565236:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762840.565238:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762840.565243:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762840.565245:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762840.565248:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787762840.565253:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762840.565259:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762840.565264:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d565e00.
00000020:00000040:3.0:1787762840.565268:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
02000000:00000001:3.0:1787762840.565270:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762840.565274:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762840.565276:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762840.565277:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762840.565278:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762840.565283:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45904800.
00000100:00000001:3.0:1787762840.565287:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762840.565296:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d565e00 x1874599320527104/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762840.565309:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762840.565313:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762840.565321:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008dad852f] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d565e00 x1874599320527104/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762840.565353:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762840.565358:0:268573:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20013)
00000800:00000200:0.1:1787762840.565601:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787762840.565603:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787762840.565837:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787762840.565839:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787762840.566018:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787762840.566020:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00010000:00000001:3.0:1787762840.756513:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762840.756519:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762840.756524:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762840.756526:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762840.756529:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762840.756532:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787762840.756534:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787762840.756536:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762840.756539:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787762840.756540:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762840.756542:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762840.756543:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762841.780507:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762841.780512:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762841.780517:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762841.780518:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762841.780522:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762841.780523:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762842.804526:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762842.804532:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762842.804538:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762842.804539:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762842.804542:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762842.804544:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762843.828517:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762843.828523:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762843.828527:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762843.828528:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762843.828530:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762843.828531:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762844.852561:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762844.852570:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762844.852578:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762844.852580:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762844.852585:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762844.852587:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762845.684521:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762845.684531:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787762845.684536:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762845.684541:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762845.684549:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762845.684558:0:291943:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20008
00000400:00000200:3.0:1787762845.684571:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787762845.684581:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762845.684585:0:291943:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762845.684590:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762845.684594:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762845.684597:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762845.684600:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787762845.684603:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762845.684605:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:3.0:1787762845.684608:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762845.684611:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:3.0:1787762845.684615:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:3.0:1787762845.684617:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:3.0:1787762845.684621:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762845.684632:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762845.684634:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762845.684637:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787762845.684639:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:3.0:1787762845.684643:0:291943:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787762845.684646:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762845.684649:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762845.684653:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762845.684656:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762845.684658:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762845.684661:0:291943:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762845.684669:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d566d00.
00000020:00000040:3.0:1787762845.684673:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:3.0:1787762845.684678:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762845.684680:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762845.684683:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762845.684685:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762845.684689:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762845.684696:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45907800.
00000100:00000001:3.0:1787762845.684703:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762845.684712:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d566d00 x1874599320527232/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762845.684722:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762845.684726:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762845.684731:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6377b55] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d566d00 x1874599320527232/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762845.684759:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762845.684762:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762845.684767:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762845.684768:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762845.684770:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762845.684773:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762845.684776:0:291943:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20008
00000400:00000200:3.0:1787762845.684780:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787762845.684783:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762845.684786:0:291943:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762845.684789:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762845.684791:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762845.684793:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762845.684796:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787762845.684798:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762845.684799:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000020:00000001:3.0:1787762845.684801:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762845.684804:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000020:00000001:3.0:1787762845.684805:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000020:00000001:3.0:1787762845.684807:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000040:3.0:1787762845.684809:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762845.684810:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762845.684812:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762845.684813:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787762845.684815:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00080000:3.0:1787762845.684817:0:291943:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787762845.684818:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762845.684820:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762845.684825:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762845.684827:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762845.684828:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762845.684832:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762845.684837:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762845.684840:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762845.684844:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d5643c0.
00000020:00000040:3.0:1787762845.684849:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
02000000:00000001:3.0:1787762845.684854:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762845.684856:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762845.684861:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762845.684863:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762845.684867:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762845.684872:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45905000.
00000100:00000001:3.0:1787762845.684877:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762845.684888:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d5643c0 x1874599320527360/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762845.684902:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762845.684905:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762845.684912:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c43373d] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d5643c0 x1874599320527360/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762845.684926:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762845.684931:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762845.684934:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787762845.684938:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762845.684939:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762845.684942:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762845.684946:0:291943:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20008
00000400:00000200:3.0:1787762845.684950:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787762845.684954:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762845.684957:0:291943:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762845.684963:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762845.684968:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762845.684974:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762845.684980:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787762845.684986:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762845.684987:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000020:00000001:3.0:1787762845.684991:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762845.684995:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000020:00000001:3.0:1787762845.685000:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000020:00000001:3.0:1787762845.685004:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00000040:3.0:1787762845.685009:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762845.685012:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762845.685016:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762845.685018:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787762845.685020:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000100:00080000:3.0:1787762845.685026:0:291943:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787762845.685029:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762845.685032:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762845.685038:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762845.685041:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762845.685045:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762845.685047:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762845.685051:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762845.685054:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762845.685061:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d566580.
00000020:00000040:3.0:1787762845.685066:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
02000000:00000001:3.0:1787762845.685072:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762845.685076:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762845.685079:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762845.685080:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762845.685082:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762845.685089:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45904800.
00000100:00000001:3.0:1787762845.685095:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762845.685104:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d566580 x1874599320527488/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762845.685138:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762845.685142:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1787762845.685147:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000040:3.0:1787762845.685150:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f409d8da] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d566580 x1874599320527488/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.1:1787762845.685152:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000100:00000001:3.0:1787762845.685164:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762845.685168:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787762845.685171:0:291943:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1787762845.685175:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762845.685179:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787762845.685182:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762845.685186:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762845.685189:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762845.685200:0:291943:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20008
00000400:00000200:3.0:1787762845.685208:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787762845.685215:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762845.685220:0:291943:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762845.685225:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762845.685229:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762845.685233:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762845.685236:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787762845.685239:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762845.685242:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000020:00000001:3.0:1787762845.685245:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762845.685249:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000020:00000001:3.0:1787762845.685253:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000020:00000001:3.0:1787762845.685259:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000040:3.0:1787762845.685264:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762845.685268:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762845.685270:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762845.685275:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787762845.685280:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00080000:3.0:1787762845.685285:0:291943:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787762845.685290:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762845.685292:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762845.685297:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762845.685300:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762845.685302:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762845.685306:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787762845.685308:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762845.685310:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762845.685314:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d567840.
00000020:00000040:3.0:1787762845.685317:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
02000000:00000001:3.0:1787762845.685322:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762845.685325:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762845.685327:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762845.685330:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762845.685333:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762845.685339:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45905800.
00000100:00000001:3.0:1787762845.685343:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762845.685352:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d567840 x1874599320527616/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762845.685364:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762845.685368:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762845.685375:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002fc5cb79] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d567840 x1874599320527616/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762845.685405:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762845.685410:0:291943:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20018)
00000800:00000200:0.1:1787762845.685614:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787762845.685617:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000100:00100000:0.0:1787762845.685696:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d5643c0 x1874599320527360/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762845.685701:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787762845.685703:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d5643c0 x1874599320527360/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762870 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762845.685708:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787762845.685709:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762845.685710:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762845.685711:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762845.685712:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787762845.685721:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787762845.685722:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762845.685724:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787762845.685725:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787762845.685728:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d5643c0 x1874599320527360/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762870 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762845.685732:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d5643c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320527360:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787762845.685735:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787762845.685737:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d566580 x1874599320527488/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762845.685742:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762845.685743:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762845.685744:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787762845.685745:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762845.685746:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762845.685748:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d566580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320527488:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787762845.685749:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787762845.685750:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787762845.685752:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762845.685753:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787762845.685755:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d50558800.
02000000:00000001:0.0:1787762845.685756:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762845.685758:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787762845.685760:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c516872c0.
00000400:00000010:0.0:1787762845.685762:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6880.
00000100:00000200:0.0:1787762845.685763:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320527488, portal 10
00000100:00000001:0.0:1787762845.685765:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787762845.685765:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910954880 : -110374798596736 : ffff9b9d5d566580)
00000100:00000040:0.0:1787762845.685769:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d566580 x1874599320527488/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762870 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762845.685774:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787762845.685775:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787762845.685777:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6e58.
00000100:00000200:0.0:1787762845.685778:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320527488, offset 0
00000400:00000200:0.0:1787762845.685781:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787762845.685783:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762845.685785:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787762845.685786:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787762845.685788:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:0.0:1787762845.685789:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787762845.685791:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787762845.685793:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [62884:62884:256:4294967295] 192.168.203.113@tcp LPNI seq info [62884:62884:8:4294967295]
00000400:00000200:0.0:1787762845.685796:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762845.685800:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787762845.685802:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762845.685804:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c000.
00000800:00000200:0.0:1787762845.685807:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.0:1787762845.685808:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787762845.685811:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787762845.685813:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1787762845.685815:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762845.685817:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c000.
00000400:00000200:0.0:1787762845.685819:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787762845.685821:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787762845.685823:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6e58
00000400:00000010:0.0:1787762845.685824:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6e58.
00000100:00000001:0.0:1787762845.685826:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762845.685828:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d566580 x1874599320527488/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762870 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762845.685833:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762845.685835:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d566580 x1874599320527488/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762870 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762845.685839:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762845.685840:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787762845.685842:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762845.685844:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:0.0:1787762845.685846:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787762845.685847:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314680855
00000100:00000001:0.0:1787762845.685849:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314682103
00000100:00000001:0.0:1787762845.685850:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314680855
00000100:00000001:0.0:1787762845.685852:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314682103
00000100:00000001:0.0:1787762845.685853:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762845.685854:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762845.685855:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787762845.685857:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762845/real 1787762845]  req@ffff9b9d5d566580 x1874599320527488/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787762845.685861:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787762845.685862:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787762845.685863:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c516872c0.
00000400:00000200:0.0:1787762845.685864:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6880
00000400:00000010:0.0:1787762845.685865:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6880.
00000100:00000001:0.0:1787762845.685867:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787762845.685869:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d566580 x1874599320527488/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787762845.685874:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d566580 x1874599320527488/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762845.685878:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787762845.685879:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762845.685880:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762845.685881:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787762845.685883:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d566580 x1874599320527488/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762845.685887:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787762845.685889:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d566580 x1874599320527488/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762870 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762845.685893:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787762845.685894:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762845.685895:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762845.685896:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762845.685897:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787762845.685898:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787762845.685900:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762845.685901:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787762845.685903:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787762845.685905:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d566580 x1874599320527488/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762870 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762845.685909:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d566580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320527488:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787762845.685911:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787762845.685914:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d567840 x1874599320527616/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762845.685918:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762845.685919:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762845.685921:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787762845.685922:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762845.685923:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762845.685924:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d567840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320527616:192.168.203.113@tcp:8:kworker.0
00000100:00000001:0.0:1787762845.685926:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787762845.685927:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787762845.685928:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762845.685929:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787762845.685931:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d50558c00.
02000000:00000001:0.0:1787762845.685932:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762845.685934:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787762845.685935:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c516872c0.
00000400:00000010:0.0:1787762845.685937:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6880.
00000100:00000200:0.0:1787762845.685938:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320527616, portal 4
00000100:00000001:0.0:1787762845.685940:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787762845.685941:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910959680 : -110374798591936 : ffff9b9d5d567840)
00000100:00000040:0.0:1787762845.685944:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d567840 x1874599320527616/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762870 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762845.685948:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787762845.685950:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787762845.685951:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6e58.
00000100:00000200:0.0:1787762845.685952:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320527616, offset 0
00000400:00000200:0.0:1787762845.685955:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787762845.685956:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762845.685958:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787762845.685960:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787762845.685961:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:0.0:1787762845.685963:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787762845.685965:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787762845.685967:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [62885:62885:256:4294967295] 192.168.203.113@tcp LPNI seq info [62885:62885:8:4294967295]
00000400:00000200:0.0:1787762845.685970:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762845.685974:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787762845.685977:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762845.685978:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c000.
00000800:00000200:0.0:1787762845.685980:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.0:1787762845.685982:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787762845.685984:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787762845.685986:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1787762845.685989:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762845.685990:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c000.
00000400:00000200:0.0:1787762845.685992:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787762845.685994:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787762845.685996:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6e58
00000400:00000010:0.0:1787762845.685997:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6e58.
00000100:00000001:0.0:1787762845.685998:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762845.686000:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d567840 x1874599320527616/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762870 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762845.686005:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762845.686007:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d567840 x1874599320527616/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762870 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762845.686010:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762845.686012:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787762845.686013:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762845.686015:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:0.0:1787762845.686017:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787762845.686018:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314680867
00000100:00000001:0.0:1787762845.686020:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314682103
00000100:00000001:0.0:1787762845.686022:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314680867
00000100:00000001:0.0:1787762845.686023:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314682103
00000100:00000001:0.0:1787762845.686024:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762845.686026:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762845.686027:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787762845.686029:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762845/real 1787762845]  req@ffff9b9d5d567840 x1874599320527616/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787762845.686034:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787762845.686035:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787762845.686036:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c516872c0.
00000400:00000200:0.0:1787762845.686037:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6880
00000400:00000010:0.0:1787762845.686038:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6880.
00000100:00000001:0.0:1787762845.686039:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787762845.686041:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d567840 x1874599320527616/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787762845.686046:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d567840 x1874599320527616/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762845.686050:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787762845.686051:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762845.686053:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762845.686053:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787762845.686055:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d567840 x1874599320527616/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762845.686059:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787762845.686061:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d567840 x1874599320527616/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762870 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762845.686065:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787762845.686067:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762845.686068:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762845.686068:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762845.686069:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787762845.686070:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787762845.686072:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762845.686074:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787762845.686075:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787762845.686078:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d567840 x1874599320527616/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762870 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762845.686083:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d567840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320527616:192.168.203.113@tcp:8:kworker.0
00000100:00000001:0.0:1787762845.686085:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762845.686086:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762845.686088:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d5643c0 x1874599320527360/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762870 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762845.686092:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787762845.686092:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787762845.686094:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d50559800.
02000000:00000001:0.0:1787762845.686095:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787762845.686096:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787762845.686097:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:0.0:1787762845.686098:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787762845.686099:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45905000.
02000000:00000001:0.0:1787762845.686100:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787762845.686101:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787762845.686102:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d5643c0.
00000100:00000001:0.0:1787762845.686104:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787762845.686105:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762845.686106:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762845.686108:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d566580 x1874599320527488/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762870 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762845.686130:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787762845.686131:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787762845.686132:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d50558800.
02000000:00000001:0.0:1787762845.686135:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787762845.686135:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787762845.686136:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:0.0:1787762845.686138:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787762845.686139:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45904800.
02000000:00000001:0.0:1787762845.686141:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787762845.686142:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787762845.686143:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d566580.
00000100:00000001:0.0:1787762845.686144:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787762845.686145:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762845.686146:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762845.686148:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d567840 x1874599320527616/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762870 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762845.686152:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787762845.686153:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787762845.686154:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d50558c00.
02000000:00000001:0.0:1787762845.686155:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787762845.686156:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787762845.686157:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:0.0:1787762845.686158:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787762845.686159:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45905800.
02000000:00000001:0.0:1787762845.686160:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787762845.686161:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787762845.686161:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d567840.
00000100:00000001:0.0:1787762845.686163:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787762845.686163:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762845.686164:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762845.686166:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762845.686167:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762845.686168:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787762845.686170:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762845.876568:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762845.876576:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762845.876584:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762845.876587:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762845.876592:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762845.876594:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762845.876683:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762845.876688:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762845.876693:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1787762846.900525:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762846.900530:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762846.900533:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762846.900534:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762846.900537:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762846.900538:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762846.900590:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762846.900594:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762846.900596:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787762846.964493:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4314682103, at 4314682112
00000100:00000010:0.0:1787762846.964504:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9c574ac9c0.
00010000:00000001:3.0:1787762847.924545:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762847.924555:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787762847.924559:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787762847.924564:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762847.924570:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787762847.924573:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762847.924577:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762847.924580:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762847.924586:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762847.924589:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787762847.924591:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787762847.924593:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762847.924596:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787762847.924599:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762847.924602:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762847.924604:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762847.924608:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762847.924610:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762848.948576:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762848.948583:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762848.948592:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762848.948595:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762848.948601:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762848.948602:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762848.948695:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762848.948704:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762848.948712:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1787762849.972536:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762849.972544:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762849.972551:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762849.972554:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762849.972561:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762849.972564:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762849.972701:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762849.972708:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762849.972713:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787762850.804538:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762850.804550:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787762850.804553:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762850.804559:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762850.804567:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762850.804577:0:291943:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20013
00000400:00000200:3.0:1787762850.804590:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787762850.804620:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762850.804642:0:291943:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762850.804659:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762850.804668:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762850.804673:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762850.804676:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787762850.804680:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762850.804684:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:3.0:1787762850.804695:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762850.804702:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:3.0:1787762850.804705:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:3.0:1787762850.804708:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:3.0:1787762850.804711:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762850.804712:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762850.804715:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762850.804716:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787762850.804719:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:3.0:1787762850.804722:0:291943:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787762850.804724:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762850.804727:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762850.804732:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762850.804735:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762850.804739:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762850.804741:0:291943:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762850.804752:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d564000.
00000020:00000040:3.0:1787762850.804755:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:3.0:1787762850.804760:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762850.804761:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762850.804764:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762850.804767:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762850.804772:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762850.804781:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45907400.
00000100:00000001:3.0:1787762850.804788:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762850.804798:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d564000 x1874599320527744/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762850.804807:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762850.804812:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762850.804816:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008321534d] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d564000 x1874599320527744/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762850.804837:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762850.804840:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762850.804844:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762850.804845:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762850.804846:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762850.804849:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762850.804852:0:291943:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20013
00000400:00000200:3.0:1787762850.804855:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787762850.804857:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762850.804859:0:291943:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762850.804862:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762850.804864:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762850.804866:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762850.804868:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787762850.804871:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:0.0:1787762850.804873:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1787762850.804873:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000020:00000001:3.0:1787762850.804875:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762850.804879:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000100:00000001:0.0:1787762850.804880:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1787762850.804882:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000001:0.0:1787762850.804884:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1787762850.804885:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000040:3.0:1787762850.804892:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000040:0.0:1787762850.804894:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d564000 x1874599320527744/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762850.804895:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762850.804900:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762850.804903:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787762850.804908:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00080000:3.0:1787762850.804912:0:291943:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787762850.804916:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762850.804918:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1787762850.804918:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787762850.804924:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762850.804927:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762850.804931:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787762850.804931:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762850.804935:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:0.0:1787762850.804937:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:3.0:1787762850.804940:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1787762850.804942:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1787762850.804944:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762850.804948:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762850.804954:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d564000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320527744:192.168.203.113@tcp:250:kworker.0
00000100:00000010:3.0:1787762850.804954:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d567840.
00000020:00000040:3.0:1787762850.804958:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
02000000:00000001:3.0:1787762850.804963:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762850.804965:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762850.804966:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1787762850.804967:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762850.804970:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762850.804972:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762850.804974:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000010:3.0:1787762850.804975:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45906400.
02000000:00000001:0.0:1787762850.804979:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762850.804980:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762850.804985:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:3.0:1787762850.804988:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d567840 x1874599320527872/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:0.0:1787762850.804994:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d50558800.
00000100:00000001:3.0:1787762850.804996:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:0.0:1787762850.804998:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762850.805000:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762850.805004:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002fc5cb79] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d567840 x1874599320527872/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1787762850.805010:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787762850.805017:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c516872c0.
00000100:00000001:3.0:1787762850.805024:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1787762850.805025:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6880.
00000100:00080000:3.0:1787762850.805027:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762850.805030:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787762850.805031:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762850.805033:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762850.805035:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00000200:0.0:1787762850.805036:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320527744, portal 25
00000100:00080000:3.0:1787762850.805039:0:291943:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20013
00000100:00000001:0.0:1787762850.805041:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787762850.805044:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910945280 : -110374798606336 : ffff9b9d5d564000)
00000400:00000200:3.0:1787762850.805047:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787762850.805051:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762850.805053:0:291943:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762850.805055:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d564000 x1874599320527744/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787762850.805059:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762850.805064:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762850.805068:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762850.805073:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000001:0.0:1787762850.805088:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:3.0:1787762850.805090:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762850.805094:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000100:00000040:0.0:1787762850.805097:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000020:00000001:3.0:1787762850.805098:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762850.805102:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000400:00000010:0.0:1787762850.805105:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6e58.
00000020:00000001:3.0:1787762850.805106:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000020:00000001:3.0:1787762850.805111:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00000200:0.0:1787762850.805113:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320527744, offset 0
00000100:00000040:3.0:1787762850.805117:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762850.805121:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762850.805124:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762850.805129:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000400:00000200:0.0:1787762850.805131:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000020:00000040:3.0:1787762850.805133:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000100:00080000:3.0:1787762850.805139:0:291943:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000400:00000200:0.0:1787762850.805144:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:3.0:1787762850.805144:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762850.805148:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762850.805152:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1787762850.805156:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
02000000:00000001:3.0:1787762850.805156:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762850.805162:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762850.805165:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1787762850.805166:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000008:00000001:3.0:1787762850.805169:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762850.805171:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762850.805174:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000100:00000010:3.0:1787762850.805175:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d566580.
00000020:00000040:3.0:1787762850.805179:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000400:00000200:0.0:1787762850.805180:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1787762850.805183:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:0.0:1787762850.805185:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
02000000:00000001:3.0:1787762850.805186:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762850.805190:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:0.0:1787762850.805193:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [62886:62886:256:4294967295] 192.168.203.113@tcp LPNI seq info [62886:62886:8:4294967295]
02000000:00000001:3.0:1787762850.805193:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762850.805196:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762850.805200:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
02000000:00000010:3.0:1787762850.805202:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45905800.
00000100:00000001:3.0:1787762850.805207:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762850.805217:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000100:00100000:3.0:1787762850.805217:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d566580 x1874599320528000/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.0:1787762850.805229:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000100:00000001:3.0:1787762850.805230:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762850.805234:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1787762850.805238:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c000.
00000100:00000040:3.0:1787762850.805239:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f409d8da] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d566580 x1874599320528000/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762850.805247:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762850.805250:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:0.0:1787762850.805252:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000040:3.0:1787762850.805254:0:291943:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1787762850.805261:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:0.0:1787762850.805262:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000100:00080000:3.0:1787762850.805265:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787762850.805268:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762850.805270:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762850.805277:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:0.1:1787762850.805277:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00080000:3.0:1787762850.805282:0:291943:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20013
00000400:00000200:3.0:1787762850.805287:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000800:00000200:0.1:1787762850.805287:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000400:00000200:3.0:1787762850.805292:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762850.805296:0:291943:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762850.805300:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000800:00000100:0.0:1787762850.805301:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000100:00000001:3.0:1787762850.805305:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000010:0.0:1787762850.805307:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c000.
00000100:00000040:3.0:1787762850.805309:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762850.805312:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787762850.805314:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762850.805315:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000020:00000001:3.0:1787762850.805316:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762850.805318:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000020:00000001:3.0:1787762850.805319:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000020:00000001:3.0:1787762850.805320:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000400:00000200:0.0:1787762850.805323:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:3.0:1787762850.805323:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762850.805324:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762850.805328:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762850.805331:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000400:00000200:0.0:1787762850.805333:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000020:00000040:3.0:1787762850.805334:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00080000:3.0:1787762850.805339:0:291943:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787762850.805342:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762850.805343:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1787762850.805344:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6e58
02000000:00000001:3.0:1787762850.805345:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:0.0:1787762850.805348:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6e58.
02000000:00000001:3.0:1787762850.805349:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762850.805353:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762850.805355:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787762850.805356:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762850.805357:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762850.805359:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000010:3.0:1787762850.805360:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d5643c0.
00000020:00000040:3.0:1787762850.805364:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
00000100:00000200:0.0:1787762850.805366:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d564000 x1874599320527744/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787762850.805367:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762850.805369:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762850.805373:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762850.805376:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762850.805379:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762850.805385:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45904800.
00000100:00000001:0.0:1787762850.805388:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787762850.805388:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762850.805395:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d564000 x1874599320527744/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762875 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762850.805396:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d5643c0 x1874599320528128/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762850.805422:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762850.805423:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762850.805426:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787762850.805427:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762850.805431:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c43373d] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d5643c0 x1874599320528128/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762850.805435:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762850.805437:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762850.805468:0:291943:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20023)
00000400:00000200:0.0:1787762850.805470:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787762850.805474:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4314687224
00000100:00000010:0.0:1787762850.805481:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9c574ac960.
00000100:00000001:0.0:1787762850.805490:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1787762850.805498:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4314687224
00000100:00000010:0.0:1787762850.805501:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9c574ac300.
00000100:00000001:0.0:1787762850.805504:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1787762850.805506:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762850.805509:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762850.805512:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787762850.805516:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762850/real 1787762850]  req@ffff9b9d5d564000 x1874599320527744/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787762850.805523:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787762850.805525:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787762850.805527:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c516872c0.
00000400:00000200:0.0:1787762850.805530:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6880
00000400:00000010:0.0:1787762850.805531:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6880.
00000100:00000001:0.0:1787762850.805533:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787762850.805535:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d564000 x1874599320527744/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787762850.805543:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d564000 x1874599320527744/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762850.805549:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787762850.805552:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762850.805555:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762850.805557:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787762850.805561:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d564000 x1874599320527744/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762850.805566:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787762850.805571:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d564000 x1874599320527744/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762875 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762850.805577:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787762850.805580:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762850.805581:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762850.805582:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762850.805584:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787762850.805586:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787762850.805588:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762850.805591:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787762850.805593:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787762850.805596:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d564000 x1874599320527744/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762875 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762850.805602:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d564000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320527744:192.168.203.113@tcp:250:kworker.0
00000100:00000001:0.0:1787762850.805607:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762850.805608:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762850.805610:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d564000 x1874599320527744/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762875 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762850.805615:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787762850.805618:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787762850.805620:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d50558800.
02000000:00000001:0.0:1787762850.805623:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787762850.805624:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787762850.805626:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:0.0:1787762850.805627:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787762850.805630:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45907400.
02000000:00000001:0.0:1787762850.805634:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787762850.805636:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787762850.805637:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d564000.
00000100:00000001:0.0:1787762850.805639:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787762850.805640:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762850.805642:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762850.805651:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762850.805652:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762850.805654:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787762850.805656:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762850.805657:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787762850.805660:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d567840 x1874599320527872/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762850.805667:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762850.805668:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762850.805671:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787762850.805673:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762850.805676:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762850.805679:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d567840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320527872:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787762850.805683:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787762850.805685:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787762850.805687:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762850.805689:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787762850.805692:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d50558800.
02000000:00000001:0.0:1787762850.805695:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762850.805707:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787762850.805710:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c516872c0.
00000400:00000010:0.0:1787762850.805714:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6880.
00000100:00000200:0.0:1787762850.805718:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320527872, portal 10
00000100:00000001:0.0:1787762850.805720:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787762850.805721:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910959680 : -110374798591936 : ffff9b9d5d567840)
00000100:00000040:0.0:1787762850.805728:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d567840 x1874599320527872/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762850.805733:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787762850.805734:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787762850.805736:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6e58.
00000100:00000200:0.0:1787762850.805738:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320527872, offset 0
00000400:00000200:0.0:1787762850.805741:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787762850.805744:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762850.805747:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787762850.805749:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787762850.805751:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:0.0:1787762850.805754:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787762850.805755:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787762850.805758:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [62887:62887:256:4294967295] 192.168.203.113@tcp LPNI seq info [62887:62887:8:4294967295]
00000400:00000200:0.0:1787762850.805761:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762850.805766:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787762850.805769:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762850.805771:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c000.
00000800:00000200:0.0:1787762850.805774:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.0:1787762850.805776:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787762850.805780:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787762850.805782:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1787762850.805785:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762850.805786:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c000.
00000400:00000200:0.0:1787762850.805788:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787762850.805791:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787762850.805793:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6e58
00000400:00000010:0.0:1787762850.805794:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6e58.
00000100:00000001:0.0:1787762850.805796:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762850.805799:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d567840 x1874599320527872/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762850.805804:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762850.805807:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d567840 x1874599320527872/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762875 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762850.805811:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762850.805813:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787762850.805815:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762850.805818:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:0.0:1787762850.805821:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787762850.805823:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314685996
00000100:00000001:0.0:1787762850.805825:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314687224
00000100:00000001:0.0:1787762850.805827:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314685996
00000100:00000001:0.0:1787762850.805830:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314687224
00000100:00000001:0.0:1787762850.805832:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762850.805833:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762850.805835:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787762850.805837:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762850/real 1787762850]  req@ffff9b9d5d567840 x1874599320527872/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787762850.805842:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787762850.805843:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787762850.805845:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c516872c0.
00000400:00000200:0.0:1787762850.805846:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6880
00000400:00000010:0.0:1787762850.805848:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6880.
00000100:00000001:0.0:1787762850.805849:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787762850.805851:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d567840 x1874599320527872/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787762850.805857:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d567840 x1874599320527872/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762850.805861:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787762850.805861:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762850.805863:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762850.805863:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787762850.805866:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d567840 x1874599320527872/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762850.805870:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787762850.805872:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d567840 x1874599320527872/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762875 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762850.805876:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787762850.805878:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762850.805879:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762850.805879:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762850.805882:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787762850.805897:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787762850.805899:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762850.805901:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787762850.805903:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787762850.805906:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d567840 x1874599320527872/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762875 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762850.805911:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d567840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320527872:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787762850.805913:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787762850.805915:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d566580 x1874599320528000/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762850.805923:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762850.805924:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762850.805927:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787762850.805929:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762850.805931:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762850.805934:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d566580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320528000:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787762850.805938:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787762850.805940:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787762850.805942:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762850.805944:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787762850.805948:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d50559800.
02000000:00000001:0.0:1787762850.805950:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762850.805954:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787762850.805957:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c516872c0.
00000400:00000010:0.0:1787762850.805960:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6880.
00000100:00000200:0.0:1787762850.805963:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320528000, portal 10
00000100:00000001:0.0:1787762850.805966:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787762850.805967:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910954880 : -110374798596736 : ffff9b9d5d566580)
00000100:00000040:0.0:1787762850.805973:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d566580 x1874599320528000/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762850.805979:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787762850.805981:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787762850.805982:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6e58.
00000100:00000200:0.0:1787762850.805984:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320528000, offset 0
00000400:00000200:0.0:1787762850.805987:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787762850.805990:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762850.805992:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787762850.805994:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787762850.805996:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:0.0:1787762850.805998:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787762850.805999:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787762850.806002:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [62888:62888:256:4294967295] 192.168.203.113@tcp LPNI seq info [62888:62888:8:4294967295]
00000400:00000200:0.0:1787762850.806005:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762850.806009:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787762850.806013:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762850.806015:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c000.
00000800:00000200:0.0:1787762850.806018:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.0:1787762850.806020:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787762850.806023:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787762850.806025:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1787762850.806028:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762850.806029:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c000.
00000400:00000200:0.0:1787762850.806032:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787762850.806034:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787762850.806036:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6e58
00000400:00000010:0.0:1787762850.806037:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6e58.
00000100:00000001:0.0:1787762850.806039:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762850.806042:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d566580 x1874599320528000/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762850.806048:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762850.806049:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d566580 x1874599320528000/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762875 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762850.806059:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762850.806061:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787762850.806063:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762850.806065:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:0.0:1787762850.806067:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787762850.806069:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314685975
00000100:00000001:0.0:1787762850.806071:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314687224
00000100:00000001:0.0:1787762850.806073:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314685975
00000100:00000001:0.0:1787762850.806074:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314687224
00000100:00000001:0.0:1787762850.806092:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762850.806094:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762850.806096:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787762850.806101:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762850/real 1787762850]  req@ffff9b9d5d566580 x1874599320528000/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787762850.806109:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787762850.806111:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787762850.806113:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c516872c0.
00000400:00000200:0.0:1787762850.806116:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6880
00000400:00000010:0.0:1787762850.806117:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6880.
00000100:00000001:0.0:1787762850.806120:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787762850.806124:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d566580 x1874599320528000/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787762850.806133:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d566580 x1874599320528000/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762850.806138:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787762850.806139:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762850.806140:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762850.806142:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787762850.806144:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d566580 x1874599320528000/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762850.806150:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787762850.806153:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d566580 x1874599320528000/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762875 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762850.806158:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787762850.806159:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762850.806160:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762850.806161:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762850.806162:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787762850.806163:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787762850.806165:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762850.806167:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787762850.806168:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787762850.806170:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d566580 x1874599320528000/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762875 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762850.806175:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d566580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320528000:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787762850.806178:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787762850.806180:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d5643c0 x1874599320528128/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762850.806185:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762850.806186:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762850.806187:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787762850.806189:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762850.806190:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762850.806192:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d5643c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320528128:192.168.203.113@tcp:8:kworker.0
00000100:00000001:0.0:1787762850.806194:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787762850.806196:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787762850.806198:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762850.806199:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787762850.806202:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d5055a000.
02000000:00000001:0.0:1787762850.806204:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762850.806207:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787762850.806208:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c516872c0.
00000400:00000010:0.0:1787762850.806211:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6880.
00000100:00000200:0.0:1787762850.806213:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320528128, portal 4
00000100:00000001:0.0:1787762850.806215:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787762850.806216:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910946240 : -110374798605376 : ffff9b9d5d5643c0)
00000100:00000040:0.0:1787762850.806220:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d5643c0 x1874599320528128/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762850.806225:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787762850.806227:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787762850.806228:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6e58.
00000100:00000200:0.0:1787762850.806230:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320528128, offset 0
00000400:00000200:0.0:1787762850.806232:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787762850.806235:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762850.806237:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787762850.806239:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787762850.806241:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:0.0:1787762850.806242:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787762850.806244:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787762850.806247:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [62889:62889:256:4294967295] 192.168.203.113@tcp LPNI seq info [62889:62889:8:4294967295]
00000400:00000200:0.0:1787762850.806251:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762850.806257:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787762850.806262:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762850.806266:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c000.
00000800:00000200:0.0:1787762850.806270:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.0:1787762850.806273:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787762850.806278:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787762850.806281:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1787762850.806285:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762850.806288:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c000.
00000400:00000200:0.0:1787762850.806292:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787762850.806295:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787762850.806299:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6e58
00000400:00000010:0.0:1787762850.806301:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6e58.
00000100:00000001:0.0:1787762850.806303:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762850.806305:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d5643c0 x1874599320528128/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762850.806312:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762850.806314:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d5643c0 x1874599320528128/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762875 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762850.806318:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762850.806320:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787762850.806322:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762850.806324:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:0.0:1787762850.806327:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787762850.806328:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314685987
00000100:00000001:0.0:1787762850.806330:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314687224
00000100:00000001:0.0:1787762850.806332:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314685987
00000100:00000001:0.0:1787762850.806334:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314687224
00000100:00000001:0.0:1787762850.806335:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762850.806336:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762850.806338:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787762850.806340:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762850/real 1787762850]  req@ffff9b9d5d5643c0 x1874599320528128/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787762850.806346:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787762850.806347:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787762850.806348:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c516872c0.
00000400:00000200:0.0:1787762850.806350:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6880
00000400:00000010:0.0:1787762850.806351:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6880.
00000100:00000001:0.0:1787762850.806353:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787762850.806355:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d5643c0 x1874599320528128/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787762850.806361:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d5643c0 x1874599320528128/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762850.806364:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787762850.806365:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762850.806366:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762850.806367:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787762850.806369:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d5643c0 x1874599320528128/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762850.806373:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787762850.806376:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d5643c0 x1874599320528128/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762875 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762850.806380:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787762850.806381:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762850.806382:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762850.806383:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762850.806384:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787762850.806385:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787762850.806386:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762850.806389:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787762850.806390:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787762850.806393:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d5643c0 x1874599320528128/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762875 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762850.806399:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d5643c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320528128:192.168.203.113@tcp:8:kworker.0
00000100:00000001:0.0:1787762850.806401:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762850.806402:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762850.806405:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d567840 x1874599320527872/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762875 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762850.806409:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787762850.806411:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787762850.806412:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d50558800.
02000000:00000001:0.0:1787762850.806414:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787762850.806415:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787762850.806416:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:0.0:1787762850.806417:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787762850.806418:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45906400.
02000000:00000001:0.0:1787762850.806420:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787762850.806422:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787762850.806423:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d567840.
00000100:00000001:0.0:1787762850.806425:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787762850.806426:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762850.806427:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762850.806429:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d566580 x1874599320528000/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762875 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762850.806434:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787762850.806434:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787762850.806435:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d50559800.
02000000:00000001:0.0:1787762850.806437:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787762850.806456:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787762850.806457:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:0.0:1787762850.806458:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787762850.806459:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45905800.
02000000:00000001:0.0:1787762850.806461:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787762850.806462:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787762850.806462:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d566580.
00000100:00000001:0.0:1787762850.806465:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787762850.806466:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762850.806467:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762850.806470:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d5643c0 x1874599320528128/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762875 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762850.806474:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787762850.806476:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787762850.806477:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d5055a000.
02000000:00000001:0.0:1787762850.806479:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787762850.806480:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787762850.806481:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:0.0:1787762850.806483:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787762850.806484:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45904800.
02000000:00000001:0.0:1787762850.806485:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787762850.806485:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787762850.806486:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d5643c0.
00000100:00000001:0.0:1787762850.806487:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787762850.806488:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762850.806489:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762850.806492:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762850.806493:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762850.806494:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787762850.806495:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762850.996522:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762850.996528:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762850.996534:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762850.996536:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762850.996539:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762850.996542:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787762850.996545:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787762850.996548:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762850.996552:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787762850.996555:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762850.996557:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762850.996558:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762850.996617:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762850.996622:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762850.996628:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1787762852.020593:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762852.020601:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762852.020607:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762852.020610:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762852.020615:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762852.020618:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762852.084579:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4314687224, at 4314687232
00000100:00000010:0.0:1787762852.084594:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9c574ac960.
00010000:00000001:3.0:1787762853.044567:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762853.044576:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762853.044584:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762853.044586:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762853.044591:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762853.044593:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762854.068576:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762854.068585:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762854.068591:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762854.068593:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762854.068597:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762854.068599:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762854.068698:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762854.068705:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762854.068710:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1787762855.092604:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762855.092614:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762855.092625:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762855.092629:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762855.092636:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762855.092639:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762855.092725:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762855.092732:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762855.092737:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762855.924952:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787762855.924966:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762855.924976:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787762855.925009:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d56b840 x1874599320528256/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762855.925033:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762855.925059:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762855.925069:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787762855.925076:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762855.925085:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762855.925097:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d56b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320528256:192.168.203.113@tcp:250:kworker.0
00000100:00000001:0.0:1787762855.925110:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787762855.925120:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787762855.925126:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762855.925132:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787762855.925145:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d5055a000.
02000000:00000001:0.0:1787762855.925152:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762855.925170:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787762855.925181:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c516872c0.
00000400:00000010:0.0:1787762855.925196:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6880.
00000100:00000200:0.0:1787762855.925208:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320528256, portal 25
00000100:00000001:0.0:1787762855.925217:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787762855.925223:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910976064 : -110374798575552 : ffff9b9d5d56b840)
00000100:00000040:0.0:1787762855.925242:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d56b840 x1874599320528256/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762880 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762855.925271:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787762855.925281:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787762855.925286:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6e58.
00000100:00000200:0.0:1787762855.925289:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320528256, offset 0
00000400:00000200:0.0:1787762855.925300:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787762855.925319:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762855.925336:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787762855.925349:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787762855.925365:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:0.0:1787762855.925380:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787762855.925391:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787762855.925405:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [62890:62890:256:4294967295] 192.168.203.113@tcp LPNI seq info [62890:62890:8:4294967295]
00000400:00000200:0.0:1787762855.925427:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762855.925517:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787762855.925541:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762855.925560:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c000.
00000800:00000200:0.0:1787762855.925594:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.0:1787762855.925607:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787762855.925628:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787762855.925636:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1787762855.925650:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762855.925661:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c000.
00000400:00000200:0.0:1787762855.925674:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787762855.925688:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787762855.925697:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6e58
00000400:00000010:0.0:1787762855.925706:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6e58.
00000100:00000001:0.0:1787762855.925716:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762855.925728:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d56b840 x1874599320528256/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762880 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762855.925760:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762855.925774:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d56b840 x1874599320528256/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762880 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762855.925808:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762855.925819:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787762855.925837:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762855.925854:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787762855.925864:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4314692344
00000100:00000010:0.0:1787762855.925882:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9c574ac9c0.
00000100:00000001:0.0:1787762855.925897:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1787762855.925913:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4314692344
00000100:00000010:0.0:1787762855.925921:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9c574ac960.
00000100:00000001:0.0:1787762855.925930:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1787762855.925938:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762855.925949:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762855.925958:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787762855.925975:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762855/real 1787762855]  req@ffff9b9d5d56b840 x1874599320528256/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762880 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787762855.926124:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787762855.926131:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787762855.926138:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c516872c0.
00000400:00000200:0.0:1787762855.926149:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6880
00000400:00000010:0.0:1787762855.926156:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6880.
00000100:00000001:0.0:1787762855.926164:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787762855.926176:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d56b840 x1874599320528256/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762880 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787762855.926210:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d56b840 x1874599320528256/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762880 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762855.926227:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787762855.926230:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762855.926234:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762855.926237:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787762855.926243:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d56b840 x1874599320528256/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762880 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762855.926254:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787762855.926261:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d56b840 x1874599320528256/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762880 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762855.926270:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787762855.926274:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762855.926276:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762855.926277:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762855.926280:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787762855.926283:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787762855.926286:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762855.926291:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787762855.926294:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787762855.926299:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d56b840 x1874599320528256/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762880 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762855.926310:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d56b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320528256:192.168.203.113@tcp:250:kworker.0
00000100:00000001:0.0:1787762855.926316:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762855.926319:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762855.926323:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d56b840 x1874599320528256/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762880 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762855.926331:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787762855.926334:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787762855.926337:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d5055a000.
02000000:00000001:0.0:1787762855.926341:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787762855.926344:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787762855.926346:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:0.0:1787762855.926349:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787762855.926352:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f185000.
02000000:00000001:0.0:1787762855.926356:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787762855.926359:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787762855.926361:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d56b840.
00000100:00000001:0.0:1787762855.926364:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787762855.926366:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762855.926369:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762855.926377:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762855.926379:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762855.926382:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787762855.926384:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762855.926386:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787762855.926391:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d56a940 x1874599320528384/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762855.926400:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762855.926402:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762855.926405:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787762855.926408:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762855.926410:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762855.926414:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d56a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320528384:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787762855.926419:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787762855.926422:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787762855.926424:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762855.926426:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787762855.926431:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d5055a000.
02000000:00000001:0.0:1787762855.926433:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762855.926468:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787762855.926473:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c516872c0.
00000400:00000010:0.0:1787762855.926478:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6880.
00000100:00000200:0.0:1787762855.926482:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320528384, portal 10
00000100:00000001:0.0:1787762855.926485:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787762855.926487:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910972224 : -110374798579392 : ffff9b9d5d56a940)
00000100:00000040:0.0:1787762855.926496:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d56a940 x1874599320528384/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762880 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762855.926509:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787762855.926514:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787762855.926519:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6e58.
00000100:00000200:0.0:1787762855.926524:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320528384, offset 0
00000400:00000200:0.0:1787762855.926533:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787762855.926541:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762855.926550:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787762855.926556:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787762855.926561:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:0.0:1787762855.926566:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787762855.926572:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787762855.926578:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [62891:62891:256:4294967295] 192.168.203.113@tcp LPNI seq info [62891:62891:8:4294967295]
00000400:00000200:0.0:1787762855.926588:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762855.926601:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787762855.926611:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762855.926619:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c000.
00000800:00000200:0.0:1787762855.926627:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.0:1787762855.926633:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787762855.926639:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787762855.926643:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1787762855.926648:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762855.926651:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c000.
00000400:00000200:0.0:1787762855.926655:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787762855.926660:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787762855.926664:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6e58
00000400:00000010:0.0:1787762855.926666:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6e58.
00000100:00000001:0.0:1787762855.926670:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762855.926675:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d56a940 x1874599320528384/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762880 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762855.926686:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762855.926690:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d56a940 x1874599320528384/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762880 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762855.926698:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762855.926700:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787762855.926705:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762855.926710:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:0.0:1787762855.926714:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787762855.926717:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314691117
00000100:00000001:0.0:1787762855.926721:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314692344
00000100:00000001:0.0:1787762855.926724:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314691117
00000100:00000001:0.0:1787762855.926726:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314692344
00000100:00000001:0.0:1787762855.926729:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762855.926731:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762855.926734:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787762855.926738:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762855/real 1787762855]  req@ffff9b9d5d56a940 x1874599320528384/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762880 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787762855.926748:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787762855.926750:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787762855.926753:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c516872c0.
00000400:00000200:0.0:1787762855.926756:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6880
00000400:00000010:0.0:1787762855.926758:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6880.
00000100:00000001:0.0:1787762855.926761:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787762855.926764:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d56a940 x1874599320528384/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762880 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787762855.926775:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d56a940 x1874599320528384/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762880 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762855.926782:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787762855.926784:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762855.926786:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762855.926788:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787762855.926792:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d56a940 x1874599320528384/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762880 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762855.926801:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787762855.926808:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d56a940 x1874599320528384/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762880 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762855.926823:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787762855.926829:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762855.926832:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762855.926834:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762855.926838:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787762855.926859:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787762855.926865:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762855.926872:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787762855.926877:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787762855.926885:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d56a940 x1874599320528384/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762880 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762855.926899:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d56a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320528384:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787762855.926905:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787762855.926910:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d568000 x1874599320528512/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762855.926918:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762855.926920:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762855.926923:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787762855.926926:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762855.926928:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762855.926932:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d568000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320528512:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787762855.926936:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787762855.926939:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787762855.926941:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762855.926943:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787762855.926948:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d50559800.
02000000:00000001:0.0:1787762855.926950:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762855.926955:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787762855.926959:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c516872c0.
00000400:00000010:0.0:1787762855.926963:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6880.
00000100:00000200:0.0:1787762855.926967:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320528512, portal 10
00000100:00000001:0.0:1787762855.926970:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787762855.926971:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910961664 : -110374798589952 : ffff9b9d5d568000)
00000100:00000040:0.0:1787762855.926978:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d568000 x1874599320528512/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762880 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762855.926987:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787762855.926990:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787762855.926992:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6e58.
00000100:00000200:0.0:1787762855.926995:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320528512, offset 0
00000400:00000200:0.0:1787762855.927000:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787762855.927005:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762855.927010:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787762855.927014:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787762855.927018:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:0.0:1787762855.927021:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787762855.927024:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787762855.927029:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [62892:62892:256:4294967295] 192.168.203.113@tcp LPNI seq info [62892:62892:8:4294967295]
00000400:00000200:0.0:1787762855.927034:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762855.927068:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787762855.927075:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762855.927079:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c000.
00000800:00000200:0.0:1787762855.927084:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.0:1787762855.927088:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787762855.927093:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787762855.927097:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1787762855.927102:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762855.927104:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c000.
00000400:00000200:0.0:1787762855.927109:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787762855.927113:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787762855.927117:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6e58
00000400:00000010:0.0:1787762855.927119:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6e58.
00000100:00000001:0.0:1787762855.927123:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762855.927127:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d568000 x1874599320528512/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762880 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762855.927137:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762855.927141:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d568000 x1874599320528512/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762880 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762855.927150:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762855.927152:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787762855.927156:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762855.927160:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:0.0:1787762855.927163:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787762855.927166:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314691096
00000100:00000001:0.0:1787762855.927169:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314692344
00000100:00000001:0.0:1787762855.927172:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314691096
00000100:00000001:0.0:1787762855.927175:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314692344
00000100:00000001:0.0:1787762855.927178:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762855.927181:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762855.927183:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787762855.927188:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762855/real 1787762855]  req@ffff9b9d5d568000 x1874599320528512/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762880 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787762855.927197:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787762855.927199:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787762855.927201:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c516872c0.
00000400:00000200:0.0:1787762855.927203:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6880
00000400:00000010:0.0:1787762855.927205:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6880.
00000100:00000001:0.0:1787762855.927208:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787762855.927211:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d568000 x1874599320528512/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762880 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787762855.927222:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d568000 x1874599320528512/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762880 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762855.927230:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787762855.927232:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762855.927234:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762855.927235:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787762855.927240:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d568000 x1874599320528512/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762880 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762855.927247:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787762855.927252:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d568000 x1874599320528512/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762880 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762855.927260:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787762855.927263:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762855.927265:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762855.927266:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762855.927269:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787762855.927272:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787762855.927275:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762855.927280:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787762855.927282:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787762855.927287:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d568000 x1874599320528512/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762880 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762855.927296:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d568000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320528512:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787762855.927300:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787762855.927304:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d569680 x1874599320528640/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762855.927312:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762855.927314:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762855.927317:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787762855.927319:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762855.927322:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762855.927326:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d569680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320528640:192.168.203.113@tcp:8:kworker.0
00000100:00000001:0.0:1787762855.927329:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787762855.927332:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787762855.927334:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762855.927336:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787762855.927340:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d50558800.
02000000:00000001:0.0:1787762855.927342:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762855.927346:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787762855.927349:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c516872c0.
00000400:00000010:0.0:1787762855.927353:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6880.
00000100:00000200:0.0:1787762855.927356:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320528640, portal 4
00000100:00000001:0.0:1787762855.927359:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787762855.927361:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910967424 : -110374798584192 : ffff9b9d5d569680)
00000100:00000040:0.0:1787762855.927367:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d569680 x1874599320528640/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762880 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762855.927376:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787762855.927379:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787762855.927381:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6e58.
00000100:00000200:0.0:1787762855.927384:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320528640, offset 0
00000400:00000200:0.0:1787762855.927389:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787762855.927393:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762855.927397:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787762855.927400:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787762855.927403:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:0.0:1787762855.927407:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787762855.927409:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787762855.927414:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [62893:62893:256:4294967295] 192.168.203.113@tcp LPNI seq info [62893:62893:8:4294967295]
00000400:00000200:0.0:1787762855.927419:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762855.927427:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787762855.927433:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762855.927436:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c000.
00000800:00000200:0.0:1787762855.927470:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.0:1787762855.927474:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787762855.927479:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787762855.927483:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1787762855.927487:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762855.927490:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c000.
00000400:00000200:0.0:1787762855.927494:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787762855.927499:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787762855.927505:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6e58
00000400:00000010:0.0:1787762855.927509:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6e58.
00000100:00000001:0.0:1787762855.927513:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762855.927520:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d569680 x1874599320528640/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762880 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762855.927535:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762855.927542:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d569680 x1874599320528640/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762880 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762855.927568:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762855.927571:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787762855.927578:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762855.927584:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:0.0:1787762855.927591:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787762855.927595:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314691109
00000100:00000001:0.0:1787762855.927601:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314692344
00000100:00000001:0.0:1787762855.927605:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314691109
00000100:00000001:0.0:1787762855.927610:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314692344
00000100:00000001:0.0:1787762855.927614:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762855.927619:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762855.927621:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787762855.927627:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762855/real 1787762855]  req@ffff9b9d5d569680 x1874599320528640/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762880 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787762855.927637:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787762855.927639:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787762855.927642:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c516872c0.
00000400:00000200:0.0:1787762855.927645:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6880
00000400:00000010:0.0:1787762855.927647:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6880.
00000100:00000001:0.0:1787762855.927650:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787762855.927654:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d569680 x1874599320528640/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762880 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787762855.927665:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d569680 x1874599320528640/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762880 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762855.927672:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787762855.927674:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762855.927676:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762855.927678:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787762855.927682:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d569680 x1874599320528640/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762880 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762855.927692:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787762855.927697:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d569680 x1874599320528640/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762880 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762855.927705:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787762855.927708:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762855.927710:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762855.927711:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762855.927713:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787762855.927715:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787762855.927719:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762855.927722:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787762855.927725:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787762855.927729:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d569680 x1874599320528640/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762880 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762855.927738:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d569680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320528640:192.168.203.113@tcp:8:kworker.0
00000100:00000001:0.0:1787762855.927743:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762855.927746:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762855.927749:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d56a940 x1874599320528384/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762880 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762855.927758:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787762855.927760:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787762855.927763:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d5055a000.
02000000:00000001:0.0:1787762855.927766:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787762855.927768:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787762855.927770:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:0.0:1787762855.927773:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787762855.927775:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f184000.
02000000:00000001:0.0:1787762855.927779:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787762855.927781:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787762855.927783:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d56a940.
00000100:00000001:0.0:1787762855.927787:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787762855.927788:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762855.927790:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762855.927795:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d568000 x1874599320528512/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762880 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762855.927804:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787762855.927807:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787762855.927810:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d50559800.
02000000:00000001:0.0:1787762855.927815:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787762855.927818:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787762855.927821:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:0.0:1787762855.927824:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787762855.927827:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f186000.
02000000:00000001:0.0:1787762855.927832:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787762855.927834:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787762855.927837:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d568000.
00000100:00000001:0.0:1787762855.927841:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787762855.927844:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762855.927847:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762855.927855:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d569680 x1874599320528640/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762880 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762855.927868:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787762855.927871:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787762855.927874:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d50558800.
02000000:00000001:0.0:1787762855.927880:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787762855.927882:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787762855.927885:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:0.0:1787762855.927890:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787762855.927893:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f184c00.
02000000:00000001:0.0:1787762855.927897:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787762855.927899:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787762855.927902:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d569680.
00000100:00000001:0.0:1787762855.927905:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787762855.927908:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762855.927910:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762855.927915:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762855.927917:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762855.927919:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787762855.927922:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762856.116569:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762856.116578:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762856.116588:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762856.116590:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762856.116596:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762856.116599:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762856.116729:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762856.116736:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762856.116740:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1787762857.140579:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762857.140586:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762857.140594:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762857.140595:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762857.140600:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762857.140602:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762857.204563:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4314692344, at 4314692352
00000100:00000010:0.0:1787762857.204582:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9c574ac9c0.
00010000:00000001:3.0:1787762858.164573:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762858.164583:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787762858.164587:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787762858.164592:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762858.164598:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787762858.164601:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762858.164604:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762858.164606:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762858.164611:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762858.164614:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787762858.164616:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787762858.164618:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762858.164620:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787762858.164622:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762858.164625:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762858.164627:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762858.164631:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762858.164633:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762859.188567:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762859.188574:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762859.188582:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762859.188584:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762859.188588:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762859.188591:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762859.188699:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762859.188707:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762859.188714:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1787762860.212573:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762860.212582:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762860.212590:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762860.212593:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762860.212597:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762860.212601:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787762860.212604:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787762860.212607:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762860.212611:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787762860.212614:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762860.212617:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762860.212620:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762860.212704:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762860.212710:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762860.212715:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787762861.044639:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762861.044649:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787762861.044652:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762861.044657:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762861.044662:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762861.044671:0:268573:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20023
00000400:00000200:3.0:1787762861.044682:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787762861.044690:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762861.044694:0:268573:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762861.044700:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762861.044704:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762861.044707:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762861.044710:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787762861.044715:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762861.044718:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:3.0:1787762861.044721:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762861.044725:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:3.0:1787762861.044728:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:3.0:1787762861.044731:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:3.0:1787762861.044735:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762861.044737:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762861.044740:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762861.044742:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787762861.044747:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:3.0:1787762861.044751:0:268573:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787762861.044754:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762861.044758:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762861.044762:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762861.044766:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762861.044769:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762861.044771:0:268573:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762861.044781:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d566d00.
00000020:00000040:3.0:1787762861.044784:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:3.0:1787762861.044789:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762861.044791:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762861.044795:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762861.044798:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762861.044803:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762861.044812:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45905000.
00000100:00000001:3.0:1787762861.044820:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762861.044832:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d566d00 x1874599320528768/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762861.044847:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762861.044852:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762861.044858:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6377b55] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d566d00 x1874599320528768/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762861.044890:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762861.044895:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762861.044899:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762861.044901:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762861.044904:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762861.044907:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762861.044911:0:268573:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20023
00000400:00000200:3.0:1787762861.044915:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787762861.044918:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762861.044921:0:268573:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762861.044926:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762861.044929:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762861.044933:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762861.044936:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787762861.044941:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762861.044943:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000020:00000001:3.0:1787762861.044945:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762861.044948:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000020:00000001:3.0:1787762861.044951:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000001:0.0:1787762861.044955:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1787762861.044955:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000001:0.0:1787762861.044966:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1787762861.044967:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787762861.044974:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787762861.044975:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762861.044983:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762861.044988:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000040:0.0:1787762861.044992:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d566d00 x1874599320528768/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787762861.044995:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00080000:3.0:1787762861.045037:0:268573:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787762861.045049:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762861.045051:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787762861.045056:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1787762861.045060:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762861.045061:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762861.045075:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787762861.045075:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762861.045085:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787762861.045085:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:0.0:1787762861.045094:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1787762861.045096:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787762861.045103:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d566d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320528768:192.168.203.113@tcp:250:kworker.0
00000008:00000001:3.0:1787762861.045106:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762861.045116:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762861.045118:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000010:3.0:1787762861.045124:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d565e00.
02000000:00000001:0.0:1787762861.045125:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787762861.045133:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787762861.045134:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
02000000:00000001:0.0:1787762861.045138:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787762861.045142:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762861.045146:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762861.045150:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d50558800.
00000100:00000001:3.0:1787762861.045151:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762861.045156:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762861.045159:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762861.045163:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762861.045170:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
02000000:00000010:3.0:1787762861.045173:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45907800.
00000400:00000010:0.0:1787762861.045179:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c516872c0.
00000400:00000010:0.0:1787762861.045187:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6880.
00000100:00000001:3.0:1787762861.045194:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1787762861.045199:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320528768, portal 25
00000100:00000001:0.0:1787762861.045206:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00100000:3.0:1787762861.045210:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d565e00 x1874599320528896/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762861.045211:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910956800 : -110374798594816 : ffff9b9d5d566d00)
00000100:00000040:0.0:1787762861.045229:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d566d00 x1874599320528768/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762886 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762861.045239:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762861.045248:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762861.045254:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787762861.045263:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008dad852f] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d565e00 x1874599320528896/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787762861.045264:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787762861.045272:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6e58.
00000100:00000200:0.0:1787762861.045280:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320528768, offset 0
00000100:00000001:3.0:1787762861.045298:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762861.045300:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000100:00080000:3.0:1787762861.045307:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762861.045313:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:0.0:1787762861.045319:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:3.0:1787762861.045319:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762861.045325:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762861.045332:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:0.0:1787762861.045333:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000100:00080000:3.0:1787762861.045343:0:268573:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20023
00000400:00000200:0.0:1787762861.045347:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787762861.045354:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762861.045361:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:3.0:1787762861.045369:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000400:00000200:0.0:1787762861.045371:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000100:00080000:3.0:1787762861.045381:0:268573:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1787762861.045383:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000100:00000040:3.0:1787762861.045395:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000400:00000200:0.0:1787762861.045397:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [62894:62894:256:4294967295] 192.168.203.113@tcp LPNI seq info [62894:62894:8:4294967295]
00000100:00000001:3.0:1787762861.045406:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1787762861.045413:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000040:3.0:1787762861.045418:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762861.045425:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787762861.045434:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:0.0:1787762861.045494:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787762861.045505:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000020:00000040:3.0:1787762861.045509:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000800:00000010:0.0:1787762861.045515:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c000.
00000020:00000001:3.0:1787762861.045516:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762861.045524:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000020:00000001:3.0:1787762861.045532:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000800:00000200:0.0:1787762861.045533:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000020:00000001:3.0:1787762861.045542:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000800:00000200:0.0:1787762861.045545:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00000100:00000040:3.0:1787762861.045553:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762861.045560:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.1:1787762861.045567:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000040:3.0:1787762861.045570:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000800:00000200:0.1:1787762861.045576:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00000100:00000001:3.0:1787762861.045578:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787762861.045590:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000800:00000100:0.0:1787762861.045597:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000100:00080000:3.0:1787762861.045605:0:268573:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000800:00000010:0.0:1787762861.045606:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c000.
00000100:00000001:3.0:1787762861.045616:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762861.045620:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:3.0:1787762861.045621:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762861.045631:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762861.045639:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762861.045640:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1787762861.045644:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762861.045650:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1787762861.045653:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6e58
00000008:00000001:3.0:1787762861.045655:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762861.045663:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1787762861.045665:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6e58.
00000100:00000010:3.0:1787762861.045669:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d564b40.
00000020:00000040:3.0:1787762861.045676:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000100:00000001:0.0:1787762861.045678:0:256678:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:3.0:1787762861.045680:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762861.045686:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762861.045691:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:0.0:1787762861.045695:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d566d00 x1874599320528768/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762886 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787762861.045695:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762861.045701:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762861.045715:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45904800.
00000100:00000001:3.0:1787762861.045724:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762861.045735:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00100000:3.0:1787762861.045739:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d564b40 x1874599320529024/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762861.045751:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762861.045755:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762861.045762:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d566d00 x1874599320528768/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762886 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787762861.045769:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9fa13ea] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d564b40 x1874599320529024/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762861.045806:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762861.045810:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762861.045814:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:3.0:1787762861.045817:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787762861.045825:0:268573:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1787762861.045829:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762861.045834:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787762861.045835:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762861.045837:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762861.045844:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762861.045849:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:0.0:1787762861.045855:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00080000:3.0:1787762861.045857:0:268573:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20023
00000100:00000001:0.0:1787762861.045868:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4314697464
00000400:00000200:3.0:1787762861.045869:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787762861.045881:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00000010:0.0:1787762861.045886:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9c574ac9c0.
00000100:00080000:3.0:1787762861.045886:0:268573:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762861.045898:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787762861.045902:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1787762861.045903:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762861.045911:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762861.045916:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000001:0.0:1787762861.045917:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4314697464
00000020:00000001:3.0:1787762861.045920:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762861.045928:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000100:00000010:0.0:1787762861.045929:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9c574ac2a0.
00000020:00000001:3.0:1787762861.045932:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1787762861.045937:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000020:00000040:3.0:1787762861.045938:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000020:00000001:3.0:1787762861.045947:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000001:0.0:1787762861.045948:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:3.0:1787762861.045951:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000001:0.0:1787762861.045957:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762861.045962:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787762861.045965:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1787762861.045971:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:0.0:1787762861.045981:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762861/real 1787762861]  req@ffff9b9d5d566d00 x1874599320528768/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787762861.045982:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762861.045992:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787762861.046026:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00080000:3.0:1787762861.046038:0:268573:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000400:00000001:0.0:1787762861.046044:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1787762861.046045:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1787762861.046050:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:3.0:1787762861.046052:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:0.0:1787762861.046058:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c516872c0.
02000000:00000001:3.0:1787762861.046060:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1787762861.046066:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6880
02000000:00000001:3.0:1787762861.046067:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1787762861.046073:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6880.
00000100:00000001:3.0:1787762861.046075:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787762861.046081:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000008:00100000:3.0:1787762861.046082:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787762861.046090:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1787762861.046092:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d566d00 x1874599320528768/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762861.046095:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762861.046109:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d5670c0.
00000020:00000040:3.0:1787762861.046120:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
00000100:00000200:0.0:1787762861.046124:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d566d00 x1874599320528768/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787762861.046126:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762861.046133:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762861.046142:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762861.046146:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762861.046151:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762861.046162:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45905800.
00000100:00000001:0.0:1787762861.046168:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787762861.046171:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762861.046174:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762861.046180:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762861.046186:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787762861.046187:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d5670c0 x1874599320529152/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787762861.046197:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d566d00 x1874599320528768/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762861.046228:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762861.046233:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762861.046236:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762861.046244:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d566d00 x1874599320528768/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762886 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787762861.046251:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000096847001] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d5670c0 x1874599320529152/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762861.046277:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787762861.046287:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762861.046288:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762861.046298:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762861.046301:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787762861.046303:0:268573:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20033)
00000100:00000001:0.0:1787762861.046305:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787762861.046313:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787762861.046318:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762861.046324:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787762861.046328:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787762861.046335:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d566d00 x1874599320528768/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762886 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762861.046348:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d566d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320528768:192.168.203.113@tcp:250:kworker.0
00000100:00000001:0.0:1787762861.046355:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762861.046358:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762861.046362:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d566d00 x1874599320528768/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762886 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762861.046370:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787762861.046373:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787762861.046378:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d50558800.
02000000:00000001:0.0:1787762861.046383:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787762861.046385:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787762861.046388:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:0.0:1787762861.046391:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787762861.046394:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45905000.
02000000:00000001:0.0:1787762861.046399:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787762861.046401:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787762861.046404:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d566d00.
00000100:00000001:0.0:1787762861.046409:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787762861.046411:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762861.046414:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762861.046423:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762861.046424:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762861.046427:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787762861.046429:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762861.046432:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787762861.046436:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d565e00 x1874599320528896/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762861.046486:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762861.046488:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762861.046491:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787762861.046494:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762861.046497:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762861.046502:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d565e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320528896:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787762861.046507:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787762861.046511:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787762861.046514:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762861.046517:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787762861.046523:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d50558800.
02000000:00000001:0.0:1787762861.046527:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762861.046532:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787762861.046536:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c516872c0.
00000400:00000010:0.0:1787762861.046540:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6880.
00000100:00000200:0.0:1787762861.046545:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320528896, portal 10
00000100:00000001:0.0:1787762861.046548:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787762861.046550:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910952960 : -110374798598656 : ffff9b9d5d565e00)
00000100:00000040:0.0:1787762861.046559:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d565e00 x1874599320528896/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762886 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762861.046567:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787762861.046570:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787762861.046573:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6e58.
00000100:00000200:0.0:1787762861.046576:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320528896, offset 0
00000400:00000200:0.0:1787762861.046582:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787762861.046588:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762861.046595:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787762861.046601:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787762861.046607:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:0.0:1787762861.046613:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787762861.046617:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787762861.046624:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [62895:62895:256:4294967295] 192.168.203.113@tcp LPNI seq info [62895:62895:8:4294967295]
00000400:00000200:0.0:1787762861.046633:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762861.046646:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787762861.046656:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762861.046664:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c000.
00000800:00000200:0.0:1787762861.046672:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.0:1787762861.046678:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1787762861.046688:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787762861.046694:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1787762861.046703:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762861.046706:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c000.
00000400:00000200:0.0:1787762861.046713:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787762861.046720:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787762861.046725:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6e58
00000400:00000010:0.0:1787762861.046729:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6e58.
00000100:00000001:0.0:1787762861.046734:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762861.046741:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d565e00 x1874599320528896/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762886 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762861.046769:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762861.046776:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d565e00 x1874599320528896/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762886 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762861.046790:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762861.046793:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787762861.046801:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762861.046809:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:0.0:1787762861.046816:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787762861.046821:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314696237
00000100:00000001:0.0:1787762861.046827:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314697464
00000100:00000001:0.0:1787762861.046831:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314696237
00000100:00000001:0.0:1787762861.046835:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314697464
00000100:00000001:0.0:1787762861.046840:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762861.046844:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762861.046848:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787762861.046855:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762861/real 1787762861]  req@ffff9b9d5d565e00 x1874599320528896/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787762861.046866:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787762861.046868:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787762861.046871:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c516872c0.
00000400:00000200:0.0:1787762861.046874:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6880
00000400:00000010:0.0:1787762861.046877:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6880.
00000100:00000001:0.0:1787762861.046880:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787762861.046884:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d565e00 x1874599320528896/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787762861.046894:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d565e00 x1874599320528896/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762861.046902:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787762861.046905:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762861.046908:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762861.046910:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787762861.046914:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d565e00 x1874599320528896/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762861.046923:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787762861.046928:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d565e00 x1874599320528896/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762886 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762861.046936:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787762861.046939:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762861.046941:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762861.046943:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762861.046946:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787762861.046959:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787762861.046963:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762861.046967:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787762861.046970:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787762861.046975:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d565e00 x1874599320528896/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762886 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762861.046984:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d565e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320528896:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787762861.046989:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787762861.046993:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d564b40 x1874599320529024/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762861.047002:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762861.047029:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762861.047034:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787762861.047036:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762861.047039:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762861.047044:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d564b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320529024:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787762861.047048:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787762861.047051:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787762861.047053:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762861.047056:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787762861.047061:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d50559800.
02000000:00000001:0.0:1787762861.047063:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762861.047068:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787762861.047071:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c516872c0.
00000400:00000010:0.0:1787762861.047075:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6880.
00000100:00000200:0.0:1787762861.047079:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320529024, portal 10
00000100:00000001:0.0:1787762861.047081:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787762861.047083:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910948160 : -110374798603456 : ffff9b9d5d564b40)
00000100:00000040:0.0:1787762861.047091:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d564b40 x1874599320529024/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762886 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762861.047099:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787762861.047102:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787762861.047104:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6e58.
00000100:00000200:0.0:1787762861.047107:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320529024, offset 0
00000400:00000200:0.0:1787762861.047112:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787762861.047118:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762861.047123:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787762861.047127:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787762861.047131:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:0.0:1787762861.047134:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787762861.047137:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787762861.047142:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [62896:62896:256:4294967295] 192.168.203.113@tcp LPNI seq info [62896:62896:8:4294967295]
00000400:00000200:0.0:1787762861.047147:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762861.047156:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787762861.047162:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762861.047166:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c000.
00000800:00000200:0.0:1787762861.047172:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.0:1787762861.047175:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1787762861.047181:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787762861.047184:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1787762861.047190:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762861.047193:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c000.
00000400:00000200:0.0:1787762861.047197:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787762861.047201:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787762861.047205:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6e58
00000400:00000010:0.0:1787762861.047207:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6e58.
00000100:00000001:0.0:1787762861.047210:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762861.047215:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d564b40 x1874599320529024/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762886 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762861.047225:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762861.047229:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d564b40 x1874599320529024/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762886 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762861.047237:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762861.047239:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787762861.047243:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762861.047247:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:0.0:1787762861.047250:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787762861.047253:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314696216
00000100:00000001:0.0:1787762861.047255:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314697464
00000100:00000001:0.0:1787762861.047258:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314696216
00000100:00000001:0.0:1787762861.047261:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314697464
00000100:00000001:0.0:1787762861.047264:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762861.047266:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762861.047268:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787762861.047273:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762861/real 1787762861]  req@ffff9b9d5d564b40 x1874599320529024/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787762861.047281:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787762861.047284:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787762861.047286:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c516872c0.
00000400:00000200:0.0:1787762861.047289:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6880
00000400:00000010:0.0:1787762861.047291:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6880.
00000100:00000001:0.0:1787762861.047293:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787762861.047297:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d564b40 x1874599320529024/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787762861.047307:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d564b40 x1874599320529024/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762861.047315:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787762861.047316:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762861.047318:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762861.047320:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787762861.047324:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d564b40 x1874599320529024/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762861.047332:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787762861.047337:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d564b40 x1874599320529024/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762886 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762861.047345:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787762861.047348:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762861.047350:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762861.047351:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762861.047353:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787762861.047356:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787762861.047359:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762861.047363:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787762861.047366:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787762861.047371:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d564b40 x1874599320529024/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762886 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762861.047388:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d564b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320529024:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787762861.047393:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787762861.047397:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d5670c0 x1874599320529152/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762861.047405:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762861.047407:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762861.047409:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787762861.047411:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762861.047414:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762861.047417:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d5670c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320529152:192.168.203.113@tcp:8:kworker.0
00000100:00000001:0.0:1787762861.047421:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787762861.047423:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787762861.047425:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762861.047427:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787762861.047431:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d5055a000.
02000000:00000001:0.0:1787762861.047433:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762861.047437:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787762861.047440:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c516872c0.
00000400:00000010:0.0:1787762861.047474:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6880.
00000100:00000200:0.0:1787762861.047478:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320529152, portal 4
00000100:00000001:0.0:1787762861.047481:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787762861.047483:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910957760 : -110374798593856 : ffff9b9d5d5670c0)
00000100:00000040:0.0:1787762861.047490:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d5670c0 x1874599320529152/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762886 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762861.047499:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787762861.047502:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787762861.047505:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6e58.
00000100:00000200:0.0:1787762861.047507:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320529152, offset 0
00000400:00000200:0.0:1787762861.047512:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787762861.047517:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762861.047522:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787762861.047526:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787762861.047529:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:0.0:1787762861.047533:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787762861.047536:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787762861.047540:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [62897:62897:256:4294967295] 192.168.203.113@tcp LPNI seq info [62897:62897:8:4294967295]
00000400:00000200:0.0:1787762861.047545:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762861.047553:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787762861.047558:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762861.047562:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c000.
00000800:00000200:0.0:1787762861.047566:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.0:1787762861.047570:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1787762861.047575:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787762861.047578:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1787762861.047584:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762861.047586:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c000.
00000400:00000200:0.0:1787762861.047590:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787762861.047594:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787762861.047598:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6e58
00000400:00000010:0.0:1787762861.047600:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6e58.
00000100:00000001:0.0:1787762861.047603:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762861.047607:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d5670c0 x1874599320529152/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762886 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762861.047618:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762861.047621:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d5670c0 x1874599320529152/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762886 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762861.047630:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762861.047632:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787762861.047635:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762861.047639:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:0.0:1787762861.047643:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787762861.047647:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314696229
00000100:00000001:0.0:1787762861.047650:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314697464
00000100:00000001:0.0:1787762861.047653:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314696229
00000100:00000001:0.0:1787762861.047656:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314697464
00000100:00000001:0.0:1787762861.047658:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762861.047661:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762861.047663:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787762861.047667:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762861/real 1787762861]  req@ffff9b9d5d5670c0 x1874599320529152/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787762861.047676:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787762861.047678:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787762861.047680:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c516872c0.
00000400:00000200:0.0:1787762861.047683:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6880
00000400:00000010:0.0:1787762861.047685:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6880.
00000100:00000001:0.0:1787762861.047687:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787762861.047692:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d5670c0 x1874599320529152/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787762861.047701:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d5670c0 x1874599320529152/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762861.047709:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787762861.047711:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762861.047713:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762861.047714:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787762861.047719:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d5670c0 x1874599320529152/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762861.047726:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787762861.047731:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d5670c0 x1874599320529152/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762886 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762861.047739:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787762861.047743:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762861.047744:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762861.047746:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762861.047748:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787762861.047750:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787762861.047754:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762861.047757:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787762861.047760:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787762861.047764:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d5670c0 x1874599320529152/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762886 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762861.047773:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d5670c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320529152:192.168.203.113@tcp:8:kworker.0
00000100:00000001:0.0:1787762861.047778:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762861.047780:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762861.047784:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d565e00 x1874599320528896/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762886 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762861.047792:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787762861.047794:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787762861.047797:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d50558800.
02000000:00000001:0.0:1787762861.047800:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787762861.047802:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787762861.047804:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:0.0:1787762861.047806:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787762861.047809:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45907800.
02000000:00000001:0.0:1787762861.047812:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787762861.047814:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787762861.047816:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d565e00.
00000100:00000001:0.0:1787762861.047820:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787762861.047821:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762861.047823:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762861.047827:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d564b40 x1874599320529024/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762886 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762861.047843:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787762861.047845:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787762861.047847:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d50559800.
02000000:00000001:0.0:1787762861.047850:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787762861.047852:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787762861.047853:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:0.0:1787762861.047855:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787762861.047857:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45904800.
02000000:00000001:0.0:1787762861.047859:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787762861.047861:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787762861.047862:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d564b40.
00000100:00000001:0.0:1787762861.047865:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787762861.047866:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762861.047868:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762861.047872:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d5670c0 x1874599320529152/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762886 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762861.047879:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787762861.047880:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787762861.047882:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d5055a000.
02000000:00000001:0.0:1787762861.047885:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787762861.047886:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787762861.047888:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:0.0:1787762861.047890:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787762861.047891:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45905800.
02000000:00000001:0.0:1787762861.047894:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787762861.047895:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787762861.047896:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d5670c0.
00000100:00000001:0.0:1787762861.047899:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787762861.047900:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762861.047902:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762861.047908:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762861.047909:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762861.047912:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787762861.047914:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762861.236556:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762861.236564:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762861.236572:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762861.236575:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762861.236580:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762861.236582:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762861.236658:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762861.236666:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762861.236671:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1787762862.260564:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762862.260571:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762862.260579:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762862.260582:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762862.260586:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762862.260588:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762862.324568:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4314697464, at 4314697472
00000100:00000010:0.0:1787762862.324606:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9c574ac9c0.
00010000:00000001:3.0:1787762863.284588:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762863.284597:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762863.284603:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762863.284605:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762863.284611:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762863.284614:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762864.308562:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762864.308570:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762864.308575:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762864.308576:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762864.308580:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762864.308581:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762864.308672:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762864.308677:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762864.308681:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1787762865.332572:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762865.332579:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762865.332587:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762865.332589:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762865.332594:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762865.332597:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762865.332728:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762865.332735:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762865.332740:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762866.165178:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787762866.165187:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762866.165204:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787762866.165218:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d5692c0 x1874599320529280/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762866.165240:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762866.165244:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762866.165251:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787762866.165266:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762866.165273:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762866.165289:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d5692c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320529280:192.168.203.113@tcp:250:kworker.0
00000100:00000001:0.0:1787762866.165305:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787762866.165317:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787762866.165324:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762866.165331:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787762866.165342:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d5055a000.
02000000:00000001:0.0:1787762866.165348:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762866.165361:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787762866.165369:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c516872c0.
00000400:00000010:0.0:1787762866.165381:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6880.
00000100:00000200:0.0:1787762866.165393:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320529280, portal 25
00000100:00000001:0.0:1787762866.165400:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787762866.165404:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910966464 : -110374798585152 : ffff9b9d5d5692c0)
00000100:00000040:0.0:1787762866.165415:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d5692c0 x1874599320529280/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762891 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762866.165437:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787762866.165523:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787762866.165535:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6e58.
00000100:00000200:0.0:1787762866.165543:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320529280, offset 0
00000400:00000200:0.0:1787762866.165562:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787762866.165584:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762866.165611:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787762866.165622:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787762866.165631:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:0.0:1787762866.165641:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787762866.165649:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787762866.165660:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [62898:62898:256:4294967295] 192.168.203.113@tcp LPNI seq info [62898:62898:8:4294967295]
00000400:00000200:0.0:1787762866.165671:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762866.165700:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787762866.165723:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762866.165756:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c000.
00000800:00000200:0.0:1787762866.165782:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.0:1787762866.165791:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1787762866.165810:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787762866.165819:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 1 secs later)
00000800:00000100:0.0:1787762866.165845:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762866.165873:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c000.
00000400:00000200:0.0:1787762866.165891:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787762866.165910:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787762866.165926:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6e58
00000400:00000010:0.0:1787762866.165934:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6e58.
00000100:00000001:0.0:1787762866.165955:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762866.165967:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d5692c0 x1874599320529280/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762891 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762866.166050:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762866.166076:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d5692c0 x1874599320529280/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762891 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762866.166101:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762866.166105:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787762866.166116:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762866.166124:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787762866.166129:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4314702584
00000100:00000010:0.0:1787762866.166138:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9c574ac9c0.
00000100:00000001:0.0:1787762866.166149:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1787762866.166159:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4314702584
00000100:00000010:0.0:1787762866.166163:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9c574acea0.
00000100:00000001:0.0:1787762866.166167:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1787762866.166174:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762866.166178:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762866.166182:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787762866.166188:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762866/real 1787762866]  req@ffff9b9d5d5692c0 x1874599320529280/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787762866.166214:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787762866.166218:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787762866.166221:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c516872c0.
00000400:00000200:0.0:1787762866.166224:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6880
00000400:00000010:0.0:1787762866.166227:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6880.
00000100:00000001:0.0:1787762866.166231:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787762866.166237:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d5692c0 x1874599320529280/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787762866.166253:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d5692c0 x1874599320529280/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762866.166270:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787762866.166274:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762866.166279:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762866.166284:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787762866.166296:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d5692c0 x1874599320529280/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762866.166320:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787762866.166328:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d5692c0 x1874599320529280/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762891 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762866.166335:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787762866.166338:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762866.166339:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762866.166341:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762866.166343:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787762866.166345:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787762866.166348:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762866.166350:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787762866.166352:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787762866.166355:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d5692c0 x1874599320529280/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762891 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762866.166362:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d5692c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320529280:192.168.203.113@tcp:250:kworker.0
00000100:00000001:0.0:1787762866.166366:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762866.166368:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762866.166370:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d5692c0 x1874599320529280/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762891 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762866.166374:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787762866.166376:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787762866.166378:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d5055a000.
02000000:00000001:0.0:1787762866.166381:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787762866.166383:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787762866.166385:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:0.0:1787762866.166387:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787762866.166389:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f187000.
02000000:00000001:0.0:1787762866.166393:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787762866.166396:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787762866.166397:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d5692c0.
00000100:00000001:0.0:1787762866.166400:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787762866.166401:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762866.166402:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762866.166411:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762866.166412:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762866.166413:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787762866.166415:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762866.166416:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787762866.166418:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d568b40 x1874599320529408/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762866.166424:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762866.166425:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762866.166426:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787762866.166428:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762866.166429:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762866.166431:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d568b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320529408:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787762866.166434:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787762866.166435:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787762866.166437:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762866.166438:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787762866.166440:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d5055a000.
02000000:00000001:0.0:1787762866.166441:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762866.166445:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787762866.166447:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c516872c0.
00000400:00000010:0.0:1787762866.166450:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6880.
00000100:00000200:0.0:1787762866.166452:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320529408, portal 10
00000100:00000001:0.0:1787762866.166453:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787762866.166471:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910964544 : -110374798587072 : ffff9b9d5d568b40)
00000100:00000040:0.0:1787762866.166478:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d568b40 x1874599320529408/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762891 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762866.166483:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787762866.166485:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787762866.166488:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6e58.
00000100:00000200:0.0:1787762866.166489:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320529408, offset 0
00000400:00000200:0.0:1787762866.166492:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787762866.166496:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762866.166498:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787762866.166501:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787762866.166503:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:0.0:1787762866.166505:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787762866.166506:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787762866.166509:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [62899:62899:256:4294967295] 192.168.203.113@tcp LPNI seq info [62899:62899:8:4294967295]
00000400:00000200:0.0:1787762866.166512:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762866.166516:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787762866.166519:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762866.166521:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c000.
00000800:00000200:0.0:1787762866.166524:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.0:1787762866.166526:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1787762866.166530:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787762866.166532:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 1 secs later)
00000800:00000100:0.0:1787762866.166535:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762866.166536:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c000.
00000400:00000200:0.0:1787762866.166538:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787762866.166541:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787762866.166543:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6e58
00000400:00000010:0.0:1787762866.166545:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6e58.
00000100:00000001:0.0:1787762866.166546:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762866.166549:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d568b40 x1874599320529408/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762891 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762866.166555:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762866.166557:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d568b40 x1874599320529408/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762891 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762866.166562:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762866.166563:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787762866.166566:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762866.166570:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:0.0:1787762866.166572:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787762866.166574:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314701357
00000100:00000001:0.0:1787762866.166586:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314702584
00000100:00000001:0.0:1787762866.166588:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314701357
00000100:00000001:0.0:1787762866.166590:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314702584
00000100:00000001:0.0:1787762866.166591:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762866.166593:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762866.166594:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787762866.166596:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762866/real 1787762866]  req@ffff9b9d5d568b40 x1874599320529408/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787762866.166601:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787762866.166602:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787762866.166603:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c516872c0.
00000400:00000200:0.0:1787762866.166605:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6880
00000400:00000010:0.0:1787762866.166606:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6880.
00000100:00000001:0.0:1787762866.166607:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787762866.166609:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d568b40 x1874599320529408/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787762866.166615:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d568b40 x1874599320529408/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762866.166619:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787762866.166620:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762866.166621:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762866.166622:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787762866.166624:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d568b40 x1874599320529408/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762866.166628:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787762866.166631:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d568b40 x1874599320529408/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762891 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762866.166636:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787762866.166638:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762866.166639:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762866.166640:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762866.166641:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787762866.166666:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787762866.166667:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762866.166669:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787762866.166670:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787762866.166673:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d568b40 x1874599320529408/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762891 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762866.166678:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d568b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320529408:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787762866.166680:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787762866.166682:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d569680 x1874599320529536/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762866.166686:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762866.166687:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762866.166688:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787762866.166689:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762866.166690:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762866.166693:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d569680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320529536:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787762866.166695:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787762866.166696:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787762866.166698:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762866.166699:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787762866.166701:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d50559800.
02000000:00000001:0.0:1787762866.166702:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762866.166705:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787762866.166706:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c516872c0.
00000400:00000010:0.0:1787762866.166709:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6880.
00000100:00000200:0.0:1787762866.166711:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320529536, portal 10
00000100:00000001:0.0:1787762866.166712:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787762866.166714:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910967424 : -110374798584192 : ffff9b9d5d569680)
00000100:00000040:0.0:1787762866.166718:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d569680 x1874599320529536/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762891 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762866.166722:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787762866.166724:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787762866.166726:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6e58.
00000100:00000200:0.0:1787762866.166727:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320529536, offset 0
00000400:00000200:0.0:1787762866.166730:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787762866.166732:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762866.166734:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787762866.166736:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787762866.166737:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:0.0:1787762866.166739:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787762866.166741:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787762866.166743:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [62900:62900:256:4294967295] 192.168.203.113@tcp LPNI seq info [62900:62900:8:4294967295]
00000400:00000200:0.0:1787762866.166746:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762866.166750:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787762866.166753:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762866.166755:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c000.
00000800:00000200:0.0:1787762866.166758:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.0:1787762866.166760:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1787762866.166763:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787762866.166774:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 1 secs later)
00000800:00000100:0.0:1787762866.166776:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762866.166778:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c000.
00000400:00000200:0.0:1787762866.166780:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787762866.166782:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787762866.166784:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6e58
00000400:00000010:0.0:1787762866.166786:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6e58.
00000100:00000001:0.0:1787762866.166787:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762866.166791:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d569680 x1874599320529536/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762891 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762866.166800:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762866.166803:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d569680 x1874599320529536/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762891 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762866.166810:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762866.166812:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787762866.166816:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762866.166819:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:0.0:1787762866.166822:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787762866.166825:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314701336
00000100:00000001:0.0:1787762866.166828:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314702584
00000100:00000001:0.0:1787762866.166831:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314701336
00000100:00000001:0.0:1787762866.166834:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314702584
00000100:00000001:0.0:1787762866.166836:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762866.166838:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762866.166851:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787762866.166854:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762866/real 1787762866]  req@ffff9b9d5d569680 x1874599320529536/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787762866.166860:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787762866.166861:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787762866.166863:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c516872c0.
00000400:00000200:0.0:1787762866.166865:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6880
00000400:00000010:0.0:1787762866.166866:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6880.
00000100:00000001:0.0:1787762866.166867:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787762866.166869:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d569680 x1874599320529536/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787762866.166875:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d569680 x1874599320529536/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762866.166881:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787762866.166882:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762866.166883:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762866.166884:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787762866.166887:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d569680 x1874599320529536/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762866.166891:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787762866.166893:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d569680 x1874599320529536/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762891 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762866.166897:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787762866.166899:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762866.166900:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762866.166900:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762866.166902:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787762866.166903:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787762866.166905:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762866.166907:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787762866.166909:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787762866.166911:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d569680 x1874599320529536/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762891 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762866.166916:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d569680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320529536:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787762866.166918:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787762866.166920:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d568000 x1874599320529664/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762866.166924:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762866.166925:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762866.166927:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787762866.166928:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762866.166930:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762866.166932:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d568000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320529664:192.168.203.113@tcp:8:kworker.0
00000100:00000001:0.0:1787762866.166935:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787762866.166936:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787762866.166937:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762866.166938:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787762866.166941:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d50558800.
02000000:00000001:0.0:1787762866.166952:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762866.166955:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787762866.166956:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c516872c0.
00000400:00000010:0.0:1787762866.166959:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6880.
00000100:00000200:0.0:1787762866.166961:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320529664, portal 4
00000100:00000001:0.0:1787762866.166962:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787762866.166963:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910961664 : -110374798589952 : ffff9b9d5d568000)
00000100:00000040:0.0:1787762866.166967:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d568000 x1874599320529664/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762891 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762866.166974:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787762866.166976:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787762866.166979:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6e58.
00000100:00000200:0.0:1787762866.166981:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320529664, offset 0
00000400:00000200:0.0:1787762866.166984:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787762866.166999:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762866.167001:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787762866.167003:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787762866.167005:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:0.0:1787762866.167007:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787762866.167019:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787762866.167021:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [62901:62901:256:4294967295] 192.168.203.113@tcp LPNI seq info [62901:62901:8:4294967295]
00000400:00000200:0.0:1787762866.167025:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762866.167029:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787762866.167033:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762866.167035:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c000.
00000800:00000200:0.0:1787762866.167038:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.0:1787762866.167040:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1787762866.167044:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787762866.167046:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 1 secs later)
00000800:00000100:0.0:1787762866.167049:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762866.167050:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c000.
00000400:00000200:0.0:1787762866.167052:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787762866.167055:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787762866.167057:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6e58
00000400:00000010:0.0:1787762866.167058:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6e58.
00000100:00000001:0.0:1787762866.167060:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762866.167062:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d568000 x1874599320529664/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762891 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762866.167068:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762866.167070:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d568000 x1874599320529664/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762891 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762866.167075:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762866.167076:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787762866.167078:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762866.167080:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:0.0:1787762866.167082:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787762866.167083:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314701348
00000100:00000001:0.0:1787762866.167085:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314702584
00000100:00000001:0.0:1787762866.167087:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314701348
00000100:00000001:0.0:1787762866.167088:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314702584
00000100:00000001:0.0:1787762866.167090:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762866.167091:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762866.167092:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787762866.167094:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762866/real 1787762866]  req@ffff9b9d5d568000 x1874599320529664/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787762866.167100:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787762866.167101:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787762866.167103:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c516872c0.
00000400:00000200:0.0:1787762866.167104:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6880
00000400:00000010:0.0:1787762866.167105:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6880.
00000100:00000001:0.0:1787762866.167106:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787762866.167108:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d568000 x1874599320529664/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787762866.167113:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d568000 x1874599320529664/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762866.167118:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787762866.167119:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762866.167120:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762866.167121:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787762866.167123:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d568000 x1874599320529664/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762866.167127:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787762866.167129:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d568000 x1874599320529664/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762891 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762866.167133:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787762866.167135:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762866.167136:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762866.167136:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762866.167138:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787762866.167139:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787762866.167140:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762866.167142:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787762866.167143:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787762866.167146:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d568000 x1874599320529664/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762891 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762866.167152:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d568000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320529664:192.168.203.113@tcp:8:kworker.0
00000100:00000001:0.0:1787762866.167154:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762866.167156:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762866.167157:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d568b40 x1874599320529408/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762891 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762866.167161:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787762866.167162:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787762866.167164:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d5055a000.
02000000:00000001:0.0:1787762866.167165:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787762866.167166:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787762866.167167:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:0.0:1787762866.167168:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787762866.167169:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f184c00.
02000000:00000001:0.0:1787762866.167171:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787762866.167172:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787762866.167173:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d568b40.
00000100:00000001:0.0:1787762866.167175:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787762866.167176:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762866.167177:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762866.167179:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d569680 x1874599320529536/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762891 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762866.167183:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787762866.167184:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787762866.167185:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d50559800.
02000000:00000001:0.0:1787762866.167186:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787762866.167187:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787762866.167188:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:0.0:1787762866.167189:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787762866.167190:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f186000.
02000000:00000001:0.0:1787762866.167198:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787762866.167200:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787762866.167201:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d569680.
00000100:00000001:0.0:1787762866.167202:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787762866.167203:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762866.167204:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762866.167206:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d568000 x1874599320529664/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762891 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762866.167210:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787762866.167211:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787762866.167212:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d50558800.
02000000:00000001:0.0:1787762866.167214:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787762866.167215:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787762866.167216:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:0.0:1787762866.167217:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787762866.167217:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f184000.
02000000:00000001:0.0:1787762866.167219:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787762866.167219:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787762866.167220:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d568000.
00000100:00000001:0.0:1787762866.167221:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787762866.167222:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762866.167223:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762866.167225:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762866.167226:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762866.167227:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787762866.167228:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762866.356546:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762866.356565:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762866.356574:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762866.356578:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762866.356583:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762866.356584:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762866.356683:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762866.356689:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762866.356694:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1787762867.380520:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762867.380527:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762867.380533:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762867.380535:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762867.380538:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762867.380539:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762867.444499:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4314702584, at 4314702592
00000100:00000010:0.0:1787762867.444524:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9c574ac9c0.
00010000:00000001:3.0:1787762868.404526:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762868.404536:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787762868.404539:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787762868.404543:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762868.404548:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787762868.404550:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762868.404552:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762868.404554:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762868.404558:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762868.404559:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787762868.404561:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787762868.404562:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762868.404564:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787762868.404565:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762868.404566:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762868.404567:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762868.404570:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762868.404579:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762869.428586:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762869.428595:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762869.428603:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762869.428606:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762869.428613:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762869.428615:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762869.428713:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762869.428722:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762869.428728:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1787762870.452523:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762870.452538:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762870.452544:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762870.452546:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762870.452549:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762870.452554:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787762870.452557:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787762870.452560:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762870.452562:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787762870.452564:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762870.452567:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762870.452569:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762870.452622:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762870.452627:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762870.452630:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787762871.284612:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762871.284622:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787762871.284626:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762871.284631:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762871.284637:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762871.284646:0:268573:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20034
00000400:00000200:3.0:1787762871.284657:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787762871.284666:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762871.284670:0:268573:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762871.284674:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762871.284678:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762871.284681:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762871.284684:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787762871.284689:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762871.284692:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:3.0:1787762871.284695:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762871.284700:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:3.0:1787762871.284702:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:3.0:1787762871.284705:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:3.0:1787762871.284727:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762871.284730:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762871.284733:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762871.284736:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787762871.284740:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:3.0:1787762871.284744:0:268573:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787762871.284748:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762871.284752:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762871.284757:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762871.284760:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762871.284763:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762871.284766:0:268573:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762871.284777:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d5661c0.
00000020:00000040:3.0:1787762871.284782:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:3.0:1787762871.284787:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762871.284790:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762871.284793:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762871.284797:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762871.284802:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762871.284811:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45906400.
00000100:00000001:3.0:1787762871.284819:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762871.284831:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d5661c0 x1874599320529792/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762871.284845:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762871.284850:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762871.284864:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007d30f203] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d5661c0 x1874599320529792/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762871.284894:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762871.284898:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762871.284903:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762871.284905:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762871.284907:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762871.284911:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762871.284914:0:268573:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20034
00000400:00000200:3.0:1787762871.284918:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787762871.284922:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762871.284926:0:268573:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762871.284930:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762871.284957:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762871.284962:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762871.284965:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787762871.284968:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762871.284972:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000020:00000001:3.0:1787762871.284974:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762871.284977:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000020:00000001:3.0:1787762871.284980:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000001:0.0:1787762871.284981:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1787762871.284983:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000001:0.0:1787762871.284990:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1787762871.284992:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787762871.284996:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787762871.284999:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762871.285005:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762871.285011:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000040:0.0:1787762871.285014:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d5661c0 x1874599320529792/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787762871.285016:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00080000:3.0:1787762871.285028:0:268573:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787762871.285038:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762871.285046:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787762871.285049:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762871.285053:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762871.285056:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762871.285059:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787762871.285064:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762871.285066:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787762871.285070:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:0.0:1787762871.285074:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1787762871.285078:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787762871.285084:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d5661c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320529792:192.168.203.113@tcp:250:kworker.0
00000008:00000001:3.0:1787762871.285087:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762871.285093:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762871.285098:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000010:3.0:1787762871.285102:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d565680.
02000000:00000001:0.0:1787762871.285106:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:3.0:1787762871.285111:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
02000000:00000001:0.0:1787762871.285113:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762871.285120:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762871.285121:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787762871.285127:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762871.285132:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762871.285134:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:0.0:1787762871.285135:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d50558800.
02000000:00000001:3.0:1787762871.285138:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762871.285141:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762871.285150:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45907400.
00000400:00000200:0.0:1787762871.285157:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:3.0:1787762871.285161:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1787762871.285167:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c516872c0.
00000100:00100000:3.0:1787762871.285176:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d565680 x1874599320529920/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:0.0:1787762871.285180:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6880.
00000100:00000200:0.0:1787762871.285194:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320529792, portal 25
00000100:00000001:3.0:1787762871.285195:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762871.285203:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762871.285204:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787762871.285210:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910953920 : -110374798597696 : ffff9b9d5d5661c0)
00000100:00000040:3.0:1787762871.285215:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000082576300] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d565680 x1874599320529920/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787762871.285225:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d5661c0 x1874599320529792/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762896 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762871.285243:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762871.285249:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1787762871.285252:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1787762871.285262:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000100:00080000:3.0:1787762871.285265:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000010:0.0:1787762871.285268:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6e58.
00000100:00000001:3.0:1787762871.285270:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:0.0:1787762871.285277:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320529792, offset 0
00000100:00080000:3.0:1787762871.285278:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762871.285289:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762871.285297:0:268573:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20034
00000400:00000200:3.0:1787762871.285306:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762871.285312:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:3.0:1787762871.285312:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762871.285322:0:268573:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762871.285327:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762871.285330:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762871.285333:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762871.285341:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000400:00000200:0.0:1787762871.285342:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000020:00000001:3.0:1787762871.285347:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762871.285352:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000020:00000001:3.0:1787762871.285355:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762871.285358:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000020:00000001:3.0:1787762871.285362:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000400:00000200:0.0:1787762871.285365:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000020:00000001:3.0:1787762871.285367:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00000040:3.0:1787762871.285379:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000400:00000200:0.0:1787762871.285384:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1787762871.285385:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762871.285394:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762871.285400:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000400:00000200:0.0:1787762871.285402:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000020:00000040:3.0:1787762871.285405:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000100:00080000:3.0:1787762871.285415:0:268573:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000400:00000200:0.0:1787762871.285419:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1787762871.285421:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762871.285429:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
02000000:00000001:3.0:1787762871.285430:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762871.285483:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762871.285489:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762871.285492:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762871.285494:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762871.285497:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762871.285500:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762871.285507:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d5652c0.
00000400:00000200:0.0:1787762871.285509:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [62902:62902:256:4294967295] 192.168.203.113@tcp LPNI seq info [62902:62902:8:4294967295]
00000020:00000040:3.0:1787762871.285514:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
02000000:00000001:3.0:1787762871.285522:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762871.285527:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762871.285531:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:0.0:1787762871.285535:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
02000000:00000001:3.0:1787762871.285536:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762871.285541:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762871.285549:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45905800.
00000100:00000001:3.0:1787762871.285555:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762871.285569:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d5652c0 x1874599320530048/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1787762871.285580:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1787762871.285588:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762871.285594:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1787762871.285601:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000100:00000040:3.0:1787762871.285608:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc712cf1] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d5652c0 x1874599320530048/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:0.0:1787762871.285615:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c000.
00000100:00000001:3.0:1787762871.285628:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762871.285631:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:0.0:1787762871.285636:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000040:3.0:1787762871.285639:0:268573:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1787762871.285647:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:0.1:1787762871.285649:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00080000:3.0:1787762871.285657:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787762871.285662:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762871.285664:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762871.285668:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762871.285674:0:268573:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20034
00000100:00000001:0.0:1787762871.285675:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787762871.285685:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762871.285693:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787762871.285699:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00000001:0.0:1787762871.285702:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4314707704
00000100:00080000:3.0:1787762871.285705:0:268573:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762871.285713:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000010:0.0:1787762871.285716:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9c574ac9c0.
00000100:00000001:3.0:1787762871.285717:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762871.285727:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787762871.285734:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1787762871.285735:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787762871.285743:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762871.285747:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000020:00000001:3.0:1787762871.285750:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1787762871.285751:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4314707704
00000020:00000040:3.0:1787762871.285753:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000020:00000001:3.0:1787762871.285762:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000010:0.0:1787762871.285763:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9c574ac780.
00000020:00000001:3.0:1787762871.285766:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000001:0.0:1787762871.285773:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000100:00000040:3.0:1787762871.285779:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787762871.285782:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787762871.285787:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787762871.285790:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762871.285797:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787762871.285799:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762871.285802:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000001:0.0:1787762871.285806:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1787762871.285809:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00080000:3.0:1787762871.285817:0:268573:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787762871.285820:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762871.285821:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:3.0:1787762871.285823:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787762871.285831:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
02000000:00000001:3.0:1787762871.285832:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762871.285842:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762871.285844:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787762871.285846:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787762871.285855:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000008:00100000:3.0:1787762871.285855:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000100:00000001:0.0:1787762871.285864:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000008:00000001:3.0:1787762871.285864:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762871.285872:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762871.285877:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d567480.
00000100:00000040:0.0:1787762871.285883:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d565680 x1874599320529920/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787762871.285884:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
02000000:00000001:3.0:1787762871.285892:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762871.285897:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762871.285904:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762871.285909:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762871.285914:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762871.285925:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45904800.
00000100:00000001:0.0:1787762871.285926:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762871.285955:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762871.285957:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762871.285963:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787762871.285969:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00100000:3.0:1787762871.285972:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d567480 x1874599320530176/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1787762871.285976:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762871.285990:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d565680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320529920:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787762871.286004:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1787762871.286004:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762871.286011:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762871.286013:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787762871.286019:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762871.286024:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:3.0:1787762871.286026:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000036831fe2] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d567480 x1874599320530176/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1787762871.286033:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d50559800.
02000000:00000001:0.0:1787762871.286042:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762871.286049:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762871.286056:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000040:3.0:1787762871.286061:0:268573:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20044)
00000400:00000010:0.0:1787762871.286063:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c51687000.
00000400:00000010:0.0:1787762871.286074:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe65d8.
00000100:00000200:0.0:1787762871.286079:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320529920, portal 10
00000100:00000001:0.0:1787762871.286083:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787762871.286085:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910951040 : -110374798600576 : ffff9b9d5d565680)
00000100:00000040:0.0:1787762871.286098:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d565680 x1874599320529920/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762896 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762871.286109:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787762871.286112:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787762871.286116:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6110.
00000100:00000200:0.0:1787762871.286119:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320529920, offset 0
00000400:00000200:0.0:1787762871.286124:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787762871.286130:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762871.286135:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787762871.286140:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787762871.286143:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:0.0:1787762871.286147:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787762871.286150:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787762871.286155:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [62903:62903:255:4294967295] 192.168.203.113@tcp LPNI seq info [62903:62903:7:4294967295]
00000400:00000200:0.0:1787762871.286160:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762871.286169:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787762871.286175:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762871.286182:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35ca00.
00000800:00000200:0.0:1787762871.286191:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787762871.286199:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000001:0.0:1787762871.286205:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762871.286212:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:0.0:1787762871.286218:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787762871.286223:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314706476
00000100:00000001:0.0:1787762871.286228:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314707704
00000100:00000001:0.0:1787762871.286232:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314706476
00000100:00000001:0.0:1787762871.286236:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314707704
00000100:00000001:0.0:1787762871.286240:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762871.286243:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762871.286248:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787762871.286255:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d5652c0 x1874599320530048/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762871.286269:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762871.286272:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762871.286276:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787762871.286279:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762871.286283:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762871.286289:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d5652c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320530048:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787762871.286296:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787762871.286300:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787762871.286303:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762871.286306:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787762871.286313:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d5055a000.
02000000:00000001:0.0:1787762871.286318:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762871.286324:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787762871.286329:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c51687a50.
00000400:00000010:0.0:1787762871.286336:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6990.
00000100:00000200:0.0:1787762871.286342:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320530048, portal 10
00000100:00000001:0.0:1787762871.286346:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787762871.286350:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910950080 : -110374798601536 : ffff9b9d5d5652c0)
00000100:00000040:0.0:1787762871.286361:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d5652c0 x1874599320530048/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762896 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762871.286375:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787762871.286378:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787762871.286381:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6dd0.
00000100:00000200:0.0:1787762871.286385:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320530048, offset 0
00000400:00000200:0.0:1787762871.286391:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787762871.286397:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762871.286404:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787762871.286411:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787762871.286416:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:0.0:1787762871.286421:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787762871.286426:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787762871.286432:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [62904:62904:254:4294967295] 192.168.203.113@tcp LPNI seq info [62904:62904:6:4294967295]
00000400:00000200:0.0:1787762871.286480:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762871.286495:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787762871.286506:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762871.286515:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c700.
00000800:00000200:0.0:1787762871.286524:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787762871.286532:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000001:0.0:1787762871.286538:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762871.286545:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:0.0:1787762871.286552:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787762871.286555:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314706456
00000100:00000001:0.0:1787762871.286561:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314707704
00000100:00000001:0.0:1787762871.286565:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314706456
00000100:00000001:0.0:1787762871.286569:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314707704
00000100:00000001:0.0:1787762871.286574:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762871.286579:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762871.286583:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762871.286588:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762871.286597:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762871.286600:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1787762871.286604:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787762871.286607:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762871.286610:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787762871.286620:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d567480 x1874599320530176/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762871.286636:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762871.286639:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762871.286644:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787762871.286648:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762871.286652:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762871.286658:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d567480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320530176:192.168.203.113@tcp:8:kworker.0
00000100:00000001:0.0:1787762871.286666:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787762871.286670:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787762871.286674:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762871.286677:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787762871.286684:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d50558400.
02000000:00000001:0.0:1787762871.286688:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762871.286695:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787762871.286701:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c51687e70.
00000400:00000010:0.0:1787762871.286708:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6cc0.
00000100:00000200:0.0:1787762871.286714:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320530176, portal 4
00000100:00000001:0.0:1787762871.286719:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787762871.286721:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910958720 : -110374798592896 : ffff9b9d5d567480)
00000100:00000040:0.0:1787762871.286734:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d567480 x1874599320530176/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762896 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762871.286760:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787762871.286765:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787762871.286771:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6330.
00000100:00000200:0.0:1787762871.286776:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320530176, offset 0
00000400:00000200:0.0:1787762871.286785:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787762871.286793:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762871.286802:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787762871.286808:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787762871.286814:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:0.0:1787762871.286819:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787762871.286824:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787762871.286831:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [62905:62905:253:4294967295] 192.168.203.113@tcp LPNI seq info [62905:62905:5:4294967295]
00000400:00000200:0.0:1787762871.286839:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762871.286852:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787762871.286861:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762871.286868:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35cf00.
00000800:00000200:0.0:1787762871.286876:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787762871.286883:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000001:0.0:1787762871.286889:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762871.286894:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:0.0:1787762871.286899:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787762871.286904:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314706468
00000100:00000001:0.0:1787762871.286908:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314707704
00000100:00000001:0.0:1787762871.286912:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314706468
00000100:00000001:0.0:1787762871.286916:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314707704
00000100:00000001:0.0:1787762871.286920:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762871.286923:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762871.286929:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762871.286932:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762871.286973:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762871.286976:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1787762871.286980:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787762871.286982:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762871.286986:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762871.286989:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762871.476520:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762871.476533:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762871.476542:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762871.476544:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762871.476550:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762871.476552:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762871.476651:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762871.476661:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762871.476669:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1787762872.500605:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762872.500616:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762872.500625:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762872.500628:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762872.500634:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762872.500636:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762872.564580:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4314707704, at 4314707712
00000100:00000010:0.0:1787762872.564604:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9c574ac9c0.
00010000:00000001:3.0:1787762873.524608:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762873.524617:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762873.524626:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762873.524630:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762873.524635:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762873.524637:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762874.357086:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787762874.357095:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762874.357102:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787762874.357118:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762871/real 1787762874]  req@ffff9b9d5d5661c0 x1874599320529792/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787762874.357156:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787762874.357163:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787762874.357170:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c516872c0.
00000400:00000200:0.0:1787762874.357179:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6880
00000400:00000010:0.0:1787762874.357186:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6880.
00000100:00000001:0.0:1787762874.357194:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787762874.357207:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d5661c0 x1874599320529792/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787762874.357235:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d5661c0 x1874599320529792/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762874.357257:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787762874.357263:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762874.357273:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762874.357279:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787762874.357291:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d5661c0 x1874599320529792/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762874.357314:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787762874.357328:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d5661c0 x1874599320529792/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762896 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762874.357346:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787762874.357356:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762874.357363:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762874.357367:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762874.357373:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787762874.357379:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787762874.357390:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762874.357403:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787762874.357410:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787762874.357419:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d5661c0 x1874599320529792/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762896 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762874.357431:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d5661c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320529792:192.168.203.113@tcp:250:kworker.0
00000100:00000001:0.0:1787762874.357467:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762874.357471:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762874.357478:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d5661c0 x1874599320529792/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762896 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762874.357488:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787762874.357493:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787762874.357499:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d50558800.
02000000:00000001:0.0:1787762874.357507:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787762874.357512:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787762874.357515:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:0.0:1787762874.357518:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787762874.357522:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45906400.
02000000:00000001:0.0:1787762874.357529:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787762874.357532:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787762874.357535:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d5661c0.
00000100:00000001:0.0:1787762874.357541:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787762874.357543:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762874.357547:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762874.357549:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787762874.357551:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762874.357552:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787762874.357557:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762871/real 1787762874]  req@ffff9b9d5d567480 x1874599320530176/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787762874.357565:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787762874.357567:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787762874.357571:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c51687e70.
00000400:00000200:0.0:1787762874.357574:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6cc0
00000400:00000010:0.0:1787762874.357576:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6cc0.
00000100:00000001:0.0:1787762874.357579:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787762874.357584:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d567480 x1874599320530176/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787762874.357595:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d567480 x1874599320530176/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762874.357604:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787762874.357606:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762874.357609:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762874.357611:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787762874.357616:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d567480 x1874599320530176/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762874.357625:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787762874.357631:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d567480 x1874599320530176/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762896 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762874.357639:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787762874.357643:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762874.357645:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762874.357647:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762874.357649:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787762874.357652:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787762874.357656:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762874.357662:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787762874.357665:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787762874.357671:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d567480 x1874599320530176/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762896 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762874.357682:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d567480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320530176:192.168.203.113@tcp:8:kworker.0
00000100:00000001:0.0:1787762874.357688:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787762874.357693:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762871/real 1787762874]  req@ffff9b9d5d565680 x1874599320529920/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787762874.357704:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787762874.357705:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787762874.357708:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c51687000.
00000400:00000200:0.0:1787762874.357711:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe65d8
00000400:00000010:0.0:1787762874.357713:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe65d8.
00000100:00000001:0.0:1787762874.357716:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787762874.357721:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d565680 x1874599320529920/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787762874.357734:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d565680 x1874599320529920/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762874.357744:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787762874.357746:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762874.357749:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762874.357751:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787762874.357766:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d565680 x1874599320529920/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762874.357776:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787762874.357783:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d565680 x1874599320529920/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762896 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762874.357792:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787762874.357796:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762874.357798:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762874.357801:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762874.357803:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787762874.357834:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787762874.357838:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762874.357845:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787762874.357847:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787762874.357852:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d565680 x1874599320529920/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762896 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762874.357861:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d565680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320529920:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787762874.357867:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787762874.357871:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762871/real 1787762874]  req@ffff9b9d5d5652c0 x1874599320530048/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787762874.357880:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787762874.357882:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787762874.357884:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c51687a50.
00000400:00000200:0.0:1787762874.357887:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6990
00000400:00000010:0.0:1787762874.357889:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6990.
00000100:00000001:0.0:1787762874.357892:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787762874.357895:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d5652c0 x1874599320530048/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787762874.357905:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d5652c0 x1874599320530048/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762874.357929:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787762874.357931:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762874.357933:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762874.357935:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787762874.357941:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d5652c0 x1874599320530048/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762874.357949:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787762874.357954:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d5652c0 x1874599320530048/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762896 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762874.357970:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787762874.357974:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762874.357975:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762874.357977:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762874.357979:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787762874.357982:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787762874.357985:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762874.357990:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787762874.357993:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787762874.357997:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d5652c0 x1874599320530048/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762896 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762874.358006:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d5652c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320530048:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787762874.358012:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762874.358014:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762874.358018:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d567480 x1874599320530176/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762896 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762874.358028:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787762874.358030:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787762874.358033:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d50558400.
02000000:00000001:0.0:1787762874.358038:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787762874.358039:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787762874.358041:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:0.0:1787762874.358044:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787762874.358046:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45904800.
02000000:00000001:0.0:1787762874.358057:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787762874.358059:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787762874.358061:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d567480.
00000100:00000001:0.0:1787762874.358065:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787762874.358067:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762874.358070:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762874.358074:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d565680 x1874599320529920/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762896 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762874.358083:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787762874.358085:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787762874.358087:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d50559800.
02000000:00000001:0.0:1787762874.358091:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787762874.358093:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787762874.358095:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:0.0:1787762874.358097:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787762874.358099:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45907400.
02000000:00000001:0.0:1787762874.358103:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787762874.358105:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787762874.358112:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d565680.
00000100:00000001:0.0:1787762874.358116:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787762874.358118:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762874.358120:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762874.358124:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d5652c0 x1874599320530048/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762896 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762874.358132:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787762874.358134:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787762874.358135:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d5055a000.
02000000:00000001:0.0:1787762874.358139:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787762874.358141:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787762874.358143:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:0.0:1787762874.358145:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787762874.358147:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45905800.
02000000:00000001:0.0:1787762874.358151:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787762874.358152:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787762874.358154:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d5652c0.
00000100:00000001:0.0:1787762874.358157:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787762874.358159:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762874.358161:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762874.358174:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762874.358177:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762874.358180:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787762874.358183:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762874.548543:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762874.548551:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762874.548558:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762874.548560:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762874.548563:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762874.548564:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762874.548620:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762874.548624:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762874.548627:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1787762875.572547:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762875.572555:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762875.572561:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762875.572562:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762875.572566:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762875.572567:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762875.572624:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762875.572628:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762875.572632:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762876.404913:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787762876.404922:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762876.404929:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787762876.404944:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d56a940 x1874599320530304/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762876.404979:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762876.404984:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762876.404990:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787762876.404995:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762876.405002:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762876.405015:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d56a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320530304:192.168.203.113@tcp:250:kworker.0
00000100:00000001:0.0:1787762876.405028:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787762876.405038:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787762876.405044:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762876.405053:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787762876.405064:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d5055a000.
02000000:00000001:0.0:1787762876.405071:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762876.405088:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787762876.405095:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c51687a50.
00000400:00000010:0.0:1787762876.405109:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6990.
00000100:00000200:0.0:1787762876.405123:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320530304, portal 25
00000100:00000001:0.0:1787762876.405130:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787762876.405134:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910972224 : -110374798579392 : ffff9b9d5d56a940)
00000100:00000040:0.0:1787762876.405147:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d56a940 x1874599320530304/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762901 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762876.405162:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787762876.405172:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787762876.405181:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe65d8.
00000100:00000200:0.0:1787762876.405187:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320530304, offset 0
00000400:00000200:0.0:1787762876.405202:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787762876.405219:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762876.405233:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787762876.405245:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787762876.405256:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:0.0:1787762876.405266:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787762876.405273:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787762876.405284:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [62906:62906:256:4294967295] 192.168.203.113@tcp LPNI seq info [62906:62906:8:4294967295]
00000400:00000200:0.0:1787762876.405299:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762876.405324:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787762876.405341:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762876.405353:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c200.
00000800:00000200:0.0:1787762876.405371:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.0:1787762876.405379:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787762876.405398:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787762876.405407:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1787762876.405419:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762876.405425:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c200.
00000400:00000200:0.0:1787762876.405435:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787762876.405491:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787762876.405501:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe65d8
00000400:00000010:0.0:1787762876.405504:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe65d8.
00000100:00000001:0.0:1787762876.405510:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762876.405516:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d56a940 x1874599320530304/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762901 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762876.405528:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762876.405532:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d56a940 x1874599320530304/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762901 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762876.405541:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762876.405543:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787762876.405552:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762876.405558:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787762876.405561:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4314712824
00000100:00000010:0.0:1787762876.405568:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9c574ac9c0.
00000100:00000001:0.0:1787762876.405579:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1787762876.405588:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4314712824
00000100:00000010:0.0:1787762876.405597:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9c574ac5a0.
00000100:00000001:0.0:1787762876.405601:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1787762876.405605:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762876.405609:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762876.405612:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787762876.405618:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762876/real 1787762876]  req@ffff9b9d5d56a940 x1874599320530304/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787762876.405630:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787762876.405632:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787762876.405635:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c51687a50.
00000400:00000200:0.0:1787762876.405638:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6990
00000400:00000010:0.0:1787762876.405640:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6990.
00000100:00000001:0.0:1787762876.405644:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787762876.405648:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d56a940 x1874599320530304/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787762876.405658:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d56a940 x1874599320530304/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762876.405666:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787762876.405668:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762876.405671:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762876.405674:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787762876.405678:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d56a940 x1874599320530304/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762876.405687:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787762876.405692:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d56a940 x1874599320530304/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762901 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762876.405708:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787762876.405711:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762876.405713:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762876.405715:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762876.405718:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787762876.405721:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787762876.405724:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762876.405729:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787762876.405732:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787762876.405737:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d56a940 x1874599320530304/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762901 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762876.405745:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d56a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320530304:192.168.203.113@tcp:250:kworker.0
00000100:00000001:0.0:1787762876.405750:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762876.405752:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762876.405754:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d56a940 x1874599320530304/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762901 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762876.405759:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787762876.405763:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787762876.405766:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d5055a000.
02000000:00000001:0.0:1787762876.405769:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787762876.405770:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787762876.405772:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:0.0:1787762876.405774:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787762876.405777:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f184000.
02000000:00000001:0.0:1787762876.405781:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787762876.405784:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787762876.405786:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d56a940.
00000100:00000001:0.0:1787762876.405789:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787762876.405790:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762876.405793:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762876.405807:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762876.405809:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762876.405812:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787762876.405815:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762876.405817:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787762876.405821:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d56b840 x1874599320530432/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762876.405829:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762876.405831:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762876.405833:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787762876.405836:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762876.405839:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762876.405843:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d56b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320530432:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787762876.405847:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787762876.405850:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787762876.405853:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762876.405857:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787762876.405861:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d5055a000.
02000000:00000001:0.0:1787762876.405863:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762876.405870:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787762876.405873:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c51687a50.
00000400:00000010:0.0:1787762876.405878:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6990.
00000100:00000200:0.0:1787762876.405882:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320530432, portal 10
00000100:00000001:0.0:1787762876.405885:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787762876.405887:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910976064 : -110374798575552 : ffff9b9d5d56b840)
00000100:00000040:0.0:1787762876.405897:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d56b840 x1874599320530432/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762901 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762876.405921:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787762876.405924:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787762876.405927:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe65d8.
00000100:00000200:0.0:1787762876.405930:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320530432, offset 0
00000400:00000200:0.0:1787762876.405935:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787762876.405943:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762876.405953:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787762876.405959:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787762876.405963:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:0.0:1787762876.405966:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787762876.405969:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787762876.405973:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [62907:62907:256:4294967295] 192.168.203.113@tcp LPNI seq info [62907:62907:8:4294967295]
00000400:00000200:0.0:1787762876.405979:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762876.405992:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787762876.405999:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762876.406005:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c200.
00000800:00000200:0.0:1787762876.406011:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.0:1787762876.406014:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787762876.406019:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787762876.406022:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1787762876.406025:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762876.406027:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c200.
00000400:00000200:0.0:1787762876.406032:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787762876.406035:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787762876.406039:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe65d8
00000400:00000010:0.0:1787762876.406041:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe65d8.
00000100:00000001:0.0:1787762876.406046:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762876.406050:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d56b840 x1874599320530432/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762901 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762876.406059:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762876.406062:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d56b840 x1874599320530432/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762901 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762876.406069:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762876.406071:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787762876.406076:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762876.406082:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:0.0:1787762876.406086:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787762876.406088:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314711596
00000100:00000001:0.0:1787762876.406092:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314712824
00000100:00000001:0.0:1787762876.406094:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314711596
00000100:00000001:0.0:1787762876.406097:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314712824
00000100:00000001:0.0:1787762876.406100:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762876.406102:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762876.406104:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787762876.406109:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762876/real 1787762876]  req@ffff9b9d5d56b840 x1874599320530432/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787762876.406116:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787762876.406118:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787762876.406120:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c51687a50.
00000400:00000200:0.0:1787762876.406123:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6990
00000400:00000010:0.0:1787762876.406124:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6990.
00000100:00000001:0.0:1787762876.406127:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787762876.406131:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d56b840 x1874599320530432/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787762876.406139:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d56b840 x1874599320530432/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762876.406145:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787762876.406147:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762876.406148:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762876.406150:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787762876.406154:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d56b840 x1874599320530432/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762876.406162:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787762876.406165:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d56b840 x1874599320530432/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762901 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762876.406173:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787762876.406175:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762876.406178:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762876.406179:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762876.406181:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787762876.406205:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787762876.406208:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762876.406212:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787762876.406214:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787762876.406218:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d56b840 x1874599320530432/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762901 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762876.406226:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d56b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320530432:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787762876.406231:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787762876.406236:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d568000 x1874599320530560/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762876.406243:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762876.406245:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762876.406247:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787762876.406249:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762876.406251:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762876.406254:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d568000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320530560:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787762876.406258:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787762876.406260:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787762876.406261:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762876.406263:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787762876.406268:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d50559800.
02000000:00000001:0.0:1787762876.406270:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762876.406274:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787762876.406277:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c51687a50.
00000400:00000010:0.0:1787762876.406280:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6990.
00000100:00000200:0.0:1787762876.406284:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320530560, portal 10
00000100:00000001:0.0:1787762876.406286:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787762876.406288:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910961664 : -110374798589952 : ffff9b9d5d568000)
00000100:00000040:0.0:1787762876.406294:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d568000 x1874599320530560/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762901 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762876.406301:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787762876.406305:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787762876.406307:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe65d8.
00000100:00000200:0.0:1787762876.406309:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320530560, offset 0
00000400:00000200:0.0:1787762876.406313:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787762876.406318:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762876.406322:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787762876.406326:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787762876.406328:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:0.0:1787762876.406331:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787762876.406333:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787762876.406336:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [62908:62908:256:4294967295] 192.168.203.113@tcp LPNI seq info [62908:62908:8:4294967295]
00000400:00000200:0.0:1787762876.406340:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762876.406347:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787762876.406352:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762876.406356:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c200.
00000800:00000200:0.0:1787762876.406361:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.0:1787762876.406364:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787762876.406368:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787762876.406371:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1787762876.406376:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762876.406378:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c200.
00000400:00000200:0.0:1787762876.406381:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787762876.406385:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787762876.406388:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe65d8
00000400:00000010:0.0:1787762876.406390:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe65d8.
00000100:00000001:0.0:1787762876.406393:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762876.406397:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d568000 x1874599320530560/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762901 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762876.406406:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762876.406411:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d568000 x1874599320530560/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762901 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762876.406419:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762876.406421:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787762876.406425:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762876.406429:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:0.0:1787762876.406432:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787762876.406434:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314711575
00000100:00000001:0.0:1787762876.406437:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314712824
00000100:00000001:0.0:1787762876.406476:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314711576
00000100:00000001:0.0:1787762876.406479:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314712824
00000100:00000001:0.0:1787762876.406481:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762876.406483:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762876.406484:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787762876.406488:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762876/real 1787762876]  req@ffff9b9d5d568000 x1874599320530560/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787762876.406495:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787762876.406496:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787762876.406497:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c51687a50.
00000400:00000200:0.0:1787762876.406500:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6990
00000400:00000010:0.0:1787762876.406501:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6990.
00000100:00000001:0.0:1787762876.406503:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787762876.406505:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d568000 x1874599320530560/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787762876.406511:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d568000 x1874599320530560/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762876.406515:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787762876.406516:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762876.406517:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762876.406518:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787762876.406798:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d568000 x1874599320530560/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762876.406804:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787762876.406807:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d568000 x1874599320530560/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762901 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762876.406812:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787762876.406813:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762876.406814:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762876.406815:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762876.406816:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787762876.406818:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787762876.406819:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762876.406822:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787762876.406824:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787762876.406826:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d568000 x1874599320530560/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762901 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762876.406832:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d568000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320530560:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787762876.406835:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787762876.406837:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d569680 x1874599320530688/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762876.406841:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762876.406842:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762876.406844:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787762876.406845:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762876.406847:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762876.406849:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d569680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320530688:192.168.203.113@tcp:8:kworker.0
00000100:00000001:0.0:1787762876.406851:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787762876.406854:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787762876.406855:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762876.406857:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787762876.406860:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d50558400.
02000000:00000001:0.0:1787762876.406862:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762876.406872:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787762876.406875:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c51687a50.
00000400:00000010:0.0:1787762876.406880:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6990.
00000100:00000200:0.0:1787762876.406882:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320530688, portal 4
00000100:00000001:0.0:1787762876.406884:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787762876.406885:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910967424 : -110374798584192 : ffff9b9d5d569680)
00000100:00000040:0.0:1787762876.406890:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d569680 x1874599320530688/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762901 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762876.406895:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787762876.406897:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787762876.406911:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe65d8.
00000100:00000200:0.0:1787762876.406915:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320530688, offset 0
00000400:00000200:0.0:1787762876.406919:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787762876.406923:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762876.406926:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787762876.406928:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787762876.406931:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:0.0:1787762876.406933:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787762876.406934:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787762876.406936:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [62909:62909:256:4294967295] 192.168.203.113@tcp LPNI seq info [62909:62909:8:4294967295]
00000400:00000200:0.0:1787762876.406940:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762876.406945:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787762876.406948:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762876.406951:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c200.
00000800:00000200:0.0:1787762876.406954:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.0:1787762876.406956:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787762876.406959:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787762876.406961:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1787762876.406965:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762876.406967:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c200.
00000400:00000200:0.0:1787762876.406969:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787762876.406972:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787762876.406974:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe65d8
00000400:00000010:0.0:1787762876.406975:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe65d8.
00000100:00000001:0.0:1787762876.406977:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762876.406980:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d569680 x1874599320530688/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762901 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762876.406985:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762876.406988:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d569680 x1874599320530688/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762901 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762876.406992:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762876.406994:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787762876.406996:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762876.406999:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:0.0:1787762876.407001:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787762876.407002:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314711588
00000100:00000001:0.0:1787762876.407004:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314712824
00000100:00000001:0.0:1787762876.407006:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314711588
00000100:00000001:0.0:1787762876.407008:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314712824
00000100:00000001:0.0:1787762876.407009:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762876.407010:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762876.407012:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787762876.407014:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762876/real 1787762876]  req@ffff9b9d5d569680 x1874599320530688/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787762876.407018:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787762876.407019:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787762876.407020:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c51687a50.
00000400:00000200:0.0:1787762876.407022:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6990
00000400:00000010:0.0:1787762876.407023:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6990.
00000100:00000001:0.0:1787762876.407026:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787762876.407028:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d569680 x1874599320530688/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787762876.407033:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d569680 x1874599320530688/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762876.407037:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787762876.407038:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762876.407039:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762876.407040:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787762876.407042:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d569680 x1874599320530688/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762876.407046:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787762876.407048:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d569680 x1874599320530688/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762901 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762876.407052:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787762876.407054:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762876.407055:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762876.407056:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762876.407057:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787762876.407058:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787762876.407059:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762876.407062:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787762876.407063:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787762876.407066:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d569680 x1874599320530688/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762901 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762876.407071:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d569680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320530688:192.168.203.113@tcp:8:kworker.0
00000100:00000001:0.0:1787762876.407074:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762876.407075:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762876.407078:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d56b840 x1874599320530432/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762901 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762876.407083:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787762876.407085:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787762876.407087:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d5055a000.
02000000:00000001:0.0:1787762876.407088:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787762876.407089:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787762876.407091:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:0.0:1787762876.407092:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787762876.407094:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f186000.
02000000:00000001:0.0:1787762876.407097:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787762876.407098:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787762876.407099:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d56b840.
00000100:00000001:0.0:1787762876.407101:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787762876.407102:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762876.407104:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762876.407106:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d568000 x1874599320530560/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762901 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762876.407110:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787762876.407110:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787762876.407111:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d50559800.
02000000:00000001:0.0:1787762876.407113:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787762876.407114:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787762876.407115:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:0.0:1787762876.407116:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787762876.407117:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f184c00.
02000000:00000001:0.0:1787762876.407118:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787762876.407118:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787762876.407119:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d568000.
00000100:00000001:0.0:1787762876.407121:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787762876.407122:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762876.407123:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762876.407124:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d569680 x1874599320530688/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762901 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762876.407128:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787762876.407130:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787762876.407131:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d50558400.
02000000:00000001:0.0:1787762876.407134:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787762876.407135:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787762876.407136:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:0.0:1787762876.407137:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787762876.407138:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f187000.
02000000:00000001:0.0:1787762876.407140:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787762876.407141:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787762876.407141:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d569680.
00000100:00000001:0.0:1787762876.407143:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787762876.407143:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762876.407144:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762876.407149:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762876.407151:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762876.407152:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787762876.407153:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762876.596622:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762876.596632:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762876.596639:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762876.596640:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762876.596645:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762876.596647:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762876.596803:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762876.596811:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762876.596815:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1787762877.620626:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762877.620635:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762877.620642:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762877.620643:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762877.620648:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762877.620650:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762877.684522:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4314712824, at 4314712832
00000100:00000010:0.0:1787762877.684540:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9c574ac9c0.
00010000:00000001:3.0:1787762878.644582:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762878.644592:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787762878.644595:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787762878.644600:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762878.644606:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787762878.644609:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762878.644611:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762878.644615:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762878.644619:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762878.644621:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787762878.644623:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787762878.644626:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762878.644628:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787762878.644630:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762878.644632:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762878.644634:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762878.644639:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762878.644641:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762879.668568:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762879.668578:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762879.668587:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762879.668590:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762879.668595:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762879.668597:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762879.668674:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762879.668681:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762879.668686:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1787762880.692554:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762880.692562:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762880.692569:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762880.692572:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762880.692579:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762880.692584:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787762880.692587:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787762880.692592:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762880.692597:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787762880.692600:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762880.692603:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762880.692606:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762880.692742:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762880.692751:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762880.692757:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762881.525087:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787762881.525098:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762881.525105:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787762881.525123:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d568b40 x1874599320530816/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762881.525157:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762881.525165:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762881.525177:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787762881.525184:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762881.525194:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762881.525209:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d568b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320530816:192.168.203.113@tcp:250:kworker.0
00000100:00000001:0.0:1787762881.525224:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787762881.525233:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787762881.525241:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762881.525249:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787762881.525262:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d50558400.
02000000:00000001:0.0:1787762881.525273:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762881.525296:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787762881.525334:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c51687a50.
00000400:00000010:0.0:1787762881.525353:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6990.
00000100:00000200:0.0:1787762881.525372:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320530816, portal 25
00000100:00000001:0.0:1787762881.525382:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787762881.525389:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910964544 : -110374798587072 : ffff9b9d5d568b40)
00000100:00000040:0.0:1787762881.525413:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d568b40 x1874599320530816/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762906 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762881.525537:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787762881.525554:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787762881.525566:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe65d8.
00000100:00000200:0.0:1787762881.525581:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320530816, offset 0
00000400:00000200:0.0:1787762881.525608:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787762881.525633:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762881.525655:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787762881.525676:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787762881.525692:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:0.0:1787762881.525719:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787762881.525730:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787762881.525744:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [62910:62910:256:4294967295] 192.168.203.113@tcp LPNI seq info [62910:62910:8:4294967295]
00000400:00000200:0.0:1787762881.525767:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762881.525814:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787762881.525837:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762881.525854:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c200.
00000800:00000200:0.0:1787762881.525903:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.0:1787762881.525916:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787762881.525938:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787762881.525950:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1787762881.525970:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762881.525978:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c200.
00000400:00000200:0.0:1787762881.525993:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787762881.526013:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787762881.526032:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe65d8
00000400:00000010:0.0:1787762881.526051:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe65d8.
00000100:00000001:0.0:1787762881.526062:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762881.526078:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d568b40 x1874599320530816/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762906 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762881.526124:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762881.526140:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d568b40 x1874599320530816/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762906 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762881.526179:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762881.526188:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787762881.526206:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762881.526224:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787762881.526237:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4314717944
00000100:00000010:0.0:1787762881.526258:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9c574ac9c0.
00000100:00000001:0.0:1787762881.526277:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1787762881.526297:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4314717944
00000100:00000010:0.0:1787762881.526311:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9c574ac480.
00000100:00000001:0.0:1787762881.526323:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1787762881.526341:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762881.526354:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762881.526365:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787762881.526383:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762881/real 1787762881]  req@ffff9b9d5d568b40 x1874599320530816/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787762881.526489:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787762881.526497:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787762881.526505:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c51687a50.
00000400:00000200:0.0:1787762881.526518:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6990
00000400:00000010:0.0:1787762881.526528:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6990.
00000100:00000001:0.0:1787762881.526535:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787762881.526551:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d568b40 x1874599320530816/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787762881.526592:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d568b40 x1874599320530816/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762881.526634:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787762881.526643:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762881.526656:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762881.526666:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787762881.526686:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d568b40 x1874599320530816/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762881.526705:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787762881.526717:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d568b40 x1874599320530816/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762906 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762881.526726:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787762881.526731:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762881.526733:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762881.526735:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762881.526740:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787762881.526744:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787762881.526747:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762881.526752:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787762881.526757:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787762881.526764:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d568b40 x1874599320530816/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762906 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762881.526778:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d568b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320530816:192.168.203.113@tcp:250:kworker.0
00000100:00000001:0.0:1787762881.526784:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762881.526787:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762881.526792:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d568b40 x1874599320530816/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762906 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762881.526800:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787762881.526803:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787762881.526807:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d50558400.
02000000:00000001:0.0:1787762881.526812:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787762881.526814:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787762881.526817:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:0.0:1787762881.526819:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787762881.526822:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f185000.
02000000:00000001:0.0:1787762881.526826:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787762881.526829:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787762881.526831:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d568b40.
00000100:00000001:0.0:1787762881.526835:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787762881.526837:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762881.526839:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762881.526848:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762881.526851:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762881.526854:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787762881.526856:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762881.526858:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787762881.526895:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d5692c0 x1874599320530944/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762881.526907:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762881.526910:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762881.526915:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787762881.526918:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762881.526921:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762881.526927:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d5692c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320530944:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787762881.526933:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787762881.526937:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787762881.526939:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762881.526943:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787762881.526949:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d50558400.
02000000:00000001:0.0:1787762881.526953:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762881.526962:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787762881.526968:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c51687a50.
00000400:00000010:0.0:1787762881.526977:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6990.
00000100:00000200:0.0:1787762881.526985:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320530944, portal 10
00000100:00000001:0.0:1787762881.526990:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787762881.526993:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910966464 : -110374798585152 : ffff9b9d5d5692c0)
00000100:00000040:0.0:1787762881.527007:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d5692c0 x1874599320530944/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762906 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762881.527020:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787762881.527025:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787762881.527030:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe65d8.
00000100:00000200:0.0:1787762881.527036:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320530944, offset 0
00000400:00000200:0.0:1787762881.527045:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787762881.527054:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762881.527063:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787762881.527070:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787762881.527075:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:0.0:1787762881.527079:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787762881.527082:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787762881.527087:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [62911:62911:256:4294967295] 192.168.203.113@tcp LPNI seq info [62911:62911:8:4294967295]
00000400:00000200:0.0:1787762881.527093:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762881.527102:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787762881.527109:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762881.527114:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c200.
00000800:00000200:0.0:1787762881.527120:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.0:1787762881.527125:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787762881.527131:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787762881.527135:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1787762881.527140:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762881.527143:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c200.
00000400:00000200:0.0:1787762881.527147:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787762881.527152:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787762881.527156:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe65d8
00000400:00000010:0.0:1787762881.527159:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe65d8.
00000100:00000001:0.0:1787762881.527162:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762881.527167:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d5692c0 x1874599320530944/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762906 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762881.527178:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762881.527182:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d5692c0 x1874599320530944/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762906 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762881.527190:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762881.527192:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787762881.527197:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762881.527202:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:0.0:1787762881.527206:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787762881.527209:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314716717
00000100:00000001:0.0:1787762881.527213:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314717944
00000100:00000001:0.0:1787762881.527216:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314716717
00000100:00000001:0.0:1787762881.527219:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314717944
00000100:00000001:0.0:1787762881.527221:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762881.527224:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762881.527227:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787762881.527231:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762881/real 1787762881]  req@ffff9b9d5d5692c0 x1874599320530944/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787762881.527241:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787762881.527243:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787762881.527245:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c51687a50.
00000400:00000200:0.0:1787762881.527249:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6990
00000400:00000010:0.0:1787762881.527251:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6990.
00000100:00000001:0.0:1787762881.527253:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787762881.527257:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d5692c0 x1874599320530944/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787762881.527268:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d5692c0 x1874599320530944/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762881.527276:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787762881.527278:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762881.527280:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762881.527282:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787762881.527286:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d5692c0 x1874599320530944/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762881.527294:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787762881.527299:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d5692c0 x1874599320530944/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762906 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762881.527307:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787762881.527310:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762881.527312:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762881.527314:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762881.527316:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787762881.527331:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787762881.527334:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762881.527338:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787762881.527340:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787762881.527345:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d5692c0 x1874599320530944/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762906 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762881.527354:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d5692c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320530944:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787762881.527360:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787762881.527365:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d569680 x1874599320531072/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762881.527373:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762881.527375:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762881.527377:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787762881.527380:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762881.527382:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762881.527386:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d569680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320531072:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787762881.527390:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787762881.527393:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787762881.527395:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762881.527397:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787762881.527401:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d50559800.
02000000:00000001:0.0:1787762881.527404:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762881.527408:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787762881.527411:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c51687a50.
00000400:00000010:0.0:1787762881.527415:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6990.
00000100:00000200:0.0:1787762881.527419:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320531072, portal 10
00000100:00000001:0.0:1787762881.527421:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787762881.527423:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910967424 : -110374798584192 : ffff9b9d5d569680)
00000100:00000040:0.0:1787762881.527430:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d569680 x1874599320531072/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762906 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762881.527468:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787762881.527475:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787762881.527479:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe65d8.
00000100:00000200:0.0:1787762881.527484:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320531072, offset 0
00000400:00000200:0.0:1787762881.527490:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787762881.527495:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762881.527500:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787762881.527505:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787762881.527509:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:0.0:1787762881.527512:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787762881.527515:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787762881.527520:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [62912:62912:256:4294967295] 192.168.203.113@tcp LPNI seq info [62912:62912:8:4294967295]
00000400:00000200:0.0:1787762881.527526:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762881.527535:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787762881.527542:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762881.527547:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c200.
00000800:00000200:0.0:1787762881.527552:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.0:1787762881.527556:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787762881.527564:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787762881.527568:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1787762881.527574:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762881.527577:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c200.
00000400:00000200:0.0:1787762881.527583:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787762881.527588:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787762881.527593:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe65d8
00000400:00000010:0.0:1787762881.527596:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe65d8.
00000100:00000001:0.0:1787762881.527600:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762881.527605:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d569680 x1874599320531072/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762906 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762881.527615:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762881.527618:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d569680 x1874599320531072/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762906 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762881.527627:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762881.527630:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787762881.527634:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762881.527639:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:0.0:1787762881.527644:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787762881.527647:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314716697
00000100:00000001:0.0:1787762881.527651:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314717944
00000100:00000001:0.0:1787762881.527654:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314716697
00000100:00000001:0.0:1787762881.527658:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314717944
00000100:00000001:0.0:1787762881.527661:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762881.527664:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762881.527666:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787762881.527671:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762881/real 1787762881]  req@ffff9b9d5d569680 x1874599320531072/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787762881.527680:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787762881.527682:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787762881.527684:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c51687a50.
00000400:00000200:0.0:1787762881.527687:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6990
00000400:00000010:0.0:1787762881.527688:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6990.
00000100:00000001:0.0:1787762881.527691:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787762881.527695:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d569680 x1874599320531072/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787762881.527707:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d569680 x1874599320531072/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762881.527718:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787762881.527721:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762881.527723:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762881.527725:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787762881.527730:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d569680 x1874599320531072/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762881.527738:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787762881.527742:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d569680 x1874599320531072/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762906 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762881.527750:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787762881.527753:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762881.527755:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762881.527756:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762881.527759:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787762881.527762:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787762881.527765:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762881.527768:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787762881.527771:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787762881.527775:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d569680 x1874599320531072/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762906 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762881.527784:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d569680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320531072:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787762881.527789:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787762881.527793:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d568000 x1874599320531200/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762881.527801:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762881.527803:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762881.527805:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787762881.527807:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762881.527810:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762881.527813:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d568000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320531200:192.168.203.113@tcp:8:kworker.0
00000100:00000001:0.0:1787762881.527817:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787762881.527819:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787762881.527821:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762881.527824:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787762881.527828:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d5055a000.
02000000:00000001:0.0:1787762881.527830:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762881.527834:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787762881.527837:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c51687a50.
00000400:00000010:0.0:1787762881.527840:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6990.
00000100:00000200:0.0:1787762881.527844:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320531200, portal 4
00000100:00000001:0.0:1787762881.527847:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787762881.527848:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910961664 : -110374798589952 : ffff9b9d5d568000)
00000100:00000040:0.0:1787762881.527855:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d568000 x1874599320531200/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762906 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762881.527889:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787762881.527893:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787762881.527897:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe65d8.
00000100:00000200:0.0:1787762881.527900:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320531200, offset 0
00000400:00000200:0.0:1787762881.527905:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787762881.527910:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762881.527915:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787762881.527918:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787762881.527922:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:0.0:1787762881.527925:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787762881.527928:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787762881.527932:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [62913:62913:256:4294967295] 192.168.203.113@tcp LPNI seq info [62913:62913:8:4294967295]
00000400:00000200:0.0:1787762881.527938:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762881.527946:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787762881.527952:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762881.527957:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c200.
00000800:00000200:0.0:1787762881.527965:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.0:1787762881.527970:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787762881.527979:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787762881.527984:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1787762881.527991:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762881.527995:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c200.
00000400:00000200:0.0:1787762881.528001:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787762881.528008:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787762881.528014:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe65d8
00000400:00000010:0.0:1787762881.528017:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe65d8.
00000100:00000001:0.0:1787762881.528023:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762881.528031:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d568000 x1874599320531200/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762906 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762881.528048:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762881.528055:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d568000 x1874599320531200/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762906 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762881.528073:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762881.528075:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787762881.528080:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762881.528084:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:0.0:1787762881.528089:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787762881.528091:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314716709
00000100:00000001:0.0:1787762881.528094:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314717944
00000100:00000001:0.0:1787762881.528097:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314716709
00000100:00000001:0.0:1787762881.528100:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314717944
00000100:00000001:0.0:1787762881.528102:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762881.528105:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762881.528108:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787762881.528112:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762881/real 1787762881]  req@ffff9b9d5d568000 x1874599320531200/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787762881.528122:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787762881.528124:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787762881.528126:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c51687a50.
00000400:00000200:0.0:1787762881.528129:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6990
00000400:00000010:0.0:1787762881.528131:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6990.
00000100:00000001:0.0:1787762881.528134:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787762881.528138:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d568000 x1874599320531200/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787762881.528148:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d568000 x1874599320531200/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762881.528155:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787762881.528157:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762881.528159:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762881.528161:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787762881.528165:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d568000 x1874599320531200/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762881.528174:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787762881.528179:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d568000 x1874599320531200/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762906 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762881.528187:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787762881.528190:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762881.528192:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762881.528193:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762881.528196:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787762881.528198:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787762881.528201:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762881.528204:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787762881.528207:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787762881.528211:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d568000 x1874599320531200/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762906 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762881.528220:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d568000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320531200:192.168.203.113@tcp:8:kworker.0
00000100:00000001:0.0:1787762881.528225:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762881.528227:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762881.528231:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d5692c0 x1874599320530944/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762906 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762881.528239:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787762881.528241:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787762881.528244:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d50558400.
02000000:00000001:0.0:1787762881.528247:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787762881.528250:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787762881.528252:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:0.0:1787762881.528254:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787762881.528257:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f187000.
02000000:00000001:0.0:1787762881.528260:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787762881.528262:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787762881.528264:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d5692c0.
00000100:00000001:0.0:1787762881.528267:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787762881.528269:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762881.528271:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762881.528275:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d569680 x1874599320531072/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762906 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762881.528283:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787762881.528284:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787762881.528287:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d50559800.
02000000:00000001:0.0:1787762881.528290:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787762881.528292:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787762881.528293:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:0.0:1787762881.528296:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787762881.528298:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f184c00.
02000000:00000001:0.0:1787762881.528300:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787762881.528301:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787762881.528303:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d569680.
00000100:00000001:0.0:1787762881.528305:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787762881.528307:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762881.528309:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762881.528312:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d568000 x1874599320531200/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762906 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762881.528319:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787762881.528321:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787762881.528322:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d5055a000.
02000000:00000001:0.0:1787762881.528326:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787762881.528327:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787762881.528328:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:0.0:1787762881.528330:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787762881.528332:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f186000.
02000000:00000001:0.0:1787762881.528334:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787762881.528336:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787762881.528337:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d568000.
00000100:00000001:0.0:1787762881.528340:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787762881.528342:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762881.528344:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762881.528349:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762881.528351:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762881.528354:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787762881.528356:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762881.716577:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762881.716585:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762881.716593:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762881.716596:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762881.716600:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762881.716602:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762881.716733:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762881.716740:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762881.716745:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1787762882.740514:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762882.740520:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762882.740525:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762882.740526:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762882.740529:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762882.740530:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762882.804523:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4314717944, at 4314717952
00000100:00000010:0.0:1787762882.804537:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9c574ac9c0.
00010000:00000001:3.0:1787762883.764521:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762883.764527:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762883.764531:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762883.764532:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762883.764535:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762883.764536:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762884.788558:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762884.788569:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762884.788576:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762884.788578:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762884.788582:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762884.788584:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762884.788651:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762884.788656:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762884.788660:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1787762885.812595:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762885.812622:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762885.812635:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762885.812639:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762885.812646:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762885.812650:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762885.812733:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762885.812737:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762885.812740:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787762886.644659:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762886.644669:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787762886.644673:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762886.644678:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762886.644685:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762886.644696:0:291943:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20049
00000400:00000200:3.0:1787762886.644713:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787762886.644728:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762886.644733:0:291943:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762886.644738:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762886.644743:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762886.644750:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762886.644753:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787762886.644758:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762886.644760:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:3.0:1787762886.644763:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762886.644766:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:3.0:1787762886.644770:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:3.0:1787762886.644773:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:3.0:1787762886.644777:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762886.644779:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762886.644782:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762886.644784:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787762886.644786:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:3.0:1787762886.644789:0:291943:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787762886.644791:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762886.644793:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762886.644796:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762886.644798:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762886.644800:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762886.644802:0:291943:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762886.644807:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d564f00.
00000020:00000040:3.0:1787762886.644810:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:3.0:1787762886.644814:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762886.644815:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762886.644818:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762886.644820:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762886.644823:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762886.644842:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45907800.
00000100:00000001:3.0:1787762886.644849:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762886.644857:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d564f00 x1874599320531328/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762886.644865:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762886.644868:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762886.644872:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001dcdc0d3] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d564f00 x1874599320531328/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762886.644887:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762886.644889:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762886.644892:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762886.644894:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762886.644895:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762886.644897:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762886.644900:0:291943:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20049
00000400:00000200:3.0:1787762886.644904:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787762886.644907:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762886.644909:0:291943:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787762886.644910:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787762886.644915:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762886.644917:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787762886.644924:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d564f00 x1874599320531328/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762886.644931:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762886.644933:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762886.644936:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787762886.644938:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762886.644940:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762886.644942:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d564f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320531328:192.168.203.113@tcp:250:kworker.0
00000100:00000001:0.0:1787762886.644946:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787762886.644950:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787762886.644951:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762886.644954:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787762886.644957:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d50559800.
02000000:00000001:0.0:1787762886.644959:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762886.644963:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762886.644968:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762886.644971:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000400:00000200:0.0:1787762886.644974:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:3.0:1787762886.644976:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787762886.644982:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000010:0.0:1787762886.644984:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c51687a50.
00000020:00000040:3.0:1787762886.644985:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000400:00000010:0.0:1787762886.644990:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6990.
00000100:00000200:0.0:1787762886.644997:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320531328, portal 25
00000100:00000001:0.0:1787762886.644999:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787762886.645000:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910949120 : -110374798602496 : ffff9b9d5d564f00)
00000100:00000040:0.0:1787762886.645005:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d564f00 x1874599320531328/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762911 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762886.645011:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787762886.645013:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787762886.645015:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe65d8.
00000100:00000200:0.0:1787762886.645018:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320531328, offset 0
00000400:00000200:0.0:1787762886.645024:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787762886.645030:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762886.645035:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787762886.645039:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787762886.645043:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:0.0:1787762886.645046:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787762886.645048:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787762886.645051:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [62914:62914:256:4294967295] 192.168.203.113@tcp LPNI seq info [62914:62914:8:4294967295]
00000400:00000200:0.0:1787762886.645055:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762886.645066:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787762886.645073:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762886.645078:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c200.
00000800:00000200:0.0:1787762886.645086:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.0:1787762886.645090:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787762886.645096:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787762886.645100:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1787762886.645105:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762886.645108:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c200.
00000400:00000200:0.0:1787762886.645113:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787762886.645118:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787762886.645123:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe65d8
00000400:00000010:0.0:1787762886.645126:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe65d8.
00000100:00000001:0.0:1787762886.645129:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762886.645133:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d564f00 x1874599320531328/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762911 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762886.645141:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762886.645143:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d564f00 x1874599320531328/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762911 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762886.645149:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762886.645150:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787762886.645156:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762886.645160:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787762886.645162:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4314723063
00000100:00000010:0.0:1787762886.645167:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9c574accc0.
00000100:00000001:0.0:1787762886.645174:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1787762886.645182:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4314723063
00000100:00000010:0.0:1787762886.645186:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9c574ac1e0.
00000100:00000001:0.0:1787762886.645191:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000020:00000001:3.0:1787762886.645193:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1787762886.645196:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1787762886.645199:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000100:00000001:0.0:1787762886.645201:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787762886.645204:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000001:0.0:1787762886.645206:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000020:00000001:3.0:1787762886.645210:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00100000:0.0:1787762886.645216:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762886/real 1787762886]  req@ffff9b9d5d564f00 x1874599320531328/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787762886.645220:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762886.645228:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000001:0.0:1787762886.645234:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:3.0:1787762886.645234:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000400:00000001:0.0:1787762886.645237:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787762886.645238:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000400:00000010:0.0:1787762886.645243:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c51687a50.
00000020:00000040:3.0:1787762886.645243:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000400:00000200:0.0:1787762886.645251:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6990
00000100:00080000:3.0:1787762886.645252:0:291943:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000400:00000010:0.0:1787762886.645256:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6990.
00000100:00000001:3.0:1787762886.645256:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762886.645261:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787762886.645262:0:256678:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:3.0:1787762886.645266:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:0.0:1787762886.645267:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d564f00 x1874599320531328/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787762886.645273:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762886.645277:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000200:0.0:1787762886.645282:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d564f00 x1874599320531328/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1787762886.645282:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762886.645289:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762886.645293:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762886.645300:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d566940.
00000100:00000001:0.0:1787762886.645302:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000020:00000040:3.0:1787762886.645303:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000100:00000001:0.0:1787762886.645305:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762886.645310:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:3.0:1787762886.645310:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1787762886.645312:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787762886.645314:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762886.645316:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d564f00 x1874599320531328/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762886.645318:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762886.645322:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1787762886.645326:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787762886.645327:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762886.645332:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d564f00 x1874599320531328/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762911 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1787762886.645336:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45905000.
00000100:00000001:0.0:1787762886.645337:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787762886.645341:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762886.645343:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762886.645344:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762886.645344:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762886.645349:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787762886.645351:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787762886.645353:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1787762886.645357:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d566940 x1874599320531456/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787762886.645359:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787762886.645362:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787762886.645368:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d564f00 x1874599320531328/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762911 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762886.645382:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00100000:0.0:1787762886.645385:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d564f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320531328:192.168.203.113@tcp:250:kworker.0
00000100:00000001:3.0:1787762886.645386:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762886.645392:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787762886.645396:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ae4254c] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d566940 x1874599320531456/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762886.645397:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762886.645402:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d564f00 x1874599320531328/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762911 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762886.645415:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000100:00000001:3.0:1787762886.645415:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762886.645419:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00080000:3.0:1787762886.645421:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000010:0.0:1787762886.645424:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d50559800.
00000100:00080000:3.0:1787762886.645425:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787762886.645428:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:0.0:1787762886.645429:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00080000:3.0:1787762886.645430:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000020:00000001:0.0:1787762886.645433:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000100:00000001:3.0:1787762886.645434:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000020:00000040:0.0:1787762886.645435:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000100:00080000:3.0:1787762886.645468:0:291943:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20049
00000020:00000001:0.0:1787762886.645474:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
00000400:00000200:3.0:1787762886.645476:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
02000000:00000010:0.0:1787762886.645479:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45907800.
00000400:00000200:3.0:1787762886.645480:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762886.645485:0:291943:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762886.645488:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762886.645489:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762886.645490:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762886.645492:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
02000000:00000001:0.0:1787762886.645494:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000020:00000001:3.0:1787762886.645494:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762886.645498:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000020:00000001:3.0:1787762886.645499:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762886.645500:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
02000000:00000001:0.0:1787762886.645502:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000020:00000001:3.0:1787762886.645502:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00000010:0.0:1787762886.645506:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d564f00.
00000020:00000001:3.0:1787762886.645507:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00000001:0.0:1787762886.645512:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000040:3.0:1787762886.645513:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787762886.645516:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762886.645517:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787762886.645520:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787762886.645522:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762886.645525:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787762886.645527:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000100:00000001:0.0:1787762886.645529:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1787762886.645530:0:291943:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787762886.645532:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762886.645534:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762886.645536:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:3.0:1787762886.645537:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787762886.645539:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1787762886.645541:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762886.645542:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1787762886.645546:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762886.645548:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000040:0.0:1787762886.645550:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d566940 x1874599320531456/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1787762886.645551:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762886.645556:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762886.645561:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762886.645566:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000010:3.0:1787762886.645567:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d567c00.
00000100:00000001:0.0:1787762886.645568:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787762886.645574:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
02000000:00000001:0.0:1787762886.645575:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787762886.645577:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762886.645581:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762886.645582:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00100000:0.0:1787762886.645584:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d566940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320531456:192.168.203.113@tcp:38:kworker.0
02000000:00000001:3.0:1787762886.645586:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762886.645588:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787762886.645592:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1787762886.645592:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762886.645595:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762886.645597:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787762886.645597:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762886.645602:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762886.645603:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d50559800.
02000000:00000001:0.0:1787762886.645607:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762886.645612:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
02000000:00000010:3.0:1787762886.645612:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45907800.
00000400:00000010:0.0:1787762886.645615:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c51687a50.
00000100:00000001:3.0:1787762886.645619:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1787762886.645620:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6990.
00000100:00000200:0.0:1787762886.645624:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320531456, portal 10
00000100:00000001:0.0:1787762886.645627:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787762886.645630:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910955840 : -110374798595776 : ffff9b9d5d566940)
00000100:00100000:3.0:1787762886.645631:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d567c00 x1874599320531584/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:0.0:1787762886.645639:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d566940 x1874599320531456/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762911 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762886.645670:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787762886.645672:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000040:0.0:1787762886.645675:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000100:00000001:3.0:1787762886.645677:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1787762886.645678:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe65d8.
00000100:00000200:0.0:1787762886.645682:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320531456, offset 0
00000100:00000040:3.0:1787762886.645683:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cde0ae17] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d567c00 x1874599320531584/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1787762886.645689:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787762886.645696:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:3.0:1787762886.645698:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762886.645701:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1787762886.645702:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787762886.645708:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:3.0:1787762886.645708:0:291943:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:0.0:1787762886.645712:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000100:00080000:3.0:1787762886.645714:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1787762886.645717:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787762886.645722:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000100:00080000:3.0:1787762886.645724:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000200:0.0:1787762886.645726:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [62915:62915:256:4294967295] 192.168.203.113@tcp LPNI seq info [62915:62915:8:4294967295]
00000100:00000001:3.0:1787762886.645728:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:0.0:1787762886.645732:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00080000:3.0:1787762886.645733:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1787762886.645742:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1787762886.645742:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762886.645749:0:291943:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20049
00000800:00000200:0.0:1787762886.645750:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762886.645754:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c200.
00000800:00000200:0.0:1787762886.645760:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000400:00000200:3.0:1787762886.645761:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000800:00000200:0.0:1787762886.645764:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
00000400:00000200:3.0:1787762886.645769:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000800:00000200:0.1:1787762886.645771:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00080000:3.0:1787762886.645773:0:291943:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000800:00000200:0.1:1787762886.645775:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
00000100:00000040:3.0:1787762886.645780:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000800:00000100:0.0:1787762886.645785:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000100:00000001:3.0:1787762886.645786:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000010:0.0:1787762886.645789:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c200.
00000100:00000040:3.0:1787762886.645791:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000400:00000200:0.0:1787762886.645794:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1787762886.645795:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787762886.645799:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:0.0:1787762886.645802:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000020:00000040:3.0:1787762886.645802:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000020:00000001:3.0:1787762886.645806:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:0.0:1787762886.645808:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe65d8
00000020:00000040:3.0:1787762886.645809:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000400:00000010:0.0:1787762886.645811:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe65d8.
00000020:00000001:3.0:1787762886.645812:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000001:0.0:1787762886.645815:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:3.0:1787762886.645816:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000200:0.0:1787762886.645820:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d566940 x1874599320531456/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762911 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787762886.645821:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762886.645826:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762886.645843:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762886.645847:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787762886.645849:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00080000:3.0:1787762886.645851:0:291943:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787762886.645853:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762886.645854:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762886.645857:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762886.645858:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762886.645859:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762886.645861:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787762886.645862:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762886.645863:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762886.645867:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d565a40.
00000020:00000040:3.0:1787762886.645868:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
02000000:00000001:3.0:1787762886.645872:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762886.645874:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762886.645878:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762886.645880:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762886.645884:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762886.645886:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000010:3.0:1787762886.645888:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45905800.
00000100:00000040:0.0:1787762886.645891:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d566940 x1874599320531456/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762911 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762886.645893:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762886.645903:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762886.645903:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d565a40 x1874599320531712/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762886.645907:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787762886.645912:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762886.645913:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762886.645916:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762886.645917:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000100:00000040:3.0:1787762886.645921:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001352b87a] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d565a40 x1874599320531712/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1787762886.645925:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787762886.645929:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314721836
00000100:00000001:0.0:1787762886.645934:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314723063
00000100:00000001:0.0:1787762886.645939:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314721836
00000100:00000001:3.0:1787762886.645940:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762886.645942:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314723063
00000100:00000040:3.0:1787762886.645945:0:291943:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20059)
00000100:00000001:0.0:1787762886.645946:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762886.645950:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762886.645952:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787762886.645956:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762886/real 1787762886]  req@ffff9b9d5d566940 x1874599320531456/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787762886.645962:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787762886.645963:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787762886.645964:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c51687a50.
00000400:00000200:0.0:1787762886.645966:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6990
00000400:00000010:0.0:1787762886.645967:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6990.
00000100:00000001:0.0:1787762886.645969:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787762886.645971:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d566940 x1874599320531456/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787762886.645977:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d566940 x1874599320531456/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762886.645981:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787762886.645983:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762886.645984:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762886.645985:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787762886.645987:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d566940 x1874599320531456/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762886.645992:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787762886.645994:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d566940 x1874599320531456/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762911 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762886.645998:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787762886.646000:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762886.646001:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762886.646001:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762886.646003:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787762886.646011:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787762886.646013:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762886.646015:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787762886.646016:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787762886.646019:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d566940 x1874599320531456/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762911 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762886.646023:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d566940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320531456:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787762886.646026:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762886.646027:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762886.646029:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d566940 x1874599320531456/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762911 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762886.646034:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787762886.646035:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787762886.646036:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d50559800.
02000000:00000001:0.0:1787762886.646038:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787762886.646039:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787762886.646040:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:0.0:1787762886.646042:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787762886.646043:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45905000.
02000000:00000001:0.0:1787762886.646045:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787762886.646046:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787762886.646047:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d566940.
00000100:00000001:0.0:1787762886.646049:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787762886.646050:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762886.646051:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762886.646054:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762886.646055:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762886.646056:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787762886.646058:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762886.646059:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787762886.646063:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d567c00 x1874599320531584/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762886.646070:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762886.646072:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762886.646074:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787762886.646075:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762886.646078:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762886.646081:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d567c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320531584:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787762886.646084:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787762886.646086:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787762886.646088:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762886.646090:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787762886.646094:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d50559800.
02000000:00000001:0.0:1787762886.646096:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762886.646099:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787762886.646102:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c51687a50.
00000400:00000010:0.0:1787762886.646106:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6990.
00000100:00000200:0.0:1787762886.646110:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320531584, portal 10
00000100:00000001:0.0:1787762886.646111:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787762886.646113:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910960640 : -110374798590976 : ffff9b9d5d567c00)
00000100:00000040:0.0:1787762886.646119:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d567c00 x1874599320531584/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762911 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762886.646124:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787762886.646126:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787762886.646127:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe65d8.
00000100:00000200:0.0:1787762886.646129:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320531584, offset 0
00000400:00000200:0.0:1787762886.646132:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787762886.646135:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762886.646138:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787762886.646140:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787762886.646142:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:0.0:1787762886.646144:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787762886.646145:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787762886.646148:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [62916:62916:256:4294967295] 192.168.203.113@tcp LPNI seq info [62916:62916:8:4294967295]
00000400:00000200:0.0:1787762886.646151:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762886.646155:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787762886.646159:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762886.646162:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c200.
00000800:00000200:0.0:1787762886.646166:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.0:1787762886.646169:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787762886.646173:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787762886.646176:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1787762886.646180:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762886.646182:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c200.
00000400:00000200:0.0:1787762886.646186:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787762886.646189:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787762886.646192:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe65d8
00000400:00000010:0.0:1787762886.646194:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe65d8.
00000100:00000001:0.0:1787762886.646197:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762886.646200:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d567c00 x1874599320531584/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762911 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762886.646209:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762886.646211:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d567c00 x1874599320531584/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762911 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762886.646220:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762886.646221:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787762886.646224:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762886.646226:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:0.0:1787762886.646229:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787762886.646230:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314721815
00000100:00000001:0.0:1787762886.646232:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314723063
00000100:00000001:0.0:1787762886.646234:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314721815
00000100:00000001:0.0:1787762886.646235:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314723063
00000100:00000001:0.0:1787762886.646237:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762886.646238:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762886.646239:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787762886.646242:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762886/real 1787762886]  req@ffff9b9d5d567c00 x1874599320531584/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787762886.646247:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787762886.646248:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787762886.646249:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c51687a50.
00000400:00000200:0.0:1787762886.646251:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6990
00000400:00000010:0.0:1787762886.646252:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6990.
00000100:00000001:0.0:1787762886.646253:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787762886.646255:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d567c00 x1874599320531584/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787762886.646261:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d567c00 x1874599320531584/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762886.646265:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787762886.646266:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762886.646267:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762886.646268:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787762886.646270:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d567c00 x1874599320531584/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762886.646275:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787762886.646277:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d567c00 x1874599320531584/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762911 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762886.646281:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787762886.646283:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762886.646284:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762886.646285:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762886.646286:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787762886.646287:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787762886.646289:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762886.646291:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787762886.646292:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787762886.646294:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d567c00 x1874599320531584/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762911 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762886.646299:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d567c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320531584:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787762886.646301:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787762886.646303:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d565a40 x1874599320531712/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762886.646307:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762886.646308:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762886.646310:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787762886.646311:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762886.646313:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762886.646315:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d565a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320531712:192.168.203.113@tcp:8:kworker.0
00000100:00000001:0.0:1787762886.646316:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787762886.646318:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787762886.646320:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762886.646321:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787762886.646324:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d50558400.
02000000:00000001:0.0:1787762886.646325:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762886.646327:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787762886.646329:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c51687a50.
00000400:00000010:0.0:1787762886.646331:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6990.
00000100:00000200:0.0:1787762886.646333:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320531712, portal 4
00000100:00000001:0.0:1787762886.646335:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787762886.646336:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910952000 : -110374798599616 : ffff9b9d5d565a40)
00000100:00000040:0.0:1787762886.646340:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d565a40 x1874599320531712/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762911 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762886.646344:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787762886.646346:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787762886.646347:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe65d8.
00000100:00000200:0.0:1787762886.646349:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320531712, offset 0
00000400:00000200:0.0:1787762886.646351:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787762886.646353:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762886.646356:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787762886.646358:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787762886.646359:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:0.0:1787762886.646361:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787762886.646363:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787762886.646365:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [62917:62917:256:4294967295] 192.168.203.113@tcp LPNI seq info [62917:62917:8:4294967295]
00000400:00000200:0.0:1787762886.646367:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762886.646372:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787762886.646374:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762886.646376:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c200.
00000800:00000200:0.0:1787762886.646379:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.0:1787762886.646381:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787762886.646384:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787762886.646386:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1787762886.646388:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762886.646390:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c200.
00000400:00000200:0.0:1787762886.646392:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787762886.646394:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787762886.646396:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe65d8
00000400:00000010:0.0:1787762886.646397:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe65d8.
00000100:00000001:0.0:1787762886.646399:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762886.646401:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d565a40 x1874599320531712/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762911 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762886.646406:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762886.646408:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d565a40 x1874599320531712/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762911 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762886.646412:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762886.646413:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787762886.646415:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762886.646417:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:0.0:1787762886.646419:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787762886.646420:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314721827
00000100:00000001:0.0:1787762886.646422:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314723063
00000100:00000001:0.0:1787762886.646423:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314721827
00000100:00000001:0.0:1787762886.646425:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314723063
00000100:00000001:0.0:1787762886.646426:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762886.646427:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762886.646428:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787762886.646431:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762886/real 1787762886]  req@ffff9b9d5d565a40 x1874599320531712/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787762886.646435:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787762886.646436:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787762886.646454:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c51687a50.
00000400:00000200:0.0:1787762886.646458:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6990
00000400:00000010:0.0:1787762886.646461:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6990.
00000100:00000001:0.0:1787762886.646464:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787762886.646468:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d565a40 x1874599320531712/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787762886.646477:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d565a40 x1874599320531712/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762886.646484:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787762886.646486:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762886.646488:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762886.646489:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787762886.646493:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d565a40 x1874599320531712/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762886.646499:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787762886.646502:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d565a40 x1874599320531712/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762911 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762886.646506:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787762886.646508:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762886.646510:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762886.646510:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762886.646512:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787762886.646513:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787762886.646514:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762886.646516:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787762886.646517:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787762886.646520:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d565a40 x1874599320531712/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762911 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762886.646524:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d565a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320531712:192.168.203.113@tcp:8:kworker.0
00000100:00000001:0.0:1787762886.646527:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762886.646528:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762886.646530:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d567c00 x1874599320531584/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762911 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762886.646535:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787762886.646536:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787762886.646537:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d50559800.
02000000:00000001:0.0:1787762886.646539:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787762886.646540:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787762886.646541:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:0.0:1787762886.646543:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787762886.646544:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45907800.
02000000:00000001:0.0:1787762886.646546:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787762886.646547:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787762886.646548:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d567c00.
00000100:00000001:0.0:1787762886.646550:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787762886.646551:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762886.646552:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762886.646554:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d565a40 x1874599320531712/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762911 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762886.646557:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787762886.646558:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787762886.646559:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d50558400.
02000000:00000001:0.0:1787762886.646561:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787762886.646562:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787762886.646562:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:0.0:1787762886.646563:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787762886.646564:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45905800.
02000000:00000001:0.0:1787762886.646565:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787762886.646566:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787762886.646567:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d565a40.
00000100:00000001:0.0:1787762886.646568:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787762886.646569:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762886.646571:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762886.646573:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762886.646574:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762886.646575:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787762886.646577:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762886.836581:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762886.836590:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762886.836601:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762886.836604:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762886.836610:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762886.836612:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762886.836707:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762886.836713:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762886.836734:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1787762887.860540:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762887.860546:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762887.860550:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762887.860551:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762887.860554:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762887.860555:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762887.924521:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4314723063, at 4314723072
00000100:00000010:0.0:1787762887.924529:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9c574accc0.
00010000:00000001:3.0:1787762888.884600:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762888.884608:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787762888.884610:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787762888.884614:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762888.884619:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787762888.884621:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762888.884623:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762888.884625:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762888.884629:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762888.884630:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787762888.884632:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787762888.884633:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762888.884635:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787762888.884636:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762888.884638:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762888.884640:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762888.884644:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762888.884645:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762889.908582:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762889.908593:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762889.908603:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762889.908606:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762889.908611:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762889.908640:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762889.908791:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762889.908798:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762889.908803:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1787762890.932550:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762890.932558:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762890.932566:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762890.932568:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762890.932574:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762890.932580:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787762890.932584:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787762890.932591:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762890.932595:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787762890.932597:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762890.932599:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762890.932602:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762890.932755:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762890.932762:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762890.932768:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787762891.764590:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762891.764618:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787762891.764623:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762891.764627:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762891.764638:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762891.764649:0:291943:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20054
00000400:00000200:3.0:1787762891.764684:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787762891.764700:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762891.764705:0:291943:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762891.764711:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762891.764716:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762891.764719:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762891.764722:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787762891.764728:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762891.764731:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:3.0:1787762891.764735:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762891.764740:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:3.0:1787762891.764743:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:3.0:1787762891.764747:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:3.0:1787762891.764751:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762891.764754:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762891.764757:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762891.764759:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787762891.764763:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:3.0:1787762891.764769:0:291943:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787762891.764773:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762891.764777:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762891.764782:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762891.764787:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762891.764791:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762891.764821:0:291943:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762891.764837:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d564780.
00000020:00000040:3.0:1787762891.764845:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:3.0:1787762891.764853:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762891.764857:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762891.764863:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762891.764869:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762891.764877:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762891.764891:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45907400.
00000100:00000001:3.0:1787762891.764905:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762891.764923:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d564780 x1874599320531840/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762891.764938:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762891.764946:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762891.764956:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c570cac4] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d564780 x1874599320531840/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762891.765001:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762891.765005:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762891.765010:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762891.765012:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762891.765014:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762891.765017:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762891.765021:0:291943:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20054
00000400:00000200:3.0:1787762891.765024:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787762891.765028:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762891.765030:0:291943:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762891.765035:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762891.765038:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762891.765041:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787762891.765043:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787762891.765045:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000001:0.0:1787762891.765049:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1787762891.765051:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:0.0:1787762891.765052:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1787762891.765055:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000020:00000001:3.0:1787762891.765059:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762891.765063:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000100:00000040:0.0:1787762891.765066:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d564780 x1874599320531840/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787762891.765069:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000020:00000001:3.0:1787762891.765083:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000001:0.0:1787762891.765094:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:3.0:1787762891.765095:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787762891.765097:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762891.765102:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1787762891.765104:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:3.0:1787762891.765107:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
02000000:00000001:0.0:1787762891.765111:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787762891.765111:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
02000000:00000001:0.0:1787762891.765126:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787762891.765126:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00080000:3.0:1787762891.765149:0:291943:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00100000:0.0:1787762891.765150:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d564780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320531840:192.168.203.113@tcp:250:kworker.0
00000100:00000001:0.0:1787762891.765164:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787762891.765168:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1787762891.765169:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762891.765171:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762891.765172:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762891.765177:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787762891.765183:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:0.0:1787762891.765187:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d50558400.
02000000:00000001:3.0:1787762891.765187:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762891.765200:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:0.0:1787762891.765201:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1787762891.765213:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1787762891.765218:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000008:00000001:3.0:1787762891.765220:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1787762891.765224:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c51687a50.
00000100:00000001:3.0:1787762891.765240:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1787762891.765244:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6990.
00000100:00000200:0.0:1787762891.765253:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320531840, portal 25
00000100:00000010:3.0:1787762891.765256:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d565a40.
00000100:00000001:0.0:1787762891.765257:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787762891.765263:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910947200 : -110374798604416 : ffff9b9d5d564780)
00000020:00000040:3.0:1787762891.765266:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
02000000:00000001:3.0:1787762891.765272:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000040:0.0:1787762891.765274:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d564780 x1874599320531840/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762916 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787762891.765276:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762891.765286:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762891.765292:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762891.765300:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762891.765301:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787762891.765310:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
02000000:00000010:3.0:1787762891.765314:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45904800.
00000400:00000010:0.0:1787762891.765315:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe65d8.
00000100:00000200:0.0:1787762891.765331:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320531840, offset 0
00000100:00000001:3.0:1787762891.765333:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762891.765340:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000100:00100000:3.0:1787762891.765350:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d565a40 x1874599320531968/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1787762891.765360:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762891.765379:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000100:00000001:3.0:1787762891.765380:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762891.765391:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762891.765395:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787762891.765404:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000100:00000040:3.0:1787762891.765406:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001352b87a] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d565a40 x1874599320531968/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1787762891.765412:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787762891.765431:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000100:00000001:3.0:1787762891.765447:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762891.765450:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1787762891.765463:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [62918:62918:256:4294967295] 192.168.203.113@tcp LPNI seq info [62918:62918:8:4294967295]
00000400:00000200:0.0:1787762891.765469:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762891.765478:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000100:00080000:3.0:1787762891.765482:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000800:00000200:0.0:1787762891.765483:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000100:00000001:3.0:1787762891.765486:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762891.765489:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000010:0.0:1787762891.765490:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c200.
00000100:00000001:3.0:1787762891.765497:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762891.765505:0:291943:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20054
00000800:00000200:0.0:1787762891.765506:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.0:1787762891.765514:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 43 secs later)
00000400:00000200:3.0:1787762891.765515:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787762891.765525:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000800:00000200:0.1:1787762891.765531:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00080000:3.0:1787762891.765532:0:291943:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000800:00000200:0.1:1787762891.765543:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 43 secs later)
00000100:00000040:3.0:1787762891.765546:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762891.765555:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000100:0.0:1787762891.765560:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000100:00000040:3.0:1787762891.765565:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000800:00000010:0.0:1787762891.765568:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c200.
00000100:00000001:3.0:1787762891.765569:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787762891.765574:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762891.765576:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000400:00000200:0.0:1787762891.765577:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:3.0:1787762891.765578:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762891.765584:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000020:00000001:3.0:1787762891.765589:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000400:00000200:0.0:1787762891.765594:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000020:00000001:3.0:1787762891.765598:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000400:00000200:0.0:1787762891.765602:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe65d8
00000100:00000040:3.0:1787762891.765605:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000400:00000010:0.0:1787762891.765607:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe65d8.
00000100:00000001:3.0:1787762891.765613:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787762891.765615:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762891.765634:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d564780 x1874599320531840/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762916 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787762891.765640:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762891.765654:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787762891.765668:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000100:00000001:0.0:1787762891.765670:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00080000:3.0:1787762891.765675:0:291943:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000040:0.0:1787762891.765678:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d564780 x1874599320531840/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762916 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762891.765683:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762891.765693:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787762891.765703:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762891.765704:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762891.765706:0:256678:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:3.0:1787762891.765712:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762891.765716:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762891.765717:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762891.765726:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1787762891.765736:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000008:00000001:3.0:1787762891.765738:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762891.765741:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4314728184
00000100:00000001:3.0:1787762891.765743:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762891.765757:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9c574accc0.
00000100:00000010:3.0:1787762891.765757:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d567c00.
00000020:00000040:3.0:1787762891.765773:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000100:00000001:0.0:1787762891.765779:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
02000000:00000001:3.0:1787762891.765779:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762891.765786:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762891.765790:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4314728184
00000100:00000010:0.0:1787762891.765812:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9c574acae0.
00000100:00000001:0.0:1787762891.765816:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1787762891.765819:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787762891.765820:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1787762891.765821:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762891.765829:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
02000000:00000001:3.0:1787762891.765829:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762891.765840:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762891.765842:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762891/real 1787762891]  req@ffff9b9d5d564780 x1874599320531840/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787762891.765856:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787762891.765858:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000010:3.0:1787762891.765859:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45906400.
00000400:00000010:0.0:1787762891.765860:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c51687a50.
00000400:00000200:0.0:1787762891.765871:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6990
00000400:00000010:0.0:1787762891.765873:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6990.
00000100:00000001:3.0:1787762891.765875:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762891.765876:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787762891.765883:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d564780 x1874599320531840/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787762891.765905:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d564780 x1874599320531840/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762891.765907:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d567c00 x1874599320532096/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762891.765979:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787762891.765981:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762891.765986:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762891.765989:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762891.765992:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00100000:0.0:1787762891.765997:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d564780 x1874599320531840/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762891.765999:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762891.766010:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787762891.766016:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cde0ae17] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d567c00 x1874599320532096/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787762891.766020:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d564780 x1874599320531840/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762916 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762891.766045:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787762891.766052:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762891.766059:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762891.766064:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762891.766071:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787762891.766074:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787762891.766088:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1787762891.766092:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762891.766096:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787762891.766106:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787762891.766108:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1787762891.766113:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d564780 x1874599320531840/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762916 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787762891.766133:0:291943:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00100000:0.0:1787762891.766134:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d564780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320531840:192.168.203.113@tcp:250:kworker.0
00000100:00080000:3.0:1787762891.766151:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787762891.766152:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762891.766164:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00080000:3.0:1787762891.766166:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787762891.766172:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:0.0:1787762891.766173:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d564780 x1874599320531840/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762916 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762891.766181:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762891.766185:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787762891.766194:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:3.0:1787762891.766195:0:291943:0:(import.c:485:import_select_connection()) Process entered
02000000:00000010:0.0:1787762891.766206:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d50558400.
00000100:00080000:3.0:1787762891.766211:0:291943:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20054
02000000:00000001:0.0:1787762891.766214:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787762891.766219:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000400:00000200:3.0:1787762891.766221:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000020:00000040:0.0:1787762891.766223:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:0.0:1787762891.766228:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
00000400:00000200:3.0:1787762891.766232:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
02000000:00000010:0.0:1787762891.766234:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45907400.
00000100:00080000:3.0:1787762891.766239:0:291943:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
02000000:00000001:0.0:1787762891.766243:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000040:3.0:1787762891.766251:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
02000000:00000001:0.0:1787762891.766253:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787762891.766260:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d564780.
00000100:00000001:3.0:1787762891.766261:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787762891.766273:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000040:3.0:1787762891.766274:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787762891.766277:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762891.766280:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000001:0.0:1787762891.766282:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1787762891.766286:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762891.766289:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000100:00000001:0.0:1787762891.766292:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000020:00000001:3.0:1787762891.766293:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1787762891.766302:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787762891.766303:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000100:00000001:0.0:1787762891.766308:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1787762891.766309:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000001:0.0:1787762891.766315:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1787762891.766316:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000001:0.0:1787762891.766324:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787762891.766329:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762891.766335:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762891.766337:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d565a40 x1874599320531968/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787762891.766343:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762891.766355:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000001:0.0:1787762891.766366:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000040:3.0:1787762891.766368:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00000001:0.0:1787762891.766371:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762891.766377:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:3.0:1787762891.766378:0:291943:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
02000000:00000001:0.0:1787762891.766389:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787762891.766389:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762891.766401:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762891.766402:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762891.766411:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:0.0:1787762891.766412:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d565a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320531968:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787762891.766433:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787762891.766435:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787762891.766438:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762891.766441:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762891.766443:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787762891.766448:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762891.766450:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762891.766454:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762891.766455:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d566940.
02000000:00000001:0.0:1787762891.766466:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:3.0:1787762891.766467:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
02000000:00000001:3.0:1787762891.766475:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000010:0.0:1787762891.766476:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d50558400.
02000000:00000001:0.0:1787762891.766484:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762891.766484:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762891.766501:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787762891.766503:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c51687a50.
00000400:00000010:0.0:1787762891.766506:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6990.
00000100:00000200:0.0:1787762891.766508:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320531968, portal 10
00000100:00000001:0.0:1787762891.766509:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787762891.766510:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910952000 : -110374798599616 : ffff9b9d5d565a40)
00000100:00000040:0.0:1787762891.766520:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d565a40 x1874599320531968/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762916 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762891.766525:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787762891.766532:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787762891.766535:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe65d8.
00000100:00000200:0.0:1787762891.766537:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320531968, offset 0
00000100:00000001:3.0:1787762891.766549:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:0.0:1787762891.766550:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
02000000:00000001:3.0:1787762891.766558:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:0.0:1787762891.766564:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
02000000:00000001:3.0:1787762891.766565:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762891.766573:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
02000000:00000010:3.0:1787762891.766580:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45907400.
00000400:00000200:0.0:1787762891.766582:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787762891.766591:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000100:00000001:3.0:1787762891.766593:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762891.766608:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787762891.766611:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787762891.766619:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [62919:62919:256:4294967295] 192.168.203.113@tcp LPNI seq info [62919:62919:8:4294967295]
00000100:00100000:3.0:1787762891.766625:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d566940 x1874599320532224/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1787762891.766631:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:3.0:1787762891.766650:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1787762891.766655:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1787762891.766658:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1787762891.766676:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762891.766682:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c200.
00000100:00000040:3.0:1787762891.766690:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ae4254c] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d566940 x1874599320532224/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1787762891.766698:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.0:1787762891.766711:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787762891.766738:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787762891.766742:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 43 secs later)
00000100:00000001:3.0:1787762891.766745:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:0.0:1787762891.766755:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762891.766759:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c200.
00000100:00000040:3.0:1787762891.766762:0:291943:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20064)
00000400:00000200:0.0:1787762891.766764:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787762891.766774:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787762891.766778:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe65d8
00000400:00000010:0.0:1787762891.766780:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe65d8.
00000100:00000001:0.0:1787762891.766782:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762891.766785:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d565a40 x1874599320531968/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762916 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762891.766792:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762891.766808:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d565a40 x1874599320531968/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762916 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762891.766813:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762891.766814:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787762891.766817:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762891.766821:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:0.0:1787762891.766823:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787762891.766825:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314726957
00000100:00000001:0.0:1787762891.766827:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314728184
00000100:00000001:0.0:1787762891.766829:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314726957
00000100:00000001:0.0:1787762891.766831:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314728184
00000100:00000001:0.0:1787762891.766832:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762891.766834:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762891.766835:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787762891.766838:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762891/real 1787762891]  req@ffff9b9d5d565a40 x1874599320531968/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787762891.766843:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787762891.766843:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787762891.766845:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c51687a50.
00000400:00000200:0.0:1787762891.766846:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6990
00000400:00000010:0.0:1787762891.766847:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6990.
00000100:00000001:0.0:1787762891.766848:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787762891.766850:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d565a40 x1874599320531968/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787762891.766855:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d565a40 x1874599320531968/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762891.766860:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787762891.766861:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762891.766862:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762891.766863:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787762891.766865:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d565a40 x1874599320531968/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762891.766869:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787762891.766871:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d565a40 x1874599320531968/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762916 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762891.766876:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787762891.766878:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762891.766879:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762891.766880:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762891.766881:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787762891.766891:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787762891.766892:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762891.766895:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787762891.766896:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787762891.766899:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d565a40 x1874599320531968/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762916 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762891.766904:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d565a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320531968:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787762891.766907:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787762891.766909:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d567c00 x1874599320532096/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762891.766913:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762891.766914:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762891.766916:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787762891.766918:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762891.766919:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762891.766921:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d567c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320532096:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787762891.766923:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787762891.766924:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787762891.766925:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762891.766926:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787762891.766928:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d50559800.
02000000:00000001:0.0:1787762891.766930:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762891.766932:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787762891.766934:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c51687a50.
00000400:00000010:0.0:1787762891.766936:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6990.
00000100:00000200:0.0:1787762891.766938:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320532096, portal 10
00000100:00000001:0.0:1787762891.766939:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787762891.766940:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910960640 : -110374798590976 : ffff9b9d5d567c00)
00000100:00000040:0.0:1787762891.766944:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d567c00 x1874599320532096/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762916 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762891.766949:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787762891.766950:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787762891.766952:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe65d8.
00000100:00000200:0.0:1787762891.766953:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320532096, offset 0
00000400:00000200:0.0:1787762891.766956:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787762891.766958:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762891.766960:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787762891.766962:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787762891.766963:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:0.0:1787762891.766965:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787762891.766966:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787762891.766979:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [62920:62920:256:4294967295] 192.168.203.113@tcp LPNI seq info [62920:62920:8:4294967295]
00000400:00000200:0.0:1787762891.766981:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762891.766986:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787762891.766988:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762891.766990:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c200.
00000800:00000200:0.0:1787762891.766993:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.0:1787762891.766995:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787762891.766998:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787762891.766999:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1787762891.767002:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762891.767004:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c200.
00000400:00000200:0.0:1787762891.767006:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787762891.767008:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787762891.767010:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe65d8
00000400:00000010:0.0:1787762891.767011:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe65d8.
00000100:00000001:0.0:1787762891.767013:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762891.767015:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d567c00 x1874599320532096/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762916 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762891.767021:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762891.767022:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d567c00 x1874599320532096/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762916 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762891.767027:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762891.767028:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787762891.767029:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762891.767031:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:0.0:1787762891.767034:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787762891.767035:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314726936
00000100:00000001:0.0:1787762891.767037:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314728184
00000100:00000001:0.0:1787762891.767038:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314726936
00000100:00000001:0.0:1787762891.767040:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314728184
00000100:00000001:0.0:1787762891.767041:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762891.767042:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762891.767043:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787762891.767045:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762891/real 1787762891]  req@ffff9b9d5d567c00 x1874599320532096/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787762891.767049:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787762891.767050:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787762891.767051:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c51687a50.
00000400:00000200:0.0:1787762891.767052:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6990
00000400:00000010:0.0:1787762891.767053:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6990.
00000100:00000001:0.0:1787762891.767055:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787762891.767057:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d567c00 x1874599320532096/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787762891.767062:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d567c00 x1874599320532096/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762891.767067:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787762891.767068:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762891.767069:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762891.767070:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787762891.767072:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d567c00 x1874599320532096/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762891.767076:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787762891.767078:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d567c00 x1874599320532096/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762916 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762891.767082:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787762891.767083:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762891.767084:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762891.767085:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762891.767086:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787762891.767087:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787762891.767089:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762891.767091:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787762891.767092:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787762891.767094:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d567c00 x1874599320532096/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762916 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762891.767099:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d567c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320532096:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787762891.767101:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762891.767102:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762891.767104:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d565a40 x1874599320531968/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762916 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762891.767108:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787762891.767109:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787762891.767111:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d50558400.
02000000:00000001:0.0:1787762891.767112:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787762891.767114:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787762891.767115:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:0.0:1787762891.767116:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787762891.767118:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45904800.
02000000:00000001:0.0:1787762891.767119:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787762891.767121:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787762891.767122:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d565a40.
00000100:00000001:0.0:1787762891.767124:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787762891.767124:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762891.767125:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762891.767127:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d567c00 x1874599320532096/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762916 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762891.767131:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787762891.767132:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787762891.767133:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d50559800.
02000000:00000001:0.0:1787762891.767135:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787762891.767135:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787762891.767136:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:0.0:1787762891.767137:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787762891.767138:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45906400.
02000000:00000001:0.0:1787762891.767139:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787762891.767140:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787762891.767141:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d567c00.
00000100:00000001:0.0:1787762891.767142:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787762891.767143:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762891.767144:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762891.767146:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762891.767147:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762891.767149:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787762891.767150:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762891.767150:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787762891.767153:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d566940 x1874599320532224/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762891.767158:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762891.767159:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762891.767161:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787762891.767162:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762891.767163:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762891.767165:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d566940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320532224:192.168.203.113@tcp:8:kworker.0
00000100:00000001:0.0:1787762891.767167:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787762891.767169:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787762891.767170:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762891.767171:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787762891.767172:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d50559800.
02000000:00000001:0.0:1787762891.767173:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762891.767175:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787762891.767177:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c51687a50.
00000400:00000010:0.0:1787762891.767179:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6990.
00000100:00000200:0.0:1787762891.767181:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320532224, portal 4
00000100:00000001:0.0:1787762891.767182:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787762891.767183:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910955840 : -110374798595776 : ffff9b9d5d566940)
00000100:00000040:0.0:1787762891.767187:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d566940 x1874599320532224/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762916 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762891.767191:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787762891.767193:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787762891.767194:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe65d8.
00000100:00000200:0.0:1787762891.767196:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320532224, offset 0
00000400:00000200:0.0:1787762891.767198:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787762891.767200:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762891.767202:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787762891.767203:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787762891.767205:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:0.0:1787762891.767206:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787762891.767208:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787762891.767210:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [62921:62921:256:4294967295] 192.168.203.113@tcp LPNI seq info [62921:62921:8:4294967295]
00000400:00000200:0.0:1787762891.767213:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762891.767217:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787762891.767220:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762891.767222:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c200.
00000800:00000200:0.0:1787762891.767225:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.0:1787762891.767226:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787762891.767240:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787762891.767241:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1787762891.767244:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762891.767246:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c200.
00000400:00000200:0.0:1787762891.767247:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787762891.767250:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787762891.767252:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe65d8
00000400:00000010:0.0:1787762891.767253:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe65d8.
00000100:00000001:0.0:1787762891.767254:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762891.767256:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d566940 x1874599320532224/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762916 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762891.767261:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762891.767263:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d566940 x1874599320532224/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762916 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762891.767268:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762891.767269:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787762891.767270:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762891.767272:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:0.0:1787762891.767274:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787762891.767275:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314726948
00000100:00000001:0.0:1787762891.767277:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314728184
00000100:00000001:0.0:1787762891.767279:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314726948
00000100:00000001:0.0:1787762891.767280:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314728184
00000100:00000001:0.0:1787762891.767281:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762891.767282:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762891.767284:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787762891.767286:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762891/real 1787762891]  req@ffff9b9d5d566940 x1874599320532224/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787762891.767291:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787762891.767292:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787762891.767293:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c51687a50.
00000400:00000200:0.0:1787762891.767295:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6990
00000400:00000010:0.0:1787762891.767296:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6990.
00000100:00000001:0.0:1787762891.767297:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787762891.767299:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d566940 x1874599320532224/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787762891.767303:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d566940 x1874599320532224/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762891.767307:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787762891.767308:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762891.767309:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762891.767310:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787762891.767312:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d566940 x1874599320532224/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762891.767316:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787762891.767318:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d566940 x1874599320532224/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762916 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762891.767323:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787762891.767324:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762891.767325:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762891.767326:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762891.767327:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787762891.767328:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787762891.767330:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762891.767331:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787762891.767333:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787762891.767336:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d566940 x1874599320532224/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762916 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762891.767341:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d566940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320532224:192.168.203.113@tcp:8:kworker.0
00000100:00000001:0.0:1787762891.767343:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762891.767344:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762891.767346:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d566940 x1874599320532224/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762916 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762891.767349:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787762891.767350:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787762891.767351:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d50559800.
02000000:00000001:0.0:1787762891.767352:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787762891.767353:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787762891.767354:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:0.0:1787762891.767355:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787762891.767356:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45907400.
02000000:00000001:0.0:1787762891.767357:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787762891.767358:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787762891.767359:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d566940.
00000100:00000001:0.0:1787762891.767361:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787762891.767362:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762891.767363:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762891.767365:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762891.767366:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762891.767367:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787762891.767368:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762891.956621:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762891.956625:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762891.956630:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762891.956631:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762891.956634:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762891.956635:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762891.956728:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762891.956735:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762891.956740:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762892.788530:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762892.788538:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762892.788541:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762892.788546:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:0.0:1787762892.788548:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762892.788551:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762892.788554:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762892.788556:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762892.788558:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762892.980555:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762892.980563:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762892.980570:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762892.980572:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762892.980575:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762892.980577:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762893.044531:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4314728184, at 4314728192
00000100:00000010:0.0:1787762893.044543:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9c574accc0.
00000100:00000001:0.0:1787762893.812548:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762893.812561:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762893.812566:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762893.812574:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:0.0:1787762893.812581:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762893.812588:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762893.812594:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762893.812599:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762893.812603:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762894.004624:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762894.004634:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762894.004642:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762894.004646:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762894.004651:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762894.004653:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762894.836504:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762894.836510:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762894.836512:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762894.836516:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:0.0:1787762894.836520:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762894.836523:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762894.836526:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762894.836528:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762894.836530:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762895.028621:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762895.028633:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762895.028643:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762895.028646:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762895.028651:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762895.028653:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762895.028819:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762895.028826:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762895.028831:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1787762896.052525:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762896.052532:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762896.052539:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762896.052540:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762896.052544:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762896.052546:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762896.052600:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762896.052604:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762896.052607:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762896.884820:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787762896.884826:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762896.884830:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787762896.884838:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d753e7840 x1874599320532352/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762896.884853:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762896.884855:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762896.884861:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787762896.884864:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762896.884868:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762896.884873:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d753e7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320532352:192.168.203.113@tcp:250:kworker.0
00000100:00000001:0.0:1787762896.884880:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787762896.884886:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787762896.884889:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762896.884891:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787762896.884897:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d50559800.
02000000:00000001:0.0:1787762896.884901:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762896.884909:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787762896.884915:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c51687a50.
00000400:00000010:0.0:1787762896.884923:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6990.
00000100:00000200:0.0:1787762896.884931:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320532352, portal 25
00000100:00000001:0.0:1787762896.884935:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787762896.884938:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699312040000 : -110374397511616 : ffff9b9d753e7840)
00000100:00000040:0.0:1787762896.884946:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d753e7840 x1874599320532352/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762921 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762896.884955:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787762896.884961:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787762896.884964:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe65d8.
00000100:00000200:0.0:1787762896.884968:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320532352, offset 0
00000400:00000200:0.0:1787762896.884977:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787762896.884990:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762896.884999:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787762896.885007:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787762896.885013:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:0.0:1787762896.885019:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787762896.885024:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787762896.885031:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [62922:62922:256:4294967295] 192.168.203.113@tcp LPNI seq info [62922:62922:8:4294967295]
00000400:00000200:0.0:1787762896.885041:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762896.885058:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787762896.885067:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762896.885073:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c200.
00000800:00000200:0.0:1787762896.885082:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.0:1787762896.885086:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1787762896.885097:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787762896.885102:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1787762896.885110:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762896.885115:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c200.
00000400:00000200:0.0:1787762896.885120:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787762896.885128:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787762896.885137:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe65d8
00000400:00000010:0.0:1787762896.885141:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe65d8.
00000100:00000001:0.0:1787762896.885147:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762896.885152:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d753e7840 x1874599320532352/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762921 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762896.885179:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762896.885186:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d753e7840 x1874599320532352/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762921 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762896.885197:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762896.885200:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787762896.885207:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762896.885214:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787762896.885218:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4314733303
00000100:00000010:0.0:1787762896.885224:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9c574accc0.
00000100:00000001:0.0:1787762896.885232:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1787762896.885240:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4314733303
00000100:00000010:0.0:1787762896.885245:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9c574ac7e0.
00000100:00000001:0.0:1787762896.885251:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1787762896.885256:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762896.885262:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762896.885266:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787762896.885272:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762896/real 1787762896]  req@ffff9b9d753e7840 x1874599320532352/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762921 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787762896.885303:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787762896.885306:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787762896.885309:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c51687a50.
00000400:00000200:0.0:1787762896.885315:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6990
00000400:00000010:0.0:1787762896.885318:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6990.
00000100:00000001:0.0:1787762896.885321:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787762896.885327:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d753e7840 x1874599320532352/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762921 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787762896.885345:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d753e7840 x1874599320532352/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762921 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762896.885359:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787762896.885362:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762896.885365:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762896.885368:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787762896.885373:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d753e7840 x1874599320532352/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762921 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762896.885398:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787762896.885406:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d753e7840 x1874599320532352/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762921 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762896.885423:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787762896.885427:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762896.885430:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762896.885431:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762896.885433:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787762896.885434:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787762896.885437:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762896.885478:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787762896.885480:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787762896.885483:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d753e7840 x1874599320532352/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762921 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762896.885489:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d753e7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320532352:192.168.203.113@tcp:250:kworker.0
00000100:00000001:0.0:1787762896.885493:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762896.885494:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762896.885496:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d753e7840 x1874599320532352/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762921 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762896.885500:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787762896.885502:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787762896.885504:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d50559800.
02000000:00000001:0.0:1787762896.885507:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787762896.885508:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787762896.885510:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:0.0:1787762896.885511:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787762896.885513:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d58dba800.
02000000:00000001:0.0:1787762896.885516:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787762896.885518:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787762896.885519:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d753e7840.
00000100:00000001:0.0:1787762896.885521:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787762896.885522:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762896.885524:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762896.885529:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762896.885530:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762896.885531:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787762896.885532:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762896.885533:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787762896.885535:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d753e4000 x1874599320532480/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762896.885540:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762896.885541:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762896.885543:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787762896.885544:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762896.885546:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762896.885547:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d753e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320532480:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787762896.885550:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787762896.885551:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787762896.885553:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762896.885554:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787762896.885556:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d50559800.
02000000:00000001:0.0:1787762896.885557:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762896.885560:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787762896.885561:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c51687a50.
00000400:00000010:0.0:1787762896.885563:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6990.
00000100:00000200:0.0:1787762896.885565:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320532480, portal 10
00000100:00000001:0.0:1787762896.885567:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787762896.885568:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699312025600 : -110374397526016 : ffff9b9d753e4000)
00000100:00000040:0.0:1787762896.885572:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d753e4000 x1874599320532480/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762921 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762896.885577:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787762896.885578:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787762896.885580:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe65d8.
00000100:00000200:0.0:1787762896.885581:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320532480, offset 0
00000400:00000200:0.0:1787762896.885584:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787762896.885587:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762896.885589:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787762896.885591:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787762896.885593:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:0.0:1787762896.885594:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787762896.885596:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787762896.885598:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [62923:62923:256:4294967295] 192.168.203.113@tcp LPNI seq info [62923:62923:8:4294967295]
00000400:00000200:0.0:1787762896.885601:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762896.885606:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787762896.885608:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762896.885610:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c200.
00000800:00000200:0.0:1787762896.885613:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.0:1787762896.885615:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1787762896.885618:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787762896.885620:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1787762896.885622:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762896.885624:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c200.
00000400:00000200:0.0:1787762896.885625:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787762896.885628:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787762896.885630:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe65d8
00000400:00000010:0.0:1787762896.885631:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe65d8.
00000100:00000001:0.0:1787762896.885633:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762896.885635:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d753e4000 x1874599320532480/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762921 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762896.885640:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762896.885642:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d753e4000 x1874599320532480/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762921 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762896.885646:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762896.885647:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787762896.885649:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762896.885651:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:0.0:1787762896.885664:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787762896.885666:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314732076
00000100:00000001:0.0:1787762896.885668:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314733303
00000100:00000001:0.0:1787762896.885670:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314732076
00000100:00000001:0.0:1787762896.885671:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314733303
00000100:00000001:0.0:1787762896.885673:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762896.885674:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762896.885675:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787762896.885677:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762896/real 1787762896]  req@ffff9b9d753e4000 x1874599320532480/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762921 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787762896.885682:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787762896.885683:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787762896.885718:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c51687a50.
00000400:00000200:0.0:1787762896.885720:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6990
00000400:00000010:0.0:1787762896.885721:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6990.
00000100:00000001:0.0:1787762896.885723:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787762896.885725:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d753e4000 x1874599320532480/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762921 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787762896.885731:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d753e4000 x1874599320532480/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762921 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762896.885735:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787762896.885736:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762896.885737:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762896.885738:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787762896.885740:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d753e4000 x1874599320532480/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762921 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762896.885745:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787762896.885747:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d753e4000 x1874599320532480/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762921 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762896.885751:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787762896.885753:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762896.885754:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762896.885755:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762896.885756:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787762896.885815:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787762896.885818:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762896.885820:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787762896.885821:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787762896.885824:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d753e4000 x1874599320532480/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762921 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762896.885829:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d753e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320532480:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787762896.885833:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787762896.885835:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d753e70c0 x1874599320532608/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762896.885839:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762896.885840:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762896.885841:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787762896.885843:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762896.885844:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762896.885846:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d753e70c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320532608:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787762896.885848:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787762896.885850:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787762896.885851:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762896.885852:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787762896.885854:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d50558400.
02000000:00000001:0.0:1787762896.885855:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762896.885857:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787762896.885859:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c51687a50.
00000400:00000010:0.0:1787762896.885861:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6990.
00000100:00000200:0.0:1787762896.885863:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320532608, portal 10
00000100:00000001:0.0:1787762896.885865:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787762896.885866:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699312038080 : -110374397513536 : ffff9b9d753e70c0)
00000100:00000040:0.0:1787762896.885870:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d753e70c0 x1874599320532608/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762921 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762896.885874:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787762896.885876:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787762896.885877:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe65d8.
00000100:00000200:0.0:1787762896.885879:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320532608, offset 0
00000400:00000200:0.0:1787762896.885881:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787762896.885883:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762896.885886:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787762896.885887:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787762896.885890:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:0.0:1787762896.885891:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787762896.885893:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787762896.885895:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [62924:62924:256:4294967295] 192.168.203.113@tcp LPNI seq info [62924:62924:8:4294967295]
00000400:00000200:0.0:1787762896.885898:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762896.885901:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787762896.885904:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762896.885906:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c200.
00000800:00000200:0.0:1787762896.885908:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.0:1787762896.885910:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1787762896.885913:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787762896.885915:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1787762896.885917:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762896.885919:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c200.
00000400:00000200:0.0:1787762896.885921:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787762896.885923:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787762896.885925:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe65d8
00000400:00000010:0.0:1787762896.885926:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe65d8.
00000100:00000001:0.0:1787762896.885928:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762896.885930:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d753e70c0 x1874599320532608/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762921 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762896.885935:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762896.885937:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d753e70c0 x1874599320532608/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762921 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762896.885941:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762896.885942:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787762896.885944:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762896.885946:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:0.0:1787762896.885948:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787762896.885949:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314732055
00000100:00000001:0.0:1787762896.885950:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314733303
00000100:00000001:0.0:1787762896.885952:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314732055
00000100:00000001:0.0:1787762896.885953:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314733303
00000100:00000001:0.0:1787762896.885955:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762896.885956:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762896.885958:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787762896.885960:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762896/real 1787762896]  req@ffff9b9d753e70c0 x1874599320532608/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762921 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787762896.885964:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787762896.885965:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787762896.885966:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c51687a50.
00000400:00000200:0.0:1787762896.885967:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6990
00000400:00000010:0.0:1787762896.885968:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6990.
00000100:00000001:0.0:1787762896.885969:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787762896.885971:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d753e70c0 x1874599320532608/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762921 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787762896.885977:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d753e70c0 x1874599320532608/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762921 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762896.885981:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787762896.885982:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762896.885983:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762896.885984:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787762896.885986:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d753e70c0 x1874599320532608/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762921 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762896.885990:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787762896.885992:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d753e70c0 x1874599320532608/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762921 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762896.885996:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787762896.885997:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762896.885998:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762896.885999:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762896.886001:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787762896.886002:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787762896.886004:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762896.886006:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787762896.886008:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787762896.886010:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d753e70c0 x1874599320532608/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762921 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762896.886015:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d753e70c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320532608:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787762896.886017:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787762896.886019:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d753e4b40 x1874599320532736/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762896.886023:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762896.886024:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762896.886025:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787762896.886026:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762896.886027:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762896.886029:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d753e4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320532736:192.168.203.113@tcp:8:kworker.0
00000100:00000001:0.0:1787762896.886031:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787762896.886032:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787762896.886033:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762896.886034:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787762896.886036:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d50558800.
02000000:00000001:0.0:1787762896.886037:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762896.886039:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787762896.886041:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c51687a50.
00000400:00000010:0.0:1787762896.886043:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6990.
00000100:00000200:0.0:1787762896.886044:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320532736, portal 4
00000100:00000001:0.0:1787762896.886046:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787762896.886047:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699312028480 : -110374397523136 : ffff9b9d753e4b40)
00000100:00000040:0.0:1787762896.886050:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d753e4b40 x1874599320532736/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762921 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762896.886055:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787762896.886056:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787762896.886057:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe65d8.
00000100:00000200:0.0:1787762896.886059:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320532736, offset 0
00000400:00000200:0.0:1787762896.886061:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787762896.886063:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762896.886065:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787762896.886066:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787762896.886068:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:0.0:1787762896.886069:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787762896.886070:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787762896.886072:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [62925:62925:256:4294967295] 192.168.203.113@tcp LPNI seq info [62925:62925:8:4294967295]
00000400:00000200:0.0:1787762896.886075:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762896.886079:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787762896.886081:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762896.886083:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c200.
00000800:00000200:0.0:1787762896.886085:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.0:1787762896.886087:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1787762896.886089:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787762896.886091:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1787762896.886094:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762896.886095:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c200.
00000400:00000200:0.0:1787762896.886097:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787762896.886099:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787762896.886101:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe65d8
00000400:00000010:0.0:1787762896.886102:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe65d8.
00000100:00000001:0.0:1787762896.886103:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762896.886105:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d753e4b40 x1874599320532736/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762921 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762896.886110:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762896.886112:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d753e4b40 x1874599320532736/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762921 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762896.886121:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762896.886122:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787762896.886123:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762896.886125:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:0.0:1787762896.886127:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787762896.886128:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314732067
00000100:00000001:0.0:1787762896.886130:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314733303
00000100:00000001:0.0:1787762896.886132:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314732067
00000100:00000001:0.0:1787762896.886133:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314733303
00000100:00000001:0.0:1787762896.886134:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762896.886135:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762896.886136:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787762896.886138:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762896/real 1787762896]  req@ffff9b9d753e4b40 x1874599320532736/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762921 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787762896.886143:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787762896.886143:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787762896.886144:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c51687a50.
00000400:00000200:0.0:1787762896.886145:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6990
00000400:00000010:0.0:1787762896.886146:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6990.
00000100:00000001:0.0:1787762896.886148:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787762896.886150:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d753e4b40 x1874599320532736/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762921 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787762896.886155:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d753e4b40 x1874599320532736/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762921 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762896.886159:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787762896.886160:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762896.886161:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762896.886161:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787762896.886163:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d753e4b40 x1874599320532736/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762921 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762896.886168:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787762896.886171:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d753e4b40 x1874599320532736/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762921 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762896.886175:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787762896.886176:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762896.886177:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762896.886178:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762896.886179:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787762896.886180:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787762896.886181:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762896.886183:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787762896.886184:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787762896.886186:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d753e4b40 x1874599320532736/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762921 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762896.886191:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d753e4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320532736:192.168.203.113@tcp:8:kworker.0
00000100:00000001:0.0:1787762896.886193:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762896.886194:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762896.886196:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d753e4000 x1874599320532480/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762921 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762896.886200:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787762896.886201:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787762896.886202:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d50559800.
02000000:00000001:0.0:1787762896.886204:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787762896.886204:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787762896.886205:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:0.0:1787762896.886207:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787762896.886208:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d58db8400.
02000000:00000001:0.0:1787762896.886210:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787762896.886211:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787762896.886212:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d753e4000.
00000100:00000001:0.0:1787762896.886214:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787762896.886215:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762896.886216:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762896.886218:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d753e70c0 x1874599320532608/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762921 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762896.886222:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787762896.886223:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787762896.886224:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d50558400.
02000000:00000001:0.0:1787762896.886226:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787762896.886227:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787762896.886227:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:0.0:1787762896.886228:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787762896.886229:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d58dbb000.
02000000:00000001:0.0:1787762896.886231:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787762896.886232:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787762896.886232:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d753e70c0.
00000100:00000001:0.0:1787762896.886234:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787762896.886234:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762896.886235:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762896.886237:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d753e4b40 x1874599320532736/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762921 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762896.886241:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787762896.886241:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787762896.886242:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d50558800.
02000000:00000001:0.0:1787762896.886243:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787762896.886244:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787762896.886245:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:0.0:1787762896.886246:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787762896.886247:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d58db9c00.
02000000:00000001:0.0:1787762896.886248:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787762896.886248:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787762896.886249:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d753e4b40.
00000100:00000001:0.0:1787762896.886251:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787762896.886252:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762896.886254:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762896.886256:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762896.886257:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762896.886258:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787762896.886259:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762897.076528:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762897.076535:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762897.076541:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762897.076543:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762897.076547:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762897.076548:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762897.076633:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762897.076636:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762897.076639:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1787762898.100528:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762898.100534:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762898.100538:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762898.100540:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762898.100542:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762898.100543:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762898.164522:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4314733303, at 4314733312
00000100:00000010:0.0:1787762898.164533:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9c574accc0.
00010000:00000001:3.0:1787762899.124534:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762899.124541:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787762899.124543:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787762899.124545:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762899.124549:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787762899.124551:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762899.124552:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762899.124554:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762899.124557:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762899.124558:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787762899.124559:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787762899.124561:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762899.124562:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787762899.124563:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762899.124564:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762899.124566:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762899.124569:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762899.124570:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762900.148569:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762900.148577:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762900.148586:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762900.148588:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762900.148593:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762900.148596:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762900.148701:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762900.148708:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762900.148713:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1787762901.172526:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762901.172531:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762901.172535:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762901.172536:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762901.172539:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762901.172541:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787762901.172543:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787762901.172545:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762901.172547:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787762901.172549:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762901.172550:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762901.172552:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762901.172600:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762901.172604:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762901.172607:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787762902.004543:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762902.004550:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787762902.004554:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762902.004559:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762902.004567:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762902.004572:0:291943:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20064
00000400:00000200:3.0:1787762902.004579:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787762902.004586:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762902.004589:0:291943:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762902.004591:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762902.004594:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762902.004596:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762902.004597:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787762902.004601:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762902.004602:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:3.0:1787762902.004605:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762902.004607:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:3.0:1787762902.004609:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:3.0:1787762902.004610:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:3.0:1787762902.004612:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762902.004614:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762902.004615:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762902.004616:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787762902.004619:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:3.0:1787762902.004621:0:291943:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787762902.004623:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762902.004624:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762902.004627:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762902.004629:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762902.004630:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762902.004632:0:291943:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762902.004639:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d564f00.
00000020:00000040:3.0:1787762902.004641:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:3.0:1787762902.004644:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762902.004646:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762902.004648:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762902.004650:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762902.004653:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762902.004659:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45905800.
00000100:00000001:3.0:1787762902.004665:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762902.004671:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d564f00 x1874599320532864/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762902.004684:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762902.004687:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762902.004691:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001dcdc0d3] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d564f00 x1874599320532864/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762902.004707:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762902.004709:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762902.004712:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762902.004713:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762902.004714:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762902.004716:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762902.004719:0:291943:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20064
00000400:00000200:3.0:1787762902.004721:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787762902.004736:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762902.004738:0:291943:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762902.004740:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787762902.004743:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787762902.004743:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762902.004745:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762902.004748:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000001:0.0:1787762902.004750:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1787762902.004750:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:0.0:1787762902.004754:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1787762902.004754:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000020:00000001:3.0:1787762902.004755:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762902.004759:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000020:00000001:3.0:1787762902.004761:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000040:0.0:1787762902.004763:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d564f00 x1874599320532864/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787762902.004763:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000040:3.0:1787762902.004767:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762902.004772:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762902.004775:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762902.004779:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787762902.004784:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00000001:0.0:1787762902.004786:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762902.004789:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762902.004789:0:291943:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787762902.004793:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762902.004794:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787762902.004795:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762902.004798:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762902.004801:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762902.004801:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:0.0:1787762902.004806:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d564f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320532864:192.168.203.113@tcp:250:kworker.0
02000000:00000001:3.0:1787762902.004806:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762902.004810:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787762902.004814:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00100000:3.0:1787762902.004816:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1787762902.004819:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00000001:3.0:1787762902.004820:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762902.004823:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762902.004824:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762902.004829:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:3.0:1787762902.004830:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d5652c0.
00000020:00000040:3.0:1787762902.004833:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
02000000:00000001:3.0:1787762902.004835:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000010:0.0:1787762902.004836:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d50558800.
02000000:00000001:3.0:1787762902.004837:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762902.004840:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762902.004841:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762902.004844:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762902.004846:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762902.004850:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
02000000:00000010:3.0:1787762902.004853:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45907800.
00000400:00000010:0.0:1787762902.004856:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c51687a50.
00000100:00000001:3.0:1787762902.004858:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1787762902.004862:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6990.
00000100:00100000:3.0:1787762902.004865:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d5652c0 x1874599320532992/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:0.0:1787762902.004870:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320532864, portal 25
00000100:00000001:0.0:1787762902.004875:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787762902.004878:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910949120 : -110374798602496 : ffff9b9d5d564f00)
00000100:00000001:3.0:1787762902.004880:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000040:0.0:1787762902.004885:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d564f00 x1874599320532864/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762927 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762902.004885:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762902.004895:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc712cf1] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d5652c0 x1874599320532992/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762902.004896:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787762902.004903:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787762902.004906:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe65d8.
00000100:00000200:0.0:1787762902.004911:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320532864, offset 0
00000100:00000001:3.0:1787762902.004915:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762902.004920:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000100:00080000:3.0:1787762902.004921:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762902.004925:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787762902.004926:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762902.004928:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1787762902.004929:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:3.0:1787762902.004931:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762902.004935:0:291943:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20064
00000400:00000200:0.0:1787762902.004938:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:3.0:1787762902.004943:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762902.004946:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787762902.004948:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762902.004951:0:291943:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1787762902.004953:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000100:00000040:3.0:1787762902.004956:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762902.004958:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1787762902.004960:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000100:00000040:3.0:1787762902.004963:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000400:00000200:0.0:1787762902.004967:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000100:00000001:3.0:1787762902.004968:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787762902.004971:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762902.004974:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000400:00000200:0.0:1787762902.004975:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [62926:62926:256:4294967295] 192.168.203.113@tcp LPNI seq info [62926:62926:8:4294967295]
00000020:00000001:3.0:1787762902.004976:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762902.004980:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000400:00000200:0.0:1787762902.004984:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000020:00000001:3.0:1787762902.004984:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000020:00000001:3.0:1787762902.004989:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00000040:3.0:1787762902.004993:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762902.004997:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762902.005002:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000400:00000200:0.0:1787762902.005003:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1787762902.005006:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787762902.005010:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000800:00000200:0.0:1787762902.005013:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000100:00080000:3.0:1787762902.005016:0:291943:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787762902.005019:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1787762902.005020:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c200.
02000000:00000001:3.0:1787762902.005020:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762902.005025:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762902.005028:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1787762902.005030:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000001:3.0:1787762902.005031:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762902.005034:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000800:00000200:0.0:1787762902.005037:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 33 secs later)
00000008:00000001:3.0:1787762902.005037:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762902.005042:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762902.005046:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d565680.
00000800:00000200:0.1:1787762902.005046:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000020:00000040:3.0:1787762902.005051:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000800:00000200:0.1:1787762902.005053:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 33 secs later)
02000000:00000001:3.0:1787762902.005054:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762902.005057:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762902.005060:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000800:00000100:0.0:1787762902.005061:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
02000000:00000001:3.0:1787762902.005063:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000010:0.0:1787762902.005064:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c200.
02000000:00000001:3.0:1787762902.005066:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762902.005070:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45905000.
00000400:00000200:0.0:1787762902.005071:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1787762902.005074:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762902.005079:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000100:00100000:3.0:1787762902.005083:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d565680 x1874599320533120/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1787762902.005085:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe65d8
00000400:00000010:0.0:1787762902.005089:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe65d8.
00000100:00000001:3.0:1787762902.005094:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762902.005096:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787762902.005097:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1787762902.005104:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d564f00 x1874599320532864/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762927 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787762902.005105:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000082576300] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d565680 x1874599320533120/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762902.005133:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762902.005134:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787762902.005136:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1787762902.005141:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d564f00 x1874599320532864/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762927 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787762902.005141:0:291943:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1787762902.005145:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762902.005153:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787762902.005155:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762902.005158:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762902.005160:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762902.005160:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787762902.005165:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:3.0:1787762902.005166:0:291943:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20064
00000400:00000200:3.0:1787762902.005171:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787762902.005173:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00000001:0.0:1787762902.005176:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762902.005176:0:291943:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762902.005181:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762902.005183:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1787762902.005187:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000040:3.0:1787762902.005187:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762902.005189:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787762902.005192:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:0.0:1787762902.005193:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4314738423
00000020:00000040:3.0:1787762902.005194:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000020:00000001:3.0:1787762902.005197:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762902.005200:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000020:00000001:3.0:1787762902.005201:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000020:00000001:3.0:1787762902.005203:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000010:0.0:1787762902.005204:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9c574accc0.
00000100:00000040:3.0:1787762902.005206:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762902.005210:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762902.005211:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762902.005212:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787762902.005214:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00000001:0.0:1787762902.005215:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000100:00080000:3.0:1787762902.005216:0:291943:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787762902.005220:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762902.005221:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762902.005223:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762902.005224:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4314738423
02000000:00000001:3.0:1787762902.005225:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762902.005229:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762902.005232:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000100:00000010:0.0:1787762902.005234:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9c574ac0c0.
00000008:00000001:3.0:1787762902.005234:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762902.005236:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762902.005242:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d567480.
00000100:00000001:0.0:1787762902.005243:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000020:00000040:3.0:1787762902.005244:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
02000000:00000001:3.0:1787762902.005249:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1787762902.005251:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762902.005251:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762902.005254:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762902.005257:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1787762902.005258:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762902.005259:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762902.005266:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
02000000:00000010:3.0:1787762902.005266:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45907400.
00000100:00000001:3.0:1787762902.005271:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762902.005276:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762902/real 1787762902]  req@ffff9b9d5d564f00 x1874599320532864/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762902.005276:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d567480 x1874599320533248/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762902.005296:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762902.005299:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1787762902.005303:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:3.0:1787762902.005304:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000036831fe2] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d567480 x1874599320533248/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787762902.005307:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787762902.005311:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c51687a50.
00000100:00000001:3.0:1787762902.005314:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762902.005316:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6990
00000100:00000040:3.0:1787762902.005318:0:291943:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20074)
00000400:00000010:0.0:1787762902.005319:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6990.
00000100:00000001:0.0:1787762902.005323:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787762902.005327:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d564f00 x1874599320532864/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787762902.005333:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d564f00 x1874599320532864/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762902.005342:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787762902.005344:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762902.005345:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762902.005346:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787762902.005349:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d564f00 x1874599320532864/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762902.005353:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787762902.005357:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d564f00 x1874599320532864/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762927 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762902.005361:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787762902.005364:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762902.005364:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762902.005365:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762902.005367:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787762902.005368:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787762902.005370:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762902.005373:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787762902.005374:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787762902.005377:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d564f00 x1874599320532864/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762927 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762902.005382:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d564f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320532864:192.168.203.113@tcp:250:kworker.0
00000100:00000001:0.0:1787762902.005385:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762902.005386:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762902.005388:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d564f00 x1874599320532864/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762927 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762902.005392:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787762902.005394:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787762902.005397:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d50558800.
02000000:00000001:0.0:1787762902.005399:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787762902.005401:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787762902.005402:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:0.0:1787762902.005404:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787762902.005405:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45905800.
02000000:00000001:0.0:1787762902.005409:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787762902.005410:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787762902.005411:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d564f00.
00000100:00000001:0.0:1787762902.005413:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787762902.005414:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762902.005416:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762902.005421:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762902.005422:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762902.005423:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787762902.005424:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762902.005425:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787762902.005428:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d5652c0 x1874599320532992/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762902.005433:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762902.005434:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762902.005435:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787762902.005437:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762902.005455:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762902.005458:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d5652c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320532992:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787762902.005460:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787762902.005462:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787762902.005463:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762902.005464:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787762902.005467:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d50558800.
02000000:00000001:0.0:1787762902.005468:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762902.005471:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787762902.005473:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c51687a50.
00000400:00000010:0.0:1787762902.005475:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6990.
00000100:00000200:0.0:1787762902.005477:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320532992, portal 10
00000100:00000001:0.0:1787762902.005479:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787762902.005480:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910950080 : -110374798601536 : ffff9b9d5d5652c0)
00000100:00000040:0.0:1787762902.005485:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d5652c0 x1874599320532992/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762927 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762902.005490:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787762902.005491:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787762902.005493:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe65d8.
00000100:00000200:0.0:1787762902.005494:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320532992, offset 0
00000400:00000200:0.0:1787762902.005497:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787762902.005500:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762902.005503:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787762902.005505:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787762902.005507:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:0.0:1787762902.005509:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787762902.005510:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787762902.005512:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [62927:62927:256:4294967295] 192.168.203.113@tcp LPNI seq info [62927:62927:8:4294967295]
00000400:00000200:0.0:1787762902.005515:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762902.005520:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787762902.005523:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762902.005525:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c200.
00000800:00000200:0.0:1787762902.005528:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.0:1787762902.005530:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1787762902.005533:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787762902.005535:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 33 secs later)
00000800:00000100:0.0:1787762902.005537:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762902.005539:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c200.
00000400:00000200:0.0:1787762902.005541:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787762902.005543:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787762902.005545:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe65d8
00000400:00000010:0.0:1787762902.005547:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe65d8.
00000100:00000001:0.0:1787762902.005548:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762902.005550:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d5652c0 x1874599320532992/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762927 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762902.005560:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762902.005562:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d5652c0 x1874599320532992/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762927 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762902.005566:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762902.005567:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787762902.005569:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762902.005572:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:0.0:1787762902.005574:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787762902.005576:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314737196
00000100:00000001:0.0:1787762902.005578:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314738423
00000100:00000001:0.0:1787762902.005579:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314737196
00000100:00000001:0.0:1787762902.005581:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314738423
00000100:00000001:0.0:1787762902.005582:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762902.005583:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762902.005585:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787762902.005587:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762902/real 1787762902]  req@ffff9b9d5d5652c0 x1874599320532992/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787762902.005591:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787762902.005592:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787762902.005593:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c51687a50.
00000400:00000200:0.0:1787762902.005595:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6990
00000400:00000010:0.0:1787762902.005596:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6990.
00000100:00000001:0.0:1787762902.005597:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787762902.005599:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d5652c0 x1874599320532992/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787762902.005604:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d5652c0 x1874599320532992/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762902.005608:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787762902.005609:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762902.005610:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762902.005611:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787762902.005614:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d5652c0 x1874599320532992/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762902.005618:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787762902.005620:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d5652c0 x1874599320532992/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762927 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762902.005624:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787762902.005626:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762902.005627:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762902.005627:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762902.005628:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787762902.005637:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787762902.005639:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762902.005641:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787762902.005642:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787762902.005644:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d5652c0 x1874599320532992/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762927 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762902.005649:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d5652c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320532992:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787762902.005651:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787762902.005653:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d565680 x1874599320533120/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762902.005658:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762902.005659:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762902.005660:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787762902.005662:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762902.005663:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762902.005665:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d565680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320533120:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787762902.005667:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787762902.005668:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787762902.005669:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762902.005671:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787762902.005673:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d50558400.
02000000:00000001:0.0:1787762902.005674:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762902.005676:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787762902.005677:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c51687a50.
00000400:00000010:0.0:1787762902.005679:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6990.
00000100:00000200:0.0:1787762902.005681:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320533120, portal 10
00000100:00000001:0.0:1787762902.005682:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787762902.005683:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910951040 : -110374798600576 : ffff9b9d5d565680)
00000100:00000040:0.0:1787762902.005687:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d565680 x1874599320533120/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762927 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762902.005691:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787762902.005692:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787762902.005693:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe65d8.
00000100:00000200:0.0:1787762902.005695:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320533120, offset 0
00000400:00000200:0.0:1787762902.005697:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787762902.005699:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762902.005702:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787762902.005703:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787762902.005705:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:0.0:1787762902.005707:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787762902.005708:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787762902.005711:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [62928:62928:256:4294967295] 192.168.203.113@tcp LPNI seq info [62928:62928:8:4294967295]
00000400:00000200:0.0:1787762902.005713:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762902.005717:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787762902.005719:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762902.005721:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c200.
00000800:00000200:0.0:1787762902.005738:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.0:1787762902.005740:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1787762902.005743:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787762902.005744:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 33 secs later)
00000800:00000100:0.0:1787762902.005747:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762902.005748:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c200.
00000400:00000200:0.0:1787762902.005751:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787762902.005753:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787762902.005755:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe65d8
00000400:00000010:0.0:1787762902.005756:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe65d8.
00000100:00000001:0.0:1787762902.005758:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762902.005760:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d565680 x1874599320533120/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762927 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762902.005766:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762902.005768:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d565680 x1874599320533120/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762927 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762902.005772:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762902.005773:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787762902.005775:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762902.005777:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:0.0:1787762902.005780:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787762902.005781:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314737175
00000100:00000001:0.0:1787762902.005783:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314738423
00000100:00000001:0.0:1787762902.005784:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314737175
00000100:00000001:0.0:1787762902.005786:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314738423
00000100:00000001:0.0:1787762902.005787:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762902.005788:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762902.005790:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787762902.005792:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762902/real 1787762902]  req@ffff9b9d5d565680 x1874599320533120/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787762902.005797:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787762902.005798:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787762902.005799:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c51687a50.
00000400:00000200:0.0:1787762902.005801:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6990
00000400:00000010:0.0:1787762902.005802:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6990.
00000100:00000001:0.0:1787762902.005803:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787762902.005805:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d565680 x1874599320533120/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787762902.005810:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d565680 x1874599320533120/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762902.005814:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787762902.005814:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762902.005816:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762902.005816:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787762902.005818:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d565680 x1874599320533120/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762902.005822:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787762902.005825:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d565680 x1874599320533120/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762927 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762902.005829:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787762902.005831:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762902.005832:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762902.005833:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762902.005834:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787762902.005836:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787762902.005837:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762902.005839:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787762902.005840:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787762902.005842:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d565680 x1874599320533120/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762927 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762902.005852:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d565680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320533120:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787762902.005854:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787762902.005856:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d567480 x1874599320533248/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762902.005860:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762902.005861:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762902.005862:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787762902.005863:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762902.005865:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762902.005866:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d567480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320533248:192.168.203.113@tcp:8:kworker.0
00000100:00000001:0.0:1787762902.005868:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787762902.005869:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787762902.005870:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762902.005871:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787762902.005874:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d50559800.
02000000:00000001:0.0:1787762902.005875:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762902.005877:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787762902.005879:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c51687a50.
00000400:00000010:0.0:1787762902.005881:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6990.
00000100:00000200:0.0:1787762902.005883:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320533248, portal 4
00000100:00000001:0.0:1787762902.005884:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787762902.005885:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910958720 : -110374798592896 : ffff9b9d5d567480)
00000100:00000040:0.0:1787762902.005889:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d567480 x1874599320533248/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762927 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762902.005893:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787762902.005895:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787762902.005896:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe65d8.
00000100:00000200:0.0:1787762902.005897:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320533248, offset 0
00000400:00000200:0.0:1787762902.005900:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787762902.005902:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762902.005904:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787762902.005907:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787762902.005908:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:0.0:1787762902.005910:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787762902.005912:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787762902.005914:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [62929:62929:256:4294967295] 192.168.203.113@tcp LPNI seq info [62929:62929:8:4294967295]
00000400:00000200:0.0:1787762902.005917:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762902.005920:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787762902.005923:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762902.005925:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c200.
00000800:00000200:0.0:1787762902.005927:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.0:1787762902.005929:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1787762902.005932:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787762902.005934:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 33 secs later)
00000800:00000100:0.0:1787762902.005936:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762902.005937:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c200.
00000400:00000200:0.0:1787762902.005939:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787762902.005941:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787762902.005943:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe65d8
00000400:00000010:0.0:1787762902.005944:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe65d8.
00000100:00000001:0.0:1787762902.005946:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762902.005948:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d567480 x1874599320533248/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762927 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762902.005953:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762902.005955:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d567480 x1874599320533248/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762927 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762902.005959:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762902.005960:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787762902.005961:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762902.005963:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:0.0:1787762902.005965:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787762902.005967:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314737187
00000100:00000001:0.0:1787762902.005969:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314738423
00000100:00000001:0.0:1787762902.005970:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314737187
00000100:00000001:0.0:1787762902.005971:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314738423
00000100:00000001:0.0:1787762902.005973:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762902.005974:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762902.005975:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787762902.005977:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762902/real 1787762902]  req@ffff9b9d5d567480 x1874599320533248/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787762902.005981:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787762902.005982:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787762902.005983:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c51687a50.
00000400:00000200:0.0:1787762902.005984:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6990
00000400:00000010:0.0:1787762902.005985:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6990.
00000100:00000001:0.0:1787762902.005987:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787762902.005989:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d567480 x1874599320533248/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787762902.005994:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d567480 x1874599320533248/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762902.005998:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787762902.005999:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762902.006000:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762902.006001:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787762902.006003:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d567480 x1874599320533248/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762902.006007:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787762902.006009:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d567480 x1874599320533248/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762927 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762902.006013:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787762902.006015:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762902.006016:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762902.006017:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762902.006018:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787762902.006019:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787762902.006021:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762902.006022:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787762902.006023:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787762902.006026:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d567480 x1874599320533248/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762927 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762902.006030:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d567480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320533248:192.168.203.113@tcp:8:kworker.0
00000100:00000001:0.0:1787762902.006032:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762902.006034:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762902.006035:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d5652c0 x1874599320532992/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762927 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762902.006039:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787762902.006040:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787762902.006041:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d50558800.
02000000:00000001:0.0:1787762902.006043:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787762902.006044:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787762902.006045:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:0.0:1787762902.006046:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787762902.006047:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45907800.
02000000:00000001:0.0:1787762902.006049:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787762902.006050:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787762902.006051:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d5652c0.
00000100:00000001:0.0:1787762902.006053:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787762902.006054:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762902.006055:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762902.006057:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d565680 x1874599320533120/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762927 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762902.006065:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787762902.006066:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787762902.006067:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d50558400.
02000000:00000001:0.0:1787762902.006069:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787762902.006069:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787762902.006070:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:0.0:1787762902.006071:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787762902.006072:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45905000.
02000000:00000001:0.0:1787762902.006073:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787762902.006074:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787762902.006075:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d565680.
00000100:00000001:0.0:1787762902.006076:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787762902.006077:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762902.006078:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762902.006079:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d567480 x1874599320533248/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762927 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762902.006083:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787762902.006084:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787762902.006085:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d50559800.
02000000:00000001:0.0:1787762902.006086:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787762902.006087:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787762902.006088:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:0.0:1787762902.006089:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787762902.006089:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45907400.
02000000:00000001:0.0:1787762902.006091:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787762902.006091:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787762902.006092:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d567480.
00000100:00000001:0.0:1787762902.006093:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787762902.006094:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762902.006095:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762902.006097:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762902.006098:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762902.006099:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787762902.006100:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762902.196515:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762902.196519:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762902.196524:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762902.196525:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762902.196529:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762902.196530:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762902.196615:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762902.196619:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762902.196622:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1787762903.220618:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762903.220627:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762903.220637:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762903.220640:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762903.220646:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762903.220649:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762903.284559:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4314738423, at 4314738432
00000100:00000010:0.0:1787762903.284577:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9c574accc0.
00010000:00000001:3.0:1787762904.244580:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762904.244590:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762904.244598:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762904.244602:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762904.244606:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762904.244609:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762905.268648:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762905.268658:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762905.268666:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762905.268668:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762905.268672:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762905.268674:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762905.268728:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762905.268734:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762905.268738:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1787762906.292516:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762906.292522:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762906.292527:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762906.292528:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762906.292531:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762906.292532:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762906.292596:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762906.292602:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762906.292606:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787762907.124540:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762907.124546:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787762907.124549:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762907.124555:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762907.124563:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762907.124572:0:291943:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20069
00000400:00000200:0.0:1787762907.124583:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762907.124591:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762907.124596:0:291943:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762907.124600:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787762907.124602:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762907.124604:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787762907.124606:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787762907.124609:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762907.124610:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:0.0:1787762907.124613:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762907.124615:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:0.0:1787762907.124617:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:0.0:1787762907.124618:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:0.0:1787762907.124621:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787762907.124622:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762907.124624:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787762907.124625:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787762907.124627:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:0.0:1787762907.124630:0:291943:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787762907.124632:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762907.124634:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762907.124637:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762907.124639:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762907.124641:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787762907.124643:0:291943:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762907.124649:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81850000.
00000020:00000040:0.0:1787762907.124651:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:0.0:1787762907.124655:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762907.124656:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762907.124658:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762907.124661:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762907.124664:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762907.124669:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d50559800.
00000100:00000001:0.0:1787762907.124674:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762907.124682:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81850000 x1874599320533376/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762907.124704:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762907.124708:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762907.124712:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a28e6d3] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81850000 x1874599320533376/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762907.124730:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762907.124732:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762907.124734:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787762907.124735:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762907.124737:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762907.124739:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762907.124742:0:291943:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20069
00000400:00000200:0.0:1787762907.124745:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762907.124748:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762907.124750:0:291943:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762907.124752:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787762907.124754:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762907.124758:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787762907.124760:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787762907.124764:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762907.124767:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000020:00000001:0.0:1787762907.124768:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762907.124772:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000020:00000001:0.0:1787762907.124775:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000020:00000001:0.0:1787762907.124785:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000040:0.0:1787762907.124793:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787762907.124795:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762907.124797:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787762907.124801:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787762907.124807:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00080000:0.0:1787762907.124816:0:291943:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787762907.124822:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762907.124825:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762907.124832:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762907.124836:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762907.124838:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787762907.124842:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787762907.124846:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762907.124849:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762907.124853:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81851680.
00000020:00000040:0.0:1787762907.124857:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
02000000:00000001:0.0:1787762907.124862:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762907.124865:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762907.124867:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762907.124870:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762907.124872:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762907.124876:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d50558400.
00000100:00000001:0.0:1787762907.124882:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762907.124891:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81851680 x1874599320533504/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762907.124909:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762907.124913:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762907.124920:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be916297] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81851680 x1874599320533504/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762907.124933:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762907.124937:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762907.124940:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787762907.124941:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762907.124944:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762907.124949:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762907.124953:0:291943:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20069
00000400:00000200:0.0:1787762907.124986:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762907.124993:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762907.124996:0:291943:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762907.125000:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787762907.125004:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762907.125009:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787762907.125012:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787762907.125017:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762907.125019:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000020:00000001:0.0:1787762907.125022:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000200:1.1:1787762907.125023:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000020:00000040:0.0:1787762907.125024:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000020:00000001:0.0:1787762907.125030:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000800:00000200:1.1:1787762907.125030:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 28 secs later)
00000020:00000001:0.0:1787762907.125034:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00000040:0.0:1787762907.125040:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787762907.125043:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762907.125047:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787762907.125049:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787762907.125055:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000100:00080000:0.0:1787762907.125059:0:291943:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787762907.125063:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762907.125065:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762907.125068:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762907.125071:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762907.125075:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787762907.125077:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787762907.125080:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762907.125082:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762907.125089:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81850f00.
00000020:00000040:0.0:1787762907.125092:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
02000000:00000001:0.0:1787762907.125097:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762907.125099:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762907.125102:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762907.125105:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762907.125107:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762907.125112:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d50558800.
00000100:00000001:0.0:1787762907.125117:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762907.125125:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81850f00 x1874599320533632/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762907.125135:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762907.125139:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762907.125146:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007454b7f2] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81850f00 x1874599320533632/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762907.125156:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762907.125159:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1787762907.125165:0:291943:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1787762907.125167:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762907.125173:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787762907.125175:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762907.125178:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762907.125181:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762907.125186:0:291943:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20069
00000400:00000200:0.0:1787762907.125192:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762907.125201:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762907.125207:0:291943:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762907.125213:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787762907.125215:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762907.125219:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787762907.125226:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787762907.125231:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762907.125235:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000020:00000001:0.0:1787762907.125240:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762907.125245:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000020:00000001:0.0:1787762907.125250:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000020:00000001:0.0:1787762907.125253:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000040:0.0:1787762907.125258:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787762907.125263:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762907.125267:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787762907.125271:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787762907.125275:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00080000:0.0:1787762907.125281:0:291943:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787762907.125288:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762907.125294:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762907.125297:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762907.125304:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762907.125307:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787762907.125312:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787762907.125316:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762907.125320:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762907.125326:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81853840.
00000020:00000040:0.0:1787762907.125330:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
02000000:00000001:0.0:1787762907.125335:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762907.125338:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762907.125342:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762907.125344:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762907.125347:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762907.125353:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d5055a400.
00000100:00000001:0.0:1787762907.125358:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762907.125368:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81853840 x1874599320533760/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762907.125384:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762907.125389:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762907.125397:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000090fddba4] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81853840 x1874599320533760/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762907.125414:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762907.125419:0:291943:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20079)
00000800:00000200:1.1:1787762907.125574:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762907.125575:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1787762907.125787:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762907.125788:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1787762907.125968:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762907.125970:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 28 secs later)
00010000:00000001:3.0:1787762907.316627:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762907.316637:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762907.316643:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762907.316646:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762907.316651:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762907.316652:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762907.316753:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762907.316758:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762907.316763:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1787762908.340575:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762908.340613:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787762908.340616:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787762908.340620:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762908.340624:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787762908.340626:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762908.340628:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762908.340630:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762908.340633:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762908.340634:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787762908.340635:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787762908.340636:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762908.340637:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787762908.340638:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762908.340640:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762908.340641:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762908.340644:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762908.340644:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762908.404522:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4314743543, at 4314743552
00000100:00000010:0.0:1787762908.404533:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69ba20.
00010000:00000001:3.0:1787762909.364590:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762909.364598:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762909.364605:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762909.364607:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762909.364611:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762909.364613:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762910.388543:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762910.388551:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762910.388557:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762910.388558:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762910.388565:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762910.388567:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762910.388643:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762910.388651:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762910.388688:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1787762911.412543:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762911.412551:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762911.412558:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762911.412559:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762911.412567:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762911.412574:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787762911.412577:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787762911.412583:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762911.412587:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787762911.412589:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762911.412592:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762911.412595:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762911.412705:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762911.412714:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762911.412720:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762912.244981:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787762912.244994:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762912.245002:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787762912.245020:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d753e4b40 x1874599320533888/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762912.245052:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762912.245058:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762912.245065:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787762912.245071:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762912.245078:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762912.245091:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d753e4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320533888:192.168.203.113@tcp:250:kworker.0
00000100:00000001:0.0:1787762912.245105:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787762912.245112:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787762912.245118:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762912.245124:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787762912.245135:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d5055b000.
02000000:00000001:0.0:1787762912.245145:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762912.245157:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787762912.245166:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c51687a50.
00000400:00000010:0.0:1787762912.245178:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6990.
00000100:00000200:0.0:1787762912.245192:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320533888, portal 25
00000100:00000001:0.0:1787762912.245200:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787762912.245205:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699312028480 : -110374397523136 : ffff9b9d753e4b40)
00000100:00000040:0.0:1787762912.245222:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d753e4b40 x1874599320533888/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762937 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762912.245255:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787762912.245267:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787762912.245273:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe65d8.
00000100:00000200:0.0:1787762912.245283:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320533888, offset 0
00000400:00000200:0.0:1787762912.245300:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787762912.245319:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762912.245337:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787762912.245351:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787762912.245362:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:0.0:1787762912.245373:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787762912.245383:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787762912.245394:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [62934:62934:256:4294967295] 192.168.203.113@tcp LPNI seq info [62934:62934:8:4294967295]
00000400:00000200:0.0:1787762912.245411:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762912.245471:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787762912.245481:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762912.245489:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c200.
00000800:00000200:0.0:1787762912.245508:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.0:1787762912.245518:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787762912.245536:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787762912.245549:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1787762912.245570:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762912.245578:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c200.
00000400:00000200:0.0:1787762912.245593:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787762912.245604:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787762912.245614:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe65d8
00000400:00000010:0.0:1787762912.245621:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe65d8.
00000100:00000001:0.0:1787762912.245629:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762912.245638:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d753e4b40 x1874599320533888/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762937 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762912.245685:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762912.245696:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d753e4b40 x1874599320533888/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762937 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762912.245722:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762912.245729:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787762912.245740:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762912.245755:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787762912.245765:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4314748664
00000100:00000010:0.0:1787762912.245778:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9c574accc0.
00000100:00000001:0.0:1787762912.245790:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1787762912.245804:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4314748664
00000100:00000010:0.0:1787762912.245813:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9c574ac540.
00000100:00000001:0.0:1787762912.245823:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1787762912.245832:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762912.245840:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762912.245848:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787762912.245862:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762912/real 1787762912]  req@ffff9b9d753e4b40 x1874599320533888/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787762912.245897:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787762912.245906:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787762912.245915:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c51687a50.
00000400:00000200:0.0:1787762912.245928:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6990
00000400:00000010:0.0:1787762912.245939:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6990.
00000100:00000001:0.0:1787762912.245953:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787762912.245970:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d753e4b40 x1874599320533888/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787762912.246015:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d753e4b40 x1874599320533888/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762912.246046:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787762912.246053:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762912.246059:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762912.246065:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787762912.246075:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d753e4b40 x1874599320533888/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762912.246111:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787762912.246130:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d753e4b40 x1874599320533888/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762937 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762912.246150:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787762912.246159:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762912.246165:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762912.246170:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762912.246176:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787762912.246181:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787762912.246188:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762912.246201:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787762912.246205:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787762912.246211:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d753e4b40 x1874599320533888/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762937 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762912.246223:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d753e4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320533888:192.168.203.113@tcp:250:kworker.0
00000100:00000001:0.0:1787762912.246229:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762912.246232:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762912.246236:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d753e4b40 x1874599320533888/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762937 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762912.246244:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787762912.246247:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787762912.246250:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d5055b000.
02000000:00000001:0.0:1787762912.246255:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787762912.246257:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787762912.246259:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:0.0:1787762912.246262:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787762912.246266:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d58dba000.
02000000:00000001:0.0:1787762912.246270:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787762912.246272:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787762912.246274:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d753e4b40.
00000100:00000001:0.0:1787762912.246278:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787762912.246280:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762912.246282:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762912.246291:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762912.246293:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762912.246295:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787762912.246298:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762912.246299:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787762912.246304:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d753e70c0 x1874599320534016/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762912.246314:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762912.246316:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762912.246319:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787762912.246321:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762912.246324:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762912.246327:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d753e70c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320534016:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787762912.246331:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787762912.246334:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787762912.246336:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762912.246338:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787762912.246343:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d5055b000.
02000000:00000001:0.0:1787762912.246345:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762912.246351:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787762912.246354:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c51687a50.
00000400:00000010:0.0:1787762912.246359:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6990.
00000100:00000200:0.0:1787762912.246363:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320534016, portal 10
00000100:00000001:0.0:1787762912.246366:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787762912.246368:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699312038080 : -110374397513536 : ffff9b9d753e70c0)
00000100:00000040:0.0:1787762912.246376:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d753e70c0 x1874599320534016/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762937 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762912.246384:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787762912.246388:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787762912.246390:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe65d8.
00000100:00000200:0.0:1787762912.246393:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320534016, offset 0
00000400:00000200:0.0:1787762912.246398:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787762912.246403:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762912.246409:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787762912.246413:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787762912.246417:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:0.0:1787762912.246420:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787762912.246423:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787762912.246428:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [62935:62935:256:4294967295] 192.168.203.113@tcp LPNI seq info [62935:62935:8:4294967295]
00000400:00000200:0.0:1787762912.246433:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762912.246473:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787762912.246480:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762912.246485:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c200.
00000800:00000200:0.0:1787762912.246490:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.0:1787762912.246494:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787762912.246500:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787762912.246503:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1787762912.246508:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762912.246510:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c200.
00000400:00000200:0.0:1787762912.246515:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787762912.246519:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787762912.246523:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe65d8
00000400:00000010:0.0:1787762912.246526:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe65d8.
00000100:00000001:0.0:1787762912.246529:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762912.246534:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d753e70c0 x1874599320534016/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762937 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762912.246544:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762912.246548:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d753e70c0 x1874599320534016/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762937 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762912.246556:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762912.246558:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787762912.246563:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762912.246568:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:0.0:1787762912.246572:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787762912.246575:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314747437
00000100:00000001:0.0:1787762912.246578:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314748664
00000100:00000001:0.0:1787762912.246581:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314747437
00000100:00000001:0.0:1787762912.246584:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314748664
00000100:00000001:0.0:1787762912.246587:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762912.246590:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762912.246592:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787762912.246597:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762912/real 1787762912]  req@ffff9b9d753e70c0 x1874599320534016/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787762912.246607:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787762912.246609:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787762912.246610:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c51687a50.
00000400:00000200:0.0:1787762912.246613:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6990
00000400:00000010:0.0:1787762912.246615:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6990.
00000100:00000001:0.0:1787762912.246617:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787762912.246621:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d753e70c0 x1874599320534016/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787762912.246632:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d753e70c0 x1874599320534016/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762912.246640:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787762912.246641:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762912.246643:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762912.246645:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787762912.246649:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d753e70c0 x1874599320534016/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762912.246682:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787762912.246690:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d753e70c0 x1874599320534016/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762937 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762912.246699:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787762912.246702:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762912.246704:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762912.246706:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762912.246709:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787762912.246721:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787762912.246725:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762912.246730:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787762912.246733:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787762912.246738:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d753e70c0 x1874599320534016/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762937 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762912.246747:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d753e70c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320534016:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787762912.246752:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787762912.246756:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d753e4000 x1874599320534144/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762912.246764:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762912.246765:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762912.246768:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787762912.246770:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762912.246773:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762912.246776:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d753e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320534144:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787762912.246781:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787762912.246783:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787762912.246785:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762912.246787:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787762912.246792:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d50559000.
02000000:00000001:0.0:1787762912.246794:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762912.246798:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787762912.246801:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c51687a50.
00000400:00000010:0.0:1787762912.246805:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6990.
00000100:00000200:0.0:1787762912.246809:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320534144, portal 10
00000100:00000001:0.0:1787762912.246812:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787762912.246814:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699312025600 : -110374397526016 : ffff9b9d753e4000)
00000100:00000040:0.0:1787762912.246821:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d753e4000 x1874599320534144/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762937 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762912.246830:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787762912.246833:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787762912.246836:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe65d8.
00000100:00000200:0.0:1787762912.246839:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320534144, offset 0
00000400:00000200:0.0:1787762912.246843:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787762912.246849:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762912.246853:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787762912.246857:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787762912.246861:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:0.0:1787762912.246864:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787762912.246867:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787762912.246871:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [62936:62936:256:4294967295] 192.168.203.113@tcp LPNI seq info [62936:62936:8:4294967295]
00000400:00000200:0.0:1787762912.246877:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762912.246886:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787762912.246895:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762912.246901:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c200.
00000800:00000200:0.0:1787762912.246909:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.0:1787762912.246914:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787762912.246922:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787762912.246927:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1787762912.246935:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762912.246939:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c200.
00000400:00000200:0.0:1787762912.246945:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787762912.246952:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787762912.246958:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe65d8
00000400:00000010:0.0:1787762912.246962:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe65d8.
00000100:00000001:0.0:1787762912.246968:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762912.246975:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d753e4000 x1874599320534144/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762937 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762912.246991:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762912.246996:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d753e4000 x1874599320534144/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762937 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762912.247005:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762912.247007:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787762912.247013:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762912.247017:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:0.0:1787762912.247022:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787762912.247024:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314747416
00000100:00000001:0.0:1787762912.247028:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314748664
00000100:00000001:0.0:1787762912.247031:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314747416
00000100:00000001:0.0:1787762912.247033:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314748664
00000100:00000001:0.0:1787762912.247036:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762912.247038:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762912.247041:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787762912.247045:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762912/real 1787762912]  req@ffff9b9d753e4000 x1874599320534144/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787762912.247056:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787762912.247057:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787762912.247060:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c51687a50.
00000400:00000200:0.0:1787762912.247063:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6990
00000400:00000010:0.0:1787762912.247065:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6990.
00000100:00000001:0.0:1787762912.247067:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787762912.247071:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d753e4000 x1874599320534144/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787762912.247082:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d753e4000 x1874599320534144/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762912.247089:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787762912.247091:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762912.247093:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762912.247095:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787762912.247099:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d753e4000 x1874599320534144/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762912.247107:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787762912.247111:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d753e4000 x1874599320534144/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762937 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762912.247120:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787762912.247123:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762912.247125:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762912.247127:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762912.247129:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787762912.247132:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787762912.247135:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762912.247138:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787762912.247141:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787762912.247145:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d753e4000 x1874599320534144/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762937 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762912.247154:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d753e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320534144:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787762912.247159:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787762912.247163:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d753e7840 x1874599320534272/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762912.247171:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762912.247173:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762912.247175:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787762912.247178:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762912.247180:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762912.247183:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d753e7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320534272:192.168.203.113@tcp:8:kworker.0
00000100:00000001:0.0:1787762912.247187:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787762912.247190:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787762912.247192:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762912.247194:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787762912.247199:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d50559c00.
02000000:00000001:0.0:1787762912.247201:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762912.247206:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787762912.247209:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c51687a50.
00000400:00000010:0.0:1787762912.247213:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6990.
00000100:00000200:0.0:1787762912.247217:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320534272, portal 4
00000100:00000001:0.0:1787762912.247219:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787762912.247221:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699312040000 : -110374397511616 : ffff9b9d753e7840)
00000100:00000040:0.0:1787762912.247228:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d753e7840 x1874599320534272/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762937 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762912.247236:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787762912.247239:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787762912.247242:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe65d8.
00000100:00000200:0.0:1787762912.247244:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320534272, offset 0
00000400:00000200:0.0:1787762912.247249:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787762912.247254:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762912.247258:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787762912.247261:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787762912.247265:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:0.0:1787762912.247268:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787762912.247271:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787762912.247275:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [62937:62937:256:4294967295] 192.168.203.113@tcp LPNI seq info [62937:62937:8:4294967295]
00000400:00000200:0.0:1787762912.247280:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762912.247289:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787762912.247294:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762912.247299:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c200.
00000800:00000200:0.0:1787762912.247303:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.0:1787762912.247307:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787762912.247312:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787762912.247316:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1787762912.247322:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762912.247324:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c200.
00000400:00000200:0.0:1787762912.247327:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787762912.247332:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787762912.247335:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe65d8
00000400:00000010:0.0:1787762912.247338:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe65d8.
00000100:00000001:0.0:1787762912.247341:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762912.247345:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d753e7840 x1874599320534272/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762937 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762912.247355:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762912.247358:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d753e7840 x1874599320534272/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762937 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762912.247367:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762912.247369:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787762912.247372:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762912.247375:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:0.0:1787762912.247379:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787762912.247381:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314747428
00000100:00000001:0.0:1787762912.247384:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314748664
00000100:00000001:0.0:1787762912.247387:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314747428
00000100:00000001:0.0:1787762912.247390:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314748664
00000100:00000001:0.0:1787762912.247392:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762912.247395:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762912.247397:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787762912.247401:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762912/real 1787762912]  req@ffff9b9d753e7840 x1874599320534272/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787762912.247410:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787762912.247411:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787762912.247413:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c51687a50.
00000400:00000200:0.0:1787762912.247415:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6990
00000400:00000010:0.0:1787762912.247417:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6990.
00000100:00000001:0.0:1787762912.247419:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787762912.247423:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d753e7840 x1874599320534272/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787762912.247434:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d753e7840 x1874599320534272/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762912.247470:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787762912.247473:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762912.247475:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762912.247477:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787762912.247482:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d753e7840 x1874599320534272/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762912.247491:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787762912.247495:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d753e7840 x1874599320534272/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762937 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762912.247504:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787762912.247507:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762912.247508:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762912.247510:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762912.247512:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787762912.247514:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787762912.247517:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762912.247520:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787762912.247523:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787762912.247527:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d753e7840 x1874599320534272/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762937 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762912.247536:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d753e7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320534272:192.168.203.113@tcp:8:kworker.0
00000100:00000001:0.0:1787762912.247541:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762912.247544:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762912.247548:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d753e70c0 x1874599320534016/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762937 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762912.247556:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787762912.247558:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787762912.247561:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d5055b000.
02000000:00000001:0.0:1787762912.247565:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787762912.247567:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787762912.247569:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:0.0:1787762912.247572:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787762912.247574:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d58db8800.
02000000:00000001:0.0:1787762912.247578:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787762912.247580:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787762912.247582:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d753e70c0.
00000100:00000001:0.0:1787762912.247585:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787762912.247587:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762912.247589:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762912.247593:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d753e4000 x1874599320534144/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762937 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762912.247601:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787762912.247602:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787762912.247604:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d50559000.
02000000:00000001:0.0:1787762912.247607:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787762912.247609:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787762912.247610:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:0.0:1787762912.247612:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787762912.247614:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d58db8c00.
02000000:00000001:0.0:1787762912.247616:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787762912.247617:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787762912.247619:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d753e4000.
00000100:00000001:0.0:1787762912.247621:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787762912.247623:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762912.247625:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762912.247629:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d753e7840 x1874599320534272/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762937 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762912.247637:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787762912.247638:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787762912.247640:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d50559c00.
02000000:00000001:0.0:1787762912.247642:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787762912.247643:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787762912.247645:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:0.0:1787762912.247648:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787762912.247649:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d58dba400.
02000000:00000001:0.0:1787762912.247680:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787762912.247682:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787762912.247684:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d753e7840.
00000100:00000001:0.0:1787762912.247687:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787762912.247689:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762912.247692:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762912.247697:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762912.247699:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762912.247701:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787762912.247703:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762912.436557:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762912.436566:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762912.436573:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762912.436575:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762912.436579:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762912.436581:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762912.436686:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762912.436695:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762912.436702:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1787762913.460564:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762913.460571:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762913.460580:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762913.460583:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762913.460588:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762913.460590:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762913.524610:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4314748664, at 4314748672
00000100:00000010:0.0:1787762913.524631:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9c574accc0.
00010000:00000001:3.0:1787762914.484592:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762914.484600:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762914.484608:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762914.484611:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762914.484615:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762914.484617:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762915.508600:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762915.508608:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762915.508615:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762915.508617:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762915.508621:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762915.508623:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762915.508733:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762915.508742:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762915.508748:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1787762916.532565:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762916.532573:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762916.532581:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762916.532583:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762916.532588:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762916.532590:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762916.532697:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762916.532704:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762916.532709:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762917.364958:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787762917.364970:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762917.364976:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787762917.364993:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d753e7c00 x1874599320534400/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762917.365033:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762917.365040:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762917.365050:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787762917.365057:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762917.365067:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762917.365077:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d753e7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320534400:192.168.203.113@tcp:250:kworker.0
00000100:00000001:0.0:1787762917.365092:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787762917.365101:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787762917.365107:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762917.365113:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787762917.365125:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d50559000.
02000000:00000001:0.0:1787762917.365133:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762917.365147:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787762917.365155:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c51687a50.
00000400:00000010:0.0:1787762917.365183:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6990.
00000100:00000200:0.0:1787762917.365198:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320534400, portal 25
00000100:00000001:0.0:1787762917.365206:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787762917.365211:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699312040960 : -110374397510656 : ffff9b9d753e7c00)
00000100:00000040:0.0:1787762917.365232:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d753e7c00 x1874599320534400/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762942 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762917.365268:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787762917.365281:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787762917.365288:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe65d8.
00000100:00000200:0.0:1787762917.365298:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320534400, offset 0
00000400:00000200:0.0:1787762917.365317:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787762917.365340:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762917.365359:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787762917.365373:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787762917.365386:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:0.0:1787762917.365396:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787762917.365407:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787762917.365419:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [62938:62938:256:4294967295] 192.168.203.113@tcp LPNI seq info [62938:62938:8:4294967295]
00000400:00000200:0.0:1787762917.365433:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762917.365531:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787762917.365572:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762917.365654:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c200.
00000800:00000200:0.0:1787762917.365674:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.0:1787762917.365685:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787762917.365708:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787762917.365719:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1787762917.365735:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762917.365744:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c200.
00000400:00000200:0.0:1787762917.365757:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787762917.365774:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787762917.365784:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe65d8
00000400:00000010:0.0:1787762917.365792:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe65d8.
00000100:00000001:0.0:1787762917.365801:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762917.365816:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d753e7c00 x1874599320534400/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762942 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762917.365855:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762917.365867:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d753e7c00 x1874599320534400/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762942 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762917.365895:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762917.365902:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787762917.365917:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762917.365936:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787762917.365944:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4314753784
00000100:00000010:0.0:1787762917.365959:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9c574accc0.
00000100:00000001:0.0:1787762917.365975:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1787762917.365990:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4314753784
00000100:00000010:0.0:1787762917.366001:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9c574aca80.
00000100:00000001:0.0:1787762917.366010:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1787762917.366021:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762917.366034:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762917.366044:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787762917.366058:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762917/real 1787762917]  req@ffff9b9d753e7c00 x1874599320534400/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787762917.366085:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787762917.366091:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787762917.366095:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c51687a50.
00000400:00000200:0.0:1787762917.366102:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6990
00000400:00000010:0.0:1787762917.366109:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6990.
00000100:00000001:0.0:1787762917.366118:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787762917.366132:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d753e7c00 x1874599320534400/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787762917.366161:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d753e7c00 x1874599320534400/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762917.366190:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787762917.366195:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762917.366206:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762917.366208:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787762917.366215:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d753e7c00 x1874599320534400/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762917.366225:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787762917.366233:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d753e7c00 x1874599320534400/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762942 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762917.366242:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787762917.366246:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762917.366248:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762917.366249:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762917.366253:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787762917.366255:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787762917.366258:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762917.366263:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787762917.366266:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787762917.366271:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d753e7c00 x1874599320534400/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762942 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762917.366281:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d753e7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320534400:192.168.203.113@tcp:250:kworker.0
00000100:00000001:0.0:1787762917.366286:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762917.366289:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762917.366292:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d753e7c00 x1874599320534400/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762942 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762917.366309:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787762917.366312:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787762917.366316:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d50559000.
02000000:00000001:0.0:1787762917.366320:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787762917.366323:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787762917.366325:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:0.0:1787762917.366328:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787762917.366331:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d58dba400.
02000000:00000001:0.0:1787762917.366336:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787762917.366339:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787762917.366341:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d753e7c00.
00000100:00000001:0.0:1787762917.366345:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787762917.366347:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762917.366349:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762917.366357:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762917.366359:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762917.366362:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787762917.366364:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762917.366366:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787762917.366371:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d753e4f00 x1874599320534528/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762917.366380:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762917.366382:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762917.366385:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787762917.366388:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762917.366391:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762917.366394:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d753e4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320534528:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787762917.366398:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787762917.366401:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787762917.366403:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762917.366406:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787762917.366410:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d50559000.
02000000:00000001:0.0:1787762917.366412:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762917.366417:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787762917.366421:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c51687a50.
00000400:00000010:0.0:1787762917.366425:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6990.
00000100:00000200:0.0:1787762917.366429:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320534528, portal 10
00000100:00000001:0.0:1787762917.366432:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787762917.366434:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699312029440 : -110374397522176 : ffff9b9d753e4f00)
00000100:00000040:0.0:1787762917.366473:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d753e4f00 x1874599320534528/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762942 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762917.366482:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787762917.366485:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787762917.366489:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe65d8.
00000100:00000200:0.0:1787762917.366492:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320534528, offset 0
00000400:00000200:0.0:1787762917.366497:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787762917.366503:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762917.366508:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787762917.366513:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787762917.366517:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:0.0:1787762917.366520:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787762917.366523:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787762917.366527:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [62939:62939:256:4294967295] 192.168.203.113@tcp LPNI seq info [62939:62939:8:4294967295]
00000400:00000200:0.0:1787762917.366533:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762917.366542:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787762917.366548:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762917.366552:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c200.
00000800:00000200:0.0:1787762917.366557:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.0:1787762917.366561:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787762917.366567:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787762917.366570:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1787762917.366575:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762917.366577:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c200.
00000400:00000200:0.0:1787762917.366581:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787762917.366586:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787762917.366590:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe65d8
00000400:00000010:0.0:1787762917.366592:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe65d8.
00000100:00000001:0.0:1787762917.366596:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762917.366600:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d753e4f00 x1874599320534528/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762942 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762917.366610:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762917.366614:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d753e4f00 x1874599320534528/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762942 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762917.366649:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762917.366652:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787762917.366656:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762917.366661:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:0.0:1787762917.366665:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787762917.366668:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314752557
00000100:00000001:0.0:1787762917.366672:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314753784
00000100:00000001:0.0:1787762917.366675:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314752557
00000100:00000001:0.0:1787762917.366677:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314753784
00000100:00000001:0.0:1787762917.366681:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762917.366683:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762917.366686:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787762917.366691:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762917/real 1787762917]  req@ffff9b9d753e4f00 x1874599320534528/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787762917.366700:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787762917.366702:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787762917.366704:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c51687a50.
00000400:00000200:0.0:1787762917.366707:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6990
00000400:00000010:0.0:1787762917.366710:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6990.
00000100:00000001:0.0:1787762917.366713:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787762917.366716:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d753e4f00 x1874599320534528/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787762917.366727:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d753e4f00 x1874599320534528/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762917.366743:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787762917.366745:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762917.366747:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762917.366749:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787762917.366753:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d753e4f00 x1874599320534528/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762917.366761:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787762917.366766:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d753e4f00 x1874599320534528/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762942 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762917.366774:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787762917.366777:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762917.366779:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762917.366780:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762917.366782:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787762917.366795:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787762917.366799:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762917.366803:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787762917.366806:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787762917.366811:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d753e4f00 x1874599320534528/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762942 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762917.366820:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d753e4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320534528:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787762917.366824:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787762917.366828:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d753e5a40 x1874599320534656/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762917.366836:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762917.366838:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762917.366841:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787762917.366844:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762917.366846:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762917.366850:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d753e5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320534656:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787762917.366854:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787762917.366856:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787762917.366858:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762917.366860:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787762917.366864:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d5055b000.
02000000:00000001:0.0:1787762917.366867:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762917.366871:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787762917.366874:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c51687a50.
00000400:00000010:0.0:1787762917.366877:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6990.
00000100:00000200:0.0:1787762917.366881:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320534656, portal 10
00000100:00000001:0.0:1787762917.366884:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787762917.366886:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699312032320 : -110374397519296 : ffff9b9d753e5a40)
00000100:00000040:0.0:1787762917.366892:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d753e5a40 x1874599320534656/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762942 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762917.366901:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787762917.366904:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787762917.366907:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe65d8.
00000100:00000200:0.0:1787762917.366909:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320534656, offset 0
00000400:00000200:0.0:1787762917.366914:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787762917.366918:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762917.366922:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787762917.366926:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787762917.366929:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:0.0:1787762917.366932:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787762917.366935:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787762917.366939:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [62940:62940:256:4294967295] 192.168.203.113@tcp LPNI seq info [62940:62940:8:4294967295]
00000400:00000200:0.0:1787762917.366944:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762917.366952:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787762917.366958:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762917.366962:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c200.
00000800:00000200:0.0:1787762917.366967:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.0:1787762917.366970:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787762917.366975:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787762917.366979:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1787762917.366984:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762917.366986:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c200.
00000400:00000200:0.0:1787762917.366990:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787762917.366994:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787762917.366998:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe65d8
00000400:00000010:0.0:1787762917.367000:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe65d8.
00000100:00000001:0.0:1787762917.367003:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762917.367007:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d753e5a40 x1874599320534656/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762942 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762917.367016:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762917.367020:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d753e5a40 x1874599320534656/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762942 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762917.367028:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762917.367030:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787762917.367033:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762917.367037:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:0.0:1787762917.367040:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787762917.367042:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314752536
00000100:00000001:0.0:1787762917.367045:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314753784
00000100:00000001:0.0:1787762917.367048:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314752536
00000100:00000001:0.0:1787762917.367051:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314753784
00000100:00000001:0.0:1787762917.367054:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762917.367056:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762917.367059:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787762917.367063:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762917/real 1787762917]  req@ffff9b9d753e5a40 x1874599320534656/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787762917.367073:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787762917.367075:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787762917.367077:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c51687a50.
00000400:00000200:0.0:1787762917.367080:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6990
00000400:00000010:0.0:1787762917.367082:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6990.
00000100:00000001:0.0:1787762917.367084:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787762917.367088:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d753e5a40 x1874599320534656/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787762917.367097:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d753e5a40 x1874599320534656/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762917.367105:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787762917.367106:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762917.367108:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762917.367110:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787762917.367114:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d753e5a40 x1874599320534656/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762917.367122:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787762917.367127:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d753e5a40 x1874599320534656/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762942 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762917.367135:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787762917.367137:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762917.367139:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762917.367141:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762917.367143:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787762917.367146:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787762917.367149:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762917.367153:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787762917.367155:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787762917.367160:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d753e5a40 x1874599320534656/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762942 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762917.367170:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d753e5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320534656:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787762917.367174:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787762917.367178:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d753e6580 x1874599320534784/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762917.367186:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762917.367188:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762917.367190:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787762917.367192:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762917.367194:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762917.367198:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d753e6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320534784:192.168.203.113@tcp:8:kworker.0
00000100:00000001:0.0:1787762917.367201:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787762917.367203:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787762917.367205:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762917.367207:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787762917.367210:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d50558000.
02000000:00000001:0.0:1787762917.367213:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762917.367216:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787762917.367219:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c51687a50.
00000400:00000010:0.0:1787762917.367222:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6990.
00000100:00000200:0.0:1787762917.367226:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320534784, portal 4
00000100:00000001:0.0:1787762917.367228:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787762917.367230:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699312035200 : -110374397516416 : ffff9b9d753e6580)
00000100:00000040:0.0:1787762917.367236:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d753e6580 x1874599320534784/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762942 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762917.367244:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787762917.367247:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787762917.367250:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe65d8.
00000100:00000200:0.0:1787762917.367253:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320534784, offset 0
00000400:00000200:0.0:1787762917.367258:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787762917.367261:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762917.367265:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787762917.367269:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787762917.367272:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:0.0:1787762917.367275:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787762917.367278:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787762917.367282:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [62941:62941:256:4294967295] 192.168.203.113@tcp LPNI seq info [62941:62941:8:4294967295]
00000400:00000200:0.0:1787762917.367287:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762917.367295:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787762917.367300:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762917.367303:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c200.
00000800:00000200:0.0:1787762917.367307:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.0:1787762917.367311:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787762917.367316:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787762917.367319:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1787762917.367324:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762917.367326:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c200.
00000400:00000200:0.0:1787762917.367329:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787762917.367334:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787762917.367337:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe65d8
00000400:00000010:0.0:1787762917.367339:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe65d8.
00000100:00000001:0.0:1787762917.367342:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762917.367345:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d753e6580 x1874599320534784/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762942 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762917.367354:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762917.367358:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d753e6580 x1874599320534784/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762942 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762917.367366:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762917.367368:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787762917.367371:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762917.367374:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:0.0:1787762917.367377:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787762917.367380:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314752548
00000100:00000001:0.0:1787762917.367383:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314753784
00000100:00000001:0.0:1787762917.367386:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314752548
00000100:00000001:0.0:1787762917.367389:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314753784
00000100:00000001:0.0:1787762917.367391:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762917.367393:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762917.367395:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787762917.367400:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762917/real 1787762917]  req@ffff9b9d753e6580 x1874599320534784/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787762917.367408:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787762917.367410:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787762917.367411:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c51687a50.
00000400:00000200:0.0:1787762917.367414:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6990
00000400:00000010:0.0:1787762917.367416:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6990.
00000100:00000001:0.0:1787762917.367418:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787762917.367422:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d753e6580 x1874599320534784/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787762917.367431:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d753e6580 x1874599320534784/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762917.367466:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787762917.367469:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762917.367471:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762917.367473:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787762917.367478:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d753e6580 x1874599320534784/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762917.367487:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787762917.367492:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d753e6580 x1874599320534784/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762942 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762917.367500:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787762917.367504:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762917.367506:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762917.367508:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762917.367510:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787762917.367512:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787762917.367515:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762917.367519:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787762917.367521:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787762917.367526:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d753e6580 x1874599320534784/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762942 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762917.367535:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d753e6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320534784:192.168.203.113@tcp:8:kworker.0
00000100:00000001:0.0:1787762917.367539:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762917.367541:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762917.367545:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d753e4f00 x1874599320534528/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762942 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762917.367553:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787762917.367555:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787762917.367557:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d50559000.
02000000:00000001:0.0:1787762917.367561:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787762917.367563:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787762917.367565:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:0.0:1787762917.367568:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787762917.367570:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d58db8c00.
02000000:00000001:0.0:1787762917.367573:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787762917.367575:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787762917.367577:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d753e4f00.
00000100:00000001:0.0:1787762917.367581:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787762917.367583:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762917.367585:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762917.367589:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d753e5a40 x1874599320534656/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762942 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762917.367604:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787762917.367606:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787762917.367608:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d5055b000.
02000000:00000001:0.0:1787762917.367611:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787762917.367612:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787762917.367614:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:0.0:1787762917.367633:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787762917.367636:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d58db8800.
02000000:00000001:0.0:1787762917.367639:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787762917.367640:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787762917.367642:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d753e5a40.
00000100:00000001:0.0:1787762917.367644:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787762917.367646:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762917.367648:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762917.367652:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d753e6580 x1874599320534784/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762942 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762917.367660:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787762917.367662:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787762917.367664:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d50558000.
02000000:00000001:0.0:1787762917.367667:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787762917.367669:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787762917.367670:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:0.0:1787762917.367672:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787762917.367674:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d58dba000.
02000000:00000001:0.0:1787762917.367676:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787762917.367677:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787762917.367679:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d753e6580.
00000100:00000001:0.0:1787762917.367681:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787762917.367683:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762917.367685:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762917.367689:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762917.367691:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762917.367694:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787762917.367696:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762917.556563:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762917.556571:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762917.556578:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762917.556579:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762917.556584:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762917.556585:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762917.556723:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762917.556729:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762917.556734:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1787762918.580543:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762918.580552:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787762918.580555:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787762918.580559:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762918.580565:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787762918.580567:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762918.580569:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762918.580571:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762918.580574:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762918.580576:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787762918.580577:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787762918.580578:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762918.580579:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787762918.580581:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762918.580582:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762918.580583:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762918.580586:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762918.580587:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762918.644595:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4314753784, at 4314753792
00000100:00000010:0.0:1787762918.644642:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9c574accc0.
00000100:00000001:3.0:1787762919.412582:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762919.412592:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762919.412595:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762919.412617:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787762919.412623:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762919.412627:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762919.412630:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762919.412634:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762919.412637:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762919.604539:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762919.604547:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762919.604554:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762919.604555:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762919.604559:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762919.604560:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762920.436544:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762920.436554:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762920.436556:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762920.436562:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787762920.436566:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762920.436570:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762920.436573:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762920.436576:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762920.436578:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762920.628531:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762920.628540:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762920.628545:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762920.628547:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762920.628550:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762920.628552:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762920.628691:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762920.628700:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762920.628706:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787762921.460569:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762921.460579:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762921.460583:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762921.460600:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787762921.460604:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762921.460609:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762921.460612:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762921.460615:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762921.460619:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762921.652683:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762921.652694:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762921.652703:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762921.652704:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762921.652709:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762921.652715:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787762921.652719:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787762921.652723:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762921.652727:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787762921.652731:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762921.652734:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762921.652737:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762921.652835:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762921.652843:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762921.652847:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787762922.484551:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762922.484560:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762922.484564:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762922.484570:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787762922.484574:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762922.484578:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762922.484594:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762922.484598:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762922.484602:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762922.484845:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787762922.484852:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762922.484857:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787762922.484868:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d753e6580 x1874599320534912/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762922.484885:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762922.484887:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762922.484895:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787762922.484899:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762922.484904:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762922.484911:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d753e6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320534912:192.168.203.113@tcp:250:kworker.0
00000100:00000001:0.0:1787762922.484919:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787762922.484925:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787762922.484929:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762922.484932:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787762922.484939:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d5055b000.
02000000:00000001:0.0:1787762922.484942:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762922.484949:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787762922.484954:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c51687a50.
00000400:00000010:0.0:1787762922.484964:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6990.
00000100:00000200:0.0:1787762922.484974:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320534912, portal 25
00000100:00000001:0.0:1787762922.484978:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787762922.484981:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699312035200 : -110374397516416 : ffff9b9d753e6580)
00000100:00000040:0.0:1787762922.484989:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d753e6580 x1874599320534912/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762947 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762922.485011:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787762922.485018:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787762922.485023:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe65d8.
00000100:00000200:0.0:1787762922.485028:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320534912, offset 0
00000400:00000200:0.0:1787762922.485041:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787762922.485054:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762922.485062:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787762922.485068:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787762922.485073:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:0.0:1787762922.485084:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787762922.485086:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787762922.485090:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [62942:62942:256:4294967295] 192.168.203.113@tcp LPNI seq info [62942:62942:8:4294967295]
00000400:00000200:0.0:1787762922.485093:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762922.485103:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787762922.485113:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762922.485121:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c200.
00000800:00000200:0.0:1787762922.485132:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.0:1787762922.485138:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787762922.485148:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787762922.485155:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1787762922.485165:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762922.485169:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c200.
00000400:00000200:0.0:1787762922.485177:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787762922.485187:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787762922.485194:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe65d8
00000400:00000010:0.0:1787762922.485200:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe65d8.
00000100:00000001:0.0:1787762922.485204:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762922.485210:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d753e6580 x1874599320534912/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762947 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762922.485225:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762922.485231:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d753e6580 x1874599320534912/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762947 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762922.485253:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762922.485256:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787762922.485266:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762922.485279:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787762922.485284:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4314758903
00000100:00000010:0.0:1787762922.485291:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9c574ac180.
00000100:00000001:0.0:1787762922.485303:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1787762922.485313:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4314758903
00000100:00000010:0.0:1787762922.485320:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9c574ace40.
00000100:00000001:0.0:1787762922.485324:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1787762922.485327:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762922.485332:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762922.485338:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787762922.485344:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762922/real 1787762922]  req@ffff9b9d753e6580 x1874599320534912/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787762922.485364:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787762922.485368:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787762922.485372:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c51687a50.
00000400:00000200:0.0:1787762922.485378:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6990
00000400:00000010:0.0:1787762922.485381:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6990.
00000100:00000001:0.0:1787762922.485385:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787762922.485393:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d753e6580 x1874599320534912/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787762922.485411:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d753e6580 x1874599320534912/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762922.485424:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787762922.485427:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762922.485430:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762922.485433:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787762922.485466:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d753e6580 x1874599320534912/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762922.485479:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787762922.485492:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d753e6580 x1874599320534912/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762947 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762922.485503:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787762922.485508:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762922.485513:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762922.485514:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762922.485518:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787762922.485521:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787762922.485525:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762922.485534:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787762922.485538:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787762922.485545:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d753e6580 x1874599320534912/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762947 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762922.485559:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d753e6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320534912:192.168.203.113@tcp:250:kworker.0
00000100:00000001:0.0:1787762922.485567:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762922.485572:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762922.485578:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d753e6580 x1874599320534912/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762947 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762922.485602:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787762922.485605:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787762922.485610:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d5055b000.
02000000:00000001:0.0:1787762922.485615:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787762922.485618:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787762922.485621:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:0.0:1787762922.485624:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787762922.485628:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d58dbbc00.
02000000:00000001:0.0:1787762922.485634:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787762922.485638:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787762922.485640:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d753e6580.
00000100:00000001:0.0:1787762922.485645:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787762922.485648:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762922.485651:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762922.485661:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762922.485665:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762922.485671:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787762922.485673:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762922.485674:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787762922.485678:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d753e5a40 x1874599320535040/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762922.485683:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762922.485684:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762922.485686:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787762922.485688:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762922.485689:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762922.485691:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d753e5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320535040:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787762922.485694:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787762922.485695:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787762922.485697:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762922.485698:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787762922.485700:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d5055b000.
02000000:00000001:0.0:1787762922.485702:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762922.485705:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787762922.485707:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c51687a50.
00000400:00000010:0.0:1787762922.485709:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6990.
00000100:00000200:0.0:1787762922.485712:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320535040, portal 10
00000100:00000001:0.0:1787762922.485713:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787762922.485714:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699312032320 : -110374397519296 : ffff9b9d753e5a40)
00000100:00000040:0.0:1787762922.485719:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d753e5a40 x1874599320535040/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762947 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762922.485724:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787762922.485726:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787762922.485728:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe65d8.
00000100:00000200:0.0:1787762922.485730:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320535040, offset 0
00000400:00000200:0.0:1787762922.485733:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787762922.485735:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762922.485738:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787762922.485740:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787762922.485742:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:0.0:1787762922.485744:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787762922.485746:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787762922.485748:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [62943:62943:256:4294967295] 192.168.203.113@tcp LPNI seq info [62943:62943:8:4294967295]
00000400:00000200:0.0:1787762922.485751:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762922.485755:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787762922.485759:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762922.485761:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c200.
00000800:00000200:0.0:1787762922.485764:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.0:1787762922.485766:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787762922.485769:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787762922.485771:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1787762922.485774:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762922.485775:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c200.
00000400:00000200:0.0:1787762922.485778:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787762922.485780:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787762922.485783:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe65d8
00000400:00000010:0.0:1787762922.485784:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe65d8.
00000100:00000001:0.0:1787762922.485786:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762922.485788:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d753e5a40 x1874599320535040/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762947 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762922.485794:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762922.485796:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d753e5a40 x1874599320535040/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762947 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762922.485801:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762922.485802:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787762922.485805:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762922.485808:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:0.0:1787762922.485810:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787762922.485812:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314757676
00000100:00000001:0.0:1787762922.485814:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314758903
00000100:00000001:0.0:1787762922.485816:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314757676
00000100:00000001:0.0:1787762922.485818:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314758903
00000100:00000001:0.0:1787762922.485819:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762922.485820:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762922.485822:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787762922.485824:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762922/real 1787762922]  req@ffff9b9d753e5a40 x1874599320535040/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787762922.485830:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787762922.485831:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787762922.485832:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c51687a50.
00000400:00000200:0.0:1787762922.485834:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6990
00000400:00000010:0.0:1787762922.485834:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6990.
00000100:00000001:0.0:1787762922.485836:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787762922.485838:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d753e5a40 x1874599320535040/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787762922.485844:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d753e5a40 x1874599320535040/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762922.485848:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787762922.485849:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762922.485850:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762922.485851:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787762922.485853:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d753e5a40 x1874599320535040/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762922.485857:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787762922.485859:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d753e5a40 x1874599320535040/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762947 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762922.485865:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787762922.485867:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762922.485868:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762922.485869:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762922.485870:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787762922.485885:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787762922.485886:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762922.485888:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787762922.485890:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787762922.485892:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d753e5a40 x1874599320535040/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762947 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762922.485898:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d753e5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320535040:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787762922.485900:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787762922.485902:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d753e4f00 x1874599320535168/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762922.485906:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762922.485907:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762922.485908:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787762922.485910:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762922.485911:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762922.485912:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d753e4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320535168:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787762922.485914:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787762922.485915:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787762922.485916:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762922.485917:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787762922.485920:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d50559000.
02000000:00000001:0.0:1787762922.485921:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762922.485924:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787762922.485925:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c51687a50.
00000400:00000010:0.0:1787762922.485928:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6990.
00000100:00000200:0.0:1787762922.485929:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320535168, portal 10
00000100:00000001:0.0:1787762922.485931:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787762922.485932:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699312029440 : -110374397522176 : ffff9b9d753e4f00)
00000100:00000040:0.0:1787762922.485937:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d753e4f00 x1874599320535168/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762947 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762922.485942:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787762922.485943:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787762922.485945:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe65d8.
00000100:00000200:0.0:1787762922.485946:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320535168, offset 0
00000400:00000200:0.0:1787762922.485949:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787762922.485951:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762922.485952:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787762922.485954:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787762922.485955:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:0.0:1787762922.485957:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787762922.485959:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787762922.485961:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [62944:62944:256:4294967295] 192.168.203.113@tcp LPNI seq info [62944:62944:8:4294967295]
00000400:00000200:0.0:1787762922.485964:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762922.485968:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787762922.485971:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762922.485973:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c200.
00000800:00000200:0.0:1787762922.485976:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.0:1787762922.485978:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787762922.485981:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787762922.485983:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1787762922.485986:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762922.485987:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c200.
00000400:00000200:0.0:1787762922.485989:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787762922.485991:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787762922.485993:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe65d8
00000400:00000010:0.0:1787762922.485995:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe65d8.
00000100:00000001:0.0:1787762922.485997:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762922.485999:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d753e4f00 x1874599320535168/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762947 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762922.486005:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762922.486006:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d753e4f00 x1874599320535168/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762947 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762922.486011:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762922.486012:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787762922.486014:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762922.486016:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:0.0:1787762922.486018:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787762922.486020:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314757655
00000100:00000001:0.0:1787762922.486022:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314758903
00000100:00000001:0.0:1787762922.486023:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314757655
00000100:00000001:0.0:1787762922.486025:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314758903
00000100:00000001:0.0:1787762922.486026:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762922.486027:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762922.486028:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787762922.486030:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762922/real 1787762922]  req@ffff9b9d753e4f00 x1874599320535168/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787762922.486035:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787762922.486035:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787762922.486036:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c51687a50.
00000400:00000200:0.0:1787762922.486037:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6990
00000400:00000010:0.0:1787762922.486038:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6990.
00000100:00000001:0.0:1787762922.486040:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787762922.486042:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d753e4f00 x1874599320535168/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787762922.486048:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d753e4f00 x1874599320535168/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762922.486053:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787762922.486054:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762922.486055:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762922.486056:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787762922.486059:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d753e4f00 x1874599320535168/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762922.486063:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787762922.486065:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d753e4f00 x1874599320535168/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762947 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762922.486069:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787762922.486070:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762922.486071:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762922.486072:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762922.486073:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787762922.486074:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787762922.486076:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762922.486077:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787762922.486079:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787762922.486081:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d753e4f00 x1874599320535168/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762947 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762922.486085:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d753e4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320535168:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787762922.486087:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787762922.486089:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d753e7c00 x1874599320535296/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762922.486094:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762922.486096:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762922.486097:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787762922.486099:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762922.486100:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762922.486102:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d753e7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320535296:192.168.203.113@tcp:8:kworker.0
00000100:00000001:0.0:1787762922.486104:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787762922.486106:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787762922.486106:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762922.486107:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787762922.486110:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d5055ac00.
02000000:00000001:0.0:1787762922.486111:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762922.486113:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787762922.486115:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c51687a50.
00000400:00000010:0.0:1787762922.486117:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6990.
00000100:00000200:0.0:1787762922.486119:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320535296, portal 4
00000100:00000001:0.0:1787762922.486120:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787762922.486122:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699312040960 : -110374397510656 : ffff9b9d753e7c00)
00000100:00000040:0.0:1787762922.486125:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d753e7c00 x1874599320535296/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762947 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762922.486130:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787762922.486132:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787762922.486133:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe65d8.
00000100:00000200:0.0:1787762922.486135:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320535296, offset 0
00000400:00000200:0.0:1787762922.486137:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787762922.486139:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762922.486140:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787762922.486142:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787762922.486143:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:0.0:1787762922.486145:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787762922.486146:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787762922.486148:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [62945:62945:256:4294967295] 192.168.203.113@tcp LPNI seq info [62945:62945:8:4294967295]
00000400:00000200:0.0:1787762922.486151:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762922.486155:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787762922.486158:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762922.486160:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c200.
00000800:00000200:0.0:1787762922.486163:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.0:1787762922.486165:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787762922.486167:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787762922.486169:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1787762922.486172:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762922.486173:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c200.
00000400:00000200:0.0:1787762922.486175:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787762922.486178:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787762922.486179:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe65d8
00000400:00000010:0.0:1787762922.486181:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe65d8.
00000100:00000001:0.0:1787762922.486182:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762922.486184:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d753e7c00 x1874599320535296/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762947 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762922.486190:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762922.486192:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d753e7c00 x1874599320535296/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762947 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762922.486196:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762922.486197:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787762922.486199:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762922.486200:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:0.0:1787762922.486202:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787762922.486203:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314757667
00000100:00000001:0.0:1787762922.486205:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314758903
00000100:00000001:0.0:1787762922.486207:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314757667
00000100:00000001:0.0:1787762922.486209:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314758903
00000100:00000001:0.0:1787762922.486210:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762922.486211:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762922.486212:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787762922.486215:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762922/real 1787762922]  req@ffff9b9d753e7c00 x1874599320535296/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787762922.486221:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787762922.486222:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787762922.486223:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c51687a50.
00000400:00000200:0.0:1787762922.486224:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6990
00000400:00000010:0.0:1787762922.486225:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6990.
00000100:00000001:0.0:1787762922.486226:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787762922.486228:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d753e7c00 x1874599320535296/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787762922.486233:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d753e7c00 x1874599320535296/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762922.486237:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787762922.486238:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762922.486239:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762922.486239:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787762922.486241:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d753e7c00 x1874599320535296/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762922.486245:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787762922.486248:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d753e7c00 x1874599320535296/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762947 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762922.486253:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787762922.486255:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762922.486256:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762922.486257:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762922.486258:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787762922.486259:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787762922.486260:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762922.486262:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787762922.486263:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787762922.486266:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d753e7c00 x1874599320535296/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762947 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762922.486272:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d753e7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320535296:192.168.203.113@tcp:8:kworker.0
00000100:00000001:0.0:1787762922.486275:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762922.486276:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762922.486277:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d753e5a40 x1874599320535040/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762947 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762922.486281:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787762922.486282:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787762922.486283:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d5055b000.
02000000:00000001:0.0:1787762922.486285:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787762922.486286:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787762922.486286:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:0.0:1787762922.486288:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787762922.486289:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d58db9c00.
02000000:00000001:0.0:1787762922.486290:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787762922.486291:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787762922.486292:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d753e5a40.
00000100:00000001:0.0:1787762922.486294:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787762922.486294:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762922.486295:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762922.486297:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d753e4f00 x1874599320535168/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762947 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762922.486302:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787762922.486303:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787762922.486304:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d50559000.
02000000:00000001:0.0:1787762922.486306:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787762922.486307:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787762922.486308:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:0.0:1787762922.486309:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787762922.486310:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d58dbb000.
02000000:00000001:0.0:1787762922.486311:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787762922.486312:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787762922.486313:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d753e4f00.
00000100:00000001:0.0:1787762922.486315:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787762922.486316:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762922.486317:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762922.486319:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d753e7c00 x1874599320535296/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762947 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762922.486323:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787762922.486324:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787762922.486325:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d5055ac00.
02000000:00000001:0.0:1787762922.486327:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787762922.486327:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787762922.486328:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:0.0:1787762922.486329:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787762922.486330:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d58db8400.
02000000:00000001:0.0:1787762922.486331:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787762922.486332:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787762922.486333:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d753e7c00.
00000100:00000001:0.0:1787762922.486334:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787762922.486335:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762922.486336:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762922.486338:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762922.486339:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762922.486340:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787762922.486341:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762922.676647:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762922.676658:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762922.676668:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762922.676670:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762922.676676:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762922.676679:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762922.676747:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762922.676753:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762922.676757:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787762923.508511:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762923.508520:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762923.508523:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762923.508529:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787762923.508534:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762923.508538:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762923.508541:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762923.508544:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762923.508547:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762923.700514:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762923.700521:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762923.700528:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762923.700529:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762923.700533:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762923.700534:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762923.764545:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4314758903, at 4314758912
00000100:00000010:0.0:1787762923.764555:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9c574ac180.
00000100:00000001:3.0:1787762924.532592:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762924.532603:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762924.532607:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762924.532614:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787762924.532618:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762924.532623:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762924.532626:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762924.532630:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762924.532633:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762924.724607:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762924.724614:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762924.724619:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762924.724621:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762924.724626:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762924.724627:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762925.556506:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762925.556511:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762925.556513:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762925.556516:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787762925.556519:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762925.556523:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762925.556525:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762925.556528:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762925.556530:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762925.748583:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762925.748609:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762925.748620:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762925.748623:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762925.748631:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762925.748633:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762925.748714:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762925.748720:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762925.748724:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787762926.580587:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762926.580597:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762926.580600:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762926.580607:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787762926.580614:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762926.580620:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762926.580624:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762926.580629:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762926.580632:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762926.772631:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762926.772650:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762926.772656:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762926.772658:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762926.772662:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762926.772664:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762926.772754:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762926.772761:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762926.772766:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787762927.604518:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762927.604524:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762927.604526:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762927.604532:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787762927.604536:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762927.604539:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762927.604559:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762927.604563:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762927.604569:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762927.604750:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787762927.604757:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762927.604761:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787762927.604771:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d753e7840 x1874599320535424/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762927.604783:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762927.604797:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762927.604801:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787762927.604804:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762927.604809:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762927.604814:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d753e7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320535424:192.168.203.113@tcp:250:kworker.0
00000100:00000001:0.0:1787762927.604821:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787762927.604825:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787762927.604829:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762927.604832:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787762927.604839:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d5055ac00.
02000000:00000001:0.0:1787762927.604843:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762927.604851:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787762927.604856:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c51687a50.
00000400:00000010:0.0:1787762927.604864:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6990.
00000100:00000200:0.0:1787762927.604873:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320535424, portal 25
00000100:00000001:0.0:1787762927.604878:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787762927.604881:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699312040000 : -110374397511616 : ffff9b9d753e7840)
00000100:00000040:0.0:1787762927.604890:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d753e7840 x1874599320535424/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762952 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762927.604908:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787762927.604916:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787762927.604922:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe65d8.
00000100:00000200:0.0:1787762927.604929:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320535424, offset 0
00000400:00000200:0.0:1787762927.604945:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787762927.604957:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762927.604967:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787762927.604974:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787762927.604982:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:0.0:1787762927.604988:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787762927.604993:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787762927.605001:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [62946:62946:256:4294967295] 192.168.203.113@tcp LPNI seq info [62946:62946:8:4294967295]
00000400:00000200:0.0:1787762927.605010:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762927.605024:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787762927.605034:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762927.605041:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c200.
00000800:00000200:0.0:1787762927.605053:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.0:1787762927.605058:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1787762927.605067:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787762927.605073:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1787762927.605084:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762927.605087:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c200.
00000400:00000200:0.0:1787762927.605094:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787762927.605103:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787762927.605108:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe65d8
00000400:00000010:0.0:1787762927.605112:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe65d8.
00000100:00000001:0.0:1787762927.605115:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762927.605122:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d753e7840 x1874599320535424/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762952 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762927.605140:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762927.605157:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d753e7840 x1874599320535424/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762952 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762927.605178:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762927.605183:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787762927.605193:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762927.605200:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787762927.605206:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4314764023
00000100:00000010:0.0:1787762927.605215:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9c574ac180.
00000100:00000001:0.0:1787762927.605224:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1787762927.605232:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4314764023
00000100:00000010:0.0:1787762927.605238:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9c574ac120.
00000100:00000001:0.0:1787762927.605244:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1787762927.605248:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762927.605253:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762927.605256:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787762927.605263:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762927/real 1787762927]  req@ffff9b9d753e7840 x1874599320535424/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787762927.605277:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787762927.605280:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787762927.605283:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c51687a50.
00000400:00000200:0.0:1787762927.605288:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6990
00000400:00000010:0.0:1787762927.605292:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6990.
00000100:00000001:0.0:1787762927.605296:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787762927.605302:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d753e7840 x1874599320535424/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787762927.605324:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d753e7840 x1874599320535424/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762927.605330:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787762927.605332:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762927.605334:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762927.605335:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787762927.605338:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d753e7840 x1874599320535424/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762927.605344:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787762927.605347:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d753e7840 x1874599320535424/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762952 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762927.605353:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787762927.605367:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762927.605368:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762927.605369:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762927.605372:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787762927.605373:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787762927.605375:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762927.605378:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787762927.605380:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787762927.605383:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d753e7840 x1874599320535424/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762952 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762927.605388:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d753e7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320535424:192.168.203.113@tcp:250:kworker.0
00000100:00000001:0.0:1787762927.605391:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762927.605392:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762927.605394:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d753e7840 x1874599320535424/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762952 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762927.605398:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787762927.605400:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787762927.605403:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d5055ac00.
02000000:00000001:0.0:1787762927.605405:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787762927.605407:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787762927.605408:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:0.0:1787762927.605410:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787762927.605411:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d58dba800.
02000000:00000001:0.0:1787762927.605414:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787762927.605415:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787762927.605417:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d753e7840.
00000100:00000001:0.0:1787762927.605419:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787762927.605420:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762927.605421:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762927.605427:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762927.605428:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762927.605429:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787762927.605430:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762927.605431:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787762927.605434:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d753e4000 x1874599320535552/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762927.605473:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762927.605474:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762927.605476:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787762927.605477:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762927.605479:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762927.605481:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d753e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320535552:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787762927.605484:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787762927.605485:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787762927.605486:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762927.605488:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787762927.605490:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d5055ac00.
02000000:00000001:0.0:1787762927.605492:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762927.605495:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787762927.605497:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c51687a50.
00000400:00000010:0.0:1787762927.605499:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6990.
00000100:00000200:0.0:1787762927.605502:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320535552, portal 10
00000100:00000001:0.0:1787762927.605503:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787762927.605504:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699312025600 : -110374397526016 : ffff9b9d753e4000)
00000100:00000040:0.0:1787762927.605509:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d753e4000 x1874599320535552/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762952 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762927.605514:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787762927.605516:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787762927.605517:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe65d8.
00000100:00000200:0.0:1787762927.605519:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320535552, offset 0
00000400:00000200:0.0:1787762927.605521:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787762927.605524:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762927.605527:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787762927.605529:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787762927.605530:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:0.0:1787762927.605532:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787762927.605534:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787762927.605536:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [62947:62947:256:4294967295] 192.168.203.113@tcp LPNI seq info [62947:62947:8:4294967295]
00000400:00000200:0.0:1787762927.605540:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762927.605544:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787762927.605561:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762927.605564:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c200.
00000800:00000200:0.0:1787762927.605567:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.0:1787762927.605569:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1787762927.605572:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787762927.605574:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1787762927.605576:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762927.605578:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c200.
00000400:00000200:0.0:1787762927.605580:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787762927.605582:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787762927.605584:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe65d8
00000400:00000010:0.0:1787762927.605586:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe65d8.
00000100:00000001:0.0:1787762927.605587:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762927.605590:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d753e4000 x1874599320535552/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762952 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762927.605595:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762927.605597:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d753e4000 x1874599320535552/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762952 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762927.605602:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762927.605603:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787762927.605605:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762927.605608:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:0.0:1787762927.605610:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787762927.605612:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314762796
00000100:00000001:0.0:1787762927.605614:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314764023
00000100:00000001:0.0:1787762927.605615:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314762796
00000100:00000001:0.0:1787762927.605617:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314764023
00000100:00000001:0.0:1787762927.605618:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762927.605620:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762927.605622:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787762927.605624:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762927/real 1787762927]  req@ffff9b9d753e4000 x1874599320535552/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787762927.605629:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787762927.605630:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787762927.605631:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c51687a50.
00000400:00000200:0.0:1787762927.605633:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6990
00000400:00000010:0.0:1787762927.605634:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6990.
00000100:00000001:0.0:1787762927.605635:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787762927.605637:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d753e4000 x1874599320535552/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787762927.605642:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d753e4000 x1874599320535552/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762927.605646:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787762927.605647:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762927.605648:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762927.605649:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787762927.605651:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d753e4000 x1874599320535552/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762927.605655:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787762927.605658:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d753e4000 x1874599320535552/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762952 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762927.605662:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787762927.605663:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762927.605664:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762927.605665:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762927.605667:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787762927.605676:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787762927.605678:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762927.605680:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787762927.605682:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787762927.605684:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d753e4000 x1874599320535552/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762952 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762927.605689:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d753e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320535552:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787762927.605691:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787762927.605694:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d753e70c0 x1874599320535680/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762927.605698:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762927.605698:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762927.605700:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787762927.605701:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762927.605702:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762927.605704:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d753e70c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320535680:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787762927.605706:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787762927.605708:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787762927.605709:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762927.605710:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787762927.605712:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d50559000.
02000000:00000001:0.0:1787762927.605713:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762927.605715:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787762927.605716:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c51687a50.
00000400:00000010:0.0:1787762927.605718:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6990.
00000100:00000200:0.0:1787762927.605720:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320535680, portal 10
00000100:00000001:0.0:1787762927.605722:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787762927.605723:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699312038080 : -110374397513536 : ffff9b9d753e70c0)
00000100:00000040:0.0:1787762927.605726:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d753e70c0 x1874599320535680/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762952 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762927.605731:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787762927.605733:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787762927.605734:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe65d8.
00000100:00000200:0.0:1787762927.605736:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320535680, offset 0
00000400:00000200:0.0:1787762927.605738:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787762927.605741:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762927.605743:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787762927.605745:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787762927.605747:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:0.0:1787762927.605749:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787762927.605750:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787762927.605752:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [62948:62948:256:4294967295] 192.168.203.113@tcp LPNI seq info [62948:62948:8:4294967295]
00000400:00000200:0.0:1787762927.605755:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762927.605759:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787762927.605762:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762927.605764:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c200.
00000800:00000200:0.0:1787762927.605766:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.0:1787762927.605768:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1787762927.605771:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787762927.605772:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1787762927.605775:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762927.605776:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c200.
00000400:00000200:0.0:1787762927.605778:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787762927.605780:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787762927.605782:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe65d8
00000400:00000010:0.0:1787762927.605783:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe65d8.
00000100:00000001:0.0:1787762927.605784:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762927.605786:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d753e70c0 x1874599320535680/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762952 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762927.605801:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762927.605804:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d753e70c0 x1874599320535680/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762952 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762927.605811:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762927.605812:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787762927.605816:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762927.605820:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:0.0:1787762927.605823:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787762927.605826:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314762775
00000100:00000001:0.0:1787762927.605828:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314764023
00000100:00000001:0.0:1787762927.605831:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314762775
00000100:00000001:0.0:1787762927.605834:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314764023
00000100:00000001:0.0:1787762927.605836:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762927.605839:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762927.605841:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787762927.605845:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762927/real 1787762927]  req@ffff9b9d753e70c0 x1874599320535680/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787762927.605854:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787762927.605856:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787762927.605858:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c51687a50.
00000400:00000200:0.0:1787762927.605861:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6990
00000400:00000010:0.0:1787762927.605863:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6990.
00000100:00000001:0.0:1787762927.605865:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787762927.605869:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d753e70c0 x1874599320535680/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787762927.605879:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d753e70c0 x1874599320535680/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762927.605887:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787762927.605888:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762927.605890:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762927.605892:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787762927.605896:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d753e70c0 x1874599320535680/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762927.605903:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787762927.605908:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d753e70c0 x1874599320535680/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762952 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762927.605916:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787762927.605919:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762927.605920:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762927.605922:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762927.605924:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787762927.605926:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787762927.605929:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762927.605933:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787762927.605935:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787762927.605939:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d753e70c0 x1874599320535680/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762952 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762927.605946:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d753e70c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320535680:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787762927.605949:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787762927.605951:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d753e4b40 x1874599320535808/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762927.605956:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762927.605957:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762927.605958:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787762927.605960:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762927.605961:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762927.605963:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d753e4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320535808:192.168.203.113@tcp:8:kworker.0
00000100:00000001:0.0:1787762927.605965:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787762927.605966:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787762927.605968:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762927.605969:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787762927.605972:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d5055b000.
02000000:00000001:0.0:1787762927.605973:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762927.605976:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787762927.605978:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c51687a50.
00000400:00000010:0.0:1787762927.605980:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6990.
00000100:00000200:0.0:1787762927.605983:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320535808, portal 4
00000100:00000001:0.0:1787762927.605984:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787762927.605985:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699312028480 : -110374397523136 : ffff9b9d753e4b40)
00000100:00000040:0.0:1787762927.605989:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d753e4b40 x1874599320535808/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762952 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762927.605994:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787762927.605995:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787762927.605996:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe65d8.
00000100:00000200:0.0:1787762927.605998:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320535808, offset 0
00000400:00000200:0.0:1787762927.606001:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787762927.606003:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762927.606006:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787762927.606008:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787762927.606010:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:0.0:1787762927.606012:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787762927.606013:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787762927.606015:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [62949:62949:256:4294967295] 192.168.203.113@tcp LPNI seq info [62949:62949:8:4294967295]
00000400:00000200:0.0:1787762927.606018:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762927.606022:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787762927.606025:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762927.606027:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c200.
00000800:00000200:0.0:1787762927.606029:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.0:1787762927.606031:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1787762927.606034:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787762927.606036:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1787762927.606039:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762927.606040:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c200.
00000400:00000200:0.0:1787762927.606042:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787762927.606045:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787762927.606047:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe65d8
00000400:00000010:0.0:1787762927.606049:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe65d8.
00000100:00000001:0.0:1787762927.606051:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762927.606053:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d753e4b40 x1874599320535808/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762952 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762927.606058:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762927.606060:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d753e4b40 x1874599320535808/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762952 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762927.606065:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762927.606066:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787762927.606068:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762927.606070:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:0.0:1787762927.606072:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787762927.606073:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314762787
00000100:00000001:0.0:1787762927.606075:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314764023
00000100:00000001:0.0:1787762927.606077:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314762787
00000100:00000001:0.0:1787762927.606078:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314764023
00000100:00000001:0.0:1787762927.606079:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762927.606080:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762927.606082:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787762927.606084:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762927/real 1787762927]  req@ffff9b9d753e4b40 x1874599320535808/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787762927.606088:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787762927.606089:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787762927.606090:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c51687a50.
00000400:00000200:0.0:1787762927.606092:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6990
00000400:00000010:0.0:1787762927.606093:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6990.
00000100:00000001:0.0:1787762927.606094:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787762927.606096:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d753e4b40 x1874599320535808/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787762927.606102:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d753e4b40 x1874599320535808/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762927.606106:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787762927.606107:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762927.606109:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762927.606110:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787762927.606112:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d753e4b40 x1874599320535808/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762927.606116:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787762927.606118:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d753e4b40 x1874599320535808/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762952 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762927.606122:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787762927.606123:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762927.606124:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762927.606125:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762927.606126:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787762927.606127:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787762927.606129:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762927.606131:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787762927.606132:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787762927.606134:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d753e4b40 x1874599320535808/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762952 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762927.606139:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d753e4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320535808:192.168.203.113@tcp:8:kworker.0
00000100:00000001:0.0:1787762927.606142:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762927.606144:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762927.606148:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d753e4000 x1874599320535552/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762952 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762927.606154:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787762927.606156:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787762927.606159:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d5055ac00.
02000000:00000001:0.0:1787762927.606161:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787762927.606163:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787762927.606165:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:0.0:1787762927.606167:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787762927.606169:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d58dbb400.
02000000:00000001:0.0:1787762927.606172:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787762927.606174:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787762927.606175:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d753e4000.
00000100:00000001:0.0:1787762927.606178:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787762927.606179:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762927.606181:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762927.606185:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d753e70c0 x1874599320535680/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762952 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762927.606192:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787762927.606194:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787762927.606195:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d50559000.
02000000:00000001:0.0:1787762927.606197:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787762927.606198:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787762927.606199:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:0.0:1787762927.606200:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787762927.606201:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d58db9400.
02000000:00000001:0.0:1787762927.606203:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787762927.606204:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787762927.606205:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d753e70c0.
00000100:00000001:0.0:1787762927.606206:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787762927.606207:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762927.606208:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762927.606210:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d753e4b40 x1874599320535808/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762952 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762927.606213:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787762927.606214:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787762927.606215:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d5055b000.
02000000:00000001:0.0:1787762927.606216:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787762927.606217:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787762927.606218:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:0.0:1787762927.606220:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787762927.606221:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d58db9800.
02000000:00000001:0.0:1787762927.606222:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787762927.606223:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787762927.606224:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d753e4b40.
00000100:00000001:0.0:1787762927.606225:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787762927.606226:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762927.606227:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762927.606229:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762927.606230:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762927.606232:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787762927.606233:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762927.796543:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762927.796558:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762927.796563:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762927.796564:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762927.796567:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762927.796567:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762927.796613:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762927.796617:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762927.796620:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787762928.628522:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762928.628528:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762928.628530:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762928.628534:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787762928.628553:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762928.628556:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762928.628559:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762928.628561:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762928.628564:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762928.820527:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762928.820535:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787762928.820551:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787762928.820556:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762928.820560:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787762928.820563:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762928.820565:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762928.820567:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762928.820572:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762928.820574:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787762928.820575:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787762928.820577:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762928.820579:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787762928.820581:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762928.820583:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762928.820585:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762928.820590:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762928.820592:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762928.884526:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4314764023, at 4314764032
00000100:00000010:0.0:1787762928.884553:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9c574ac180.
00000100:00000001:0.0:1787762929.652645:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762929.652654:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762929.652657:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762929.652663:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:0.0:1787762929.652668:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762929.652673:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762929.652677:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762929.652681:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762929.652684:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762929.844517:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762929.844526:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762929.844546:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762929.844548:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762929.844552:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762929.844554:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762930.676501:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762930.676511:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762930.676513:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762930.676520:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:0.0:1787762930.676538:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762930.676543:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762930.676546:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762930.676548:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762930.676552:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762930.868551:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762930.868559:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762930.868565:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762930.868566:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762930.868570:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762930.868571:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762930.868621:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762930.868626:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762930.868631:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762931.700510:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762931.700529:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762931.700532:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762931.700538:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:0.0:1787762931.700542:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762931.700546:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762931.700549:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762931.700552:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762931.700555:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762931.892572:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762931.892579:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762931.892585:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762931.892586:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762931.892590:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762931.892593:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787762931.892596:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787762931.892599:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762931.892602:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787762931.892604:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762931.892606:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762931.892608:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762931.892690:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762931.892696:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762931.892699:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762932.724630:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762932.724643:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762932.724650:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762932.724664:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:0.0:1787762932.724681:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762932.724694:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762932.724702:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762932.724709:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762932.724715:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762932.724939:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787762932.724947:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762932.724954:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787762932.724975:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d753e4b40 x1874599320535936/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762932.725030:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762932.725034:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762932.725045:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787762932.725051:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762932.725058:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762932.725068:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d753e4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320535936:192.168.203.113@tcp:250:kworker.0
00000100:00000001:0.0:1787762932.725088:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787762932.725097:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787762932.725105:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762932.725114:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787762932.725132:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d5055b000.
02000000:00000001:0.0:1787762932.725150:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762932.725181:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787762932.725192:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c51687a50.
00000400:00000010:0.0:1787762932.725215:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6990.
00000100:00000200:0.0:1787762932.725234:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320535936, portal 25
00000100:00000001:0.0:1787762932.725241:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787762932.725254:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699312028480 : -110374397523136 : ffff9b9d753e4b40)
00000100:00000040:0.0:1787762932.725272:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d753e4b40 x1874599320535936/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762957 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762932.725294:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787762932.725307:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787762932.725315:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe65d8.
00000100:00000200:0.0:1787762932.725328:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320535936, offset 0
00000400:00000200:0.0:1787762932.725349:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787762932.725366:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762932.725385:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787762932.725400:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787762932.725414:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:0.0:1787762932.725422:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787762932.725429:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787762932.725476:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [62950:62950:256:4294967295] 192.168.203.113@tcp LPNI seq info [62950:62950:8:4294967295]
00000400:00000200:0.0:1787762932.725493:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762932.725536:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787762932.725545:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762932.725556:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c200.
00000800:00000200:0.0:1787762932.725573:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.0:1787762932.725583:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1787762932.725604:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787762932.725615:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1787762932.725639:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762932.725646:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c200.
00000400:00000200:0.0:1787762932.725664:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787762932.725686:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787762932.725696:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe65d8
00000400:00000010:0.0:1787762932.725701:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe65d8.
00000100:00000001:0.0:1787762932.725708:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762932.725722:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d753e4b40 x1874599320535936/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762957 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762932.725764:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762932.725783:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d753e4b40 x1874599320535936/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762957 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762932.725831:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762932.725843:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787762932.725856:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762932.725866:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787762932.725878:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4314769144
00000100:00000010:0.0:1787762932.725891:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9c574ac180.
00000100:00000001:0.0:1787762932.725910:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1787762932.725921:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4314769144
00000100:00000010:0.0:1787762932.725929:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9c574ac660.
00000100:00000001:0.0:1787762932.725935:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1787762932.725942:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762932.725950:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762932.725959:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787762932.725971:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762932/real 1787762932]  req@ffff9b9d753e4b40 x1874599320535936/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787762932.726065:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787762932.726074:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787762932.726078:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c51687a50.
00000400:00000200:0.0:1787762932.726085:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6990
00000400:00000010:0.0:1787762932.726091:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6990.
00000100:00000001:0.0:1787762932.726099:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787762932.726114:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d753e4b40 x1874599320535936/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787762932.726175:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d753e4b40 x1874599320535936/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762932.726217:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787762932.726228:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762932.726238:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762932.726242:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787762932.726263:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d753e4b40 x1874599320535936/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762932.726339:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787762932.726360:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d753e4b40 x1874599320535936/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762957 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762932.726384:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787762932.726391:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762932.726398:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762932.726402:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762932.726413:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787762932.726418:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787762932.726433:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762932.726497:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787762932.726535:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787762932.726552:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d753e4b40 x1874599320535936/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762957 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762932.726578:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d753e4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320535936:192.168.203.113@tcp:250:kworker.0
00000100:00000001:0.0:1787762932.726588:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762932.726599:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762932.726608:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d753e4b40 x1874599320535936/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762957 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762932.726690:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787762932.726699:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787762932.726704:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d5055b000.
02000000:00000001:0.0:1787762932.726713:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787762932.726719:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787762932.726723:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:0.0:1787762932.726733:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787762932.726737:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d58dbac00.
02000000:00000001:0.0:1787762932.726748:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787762932.726756:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787762932.726763:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d753e4b40.
00000100:00000001:0.0:1787762932.726777:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787762932.726784:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762932.726789:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762932.726809:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762932.726813:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762932.726827:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787762932.726834:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762932.726838:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787762932.726856:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d753e70c0 x1874599320536064/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762932.726871:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762932.726873:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762932.726878:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787762932.726882:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762932.726885:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762932.726889:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d753e70c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320536064:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787762932.726894:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787762932.726897:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787762932.726899:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762932.726902:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787762932.726906:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d5055b000.
02000000:00000001:0.0:1787762932.726909:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762932.726913:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787762932.726918:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c51687a50.
00000400:00000010:0.0:1787762932.726922:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6990.
00000100:00000200:0.0:1787762932.726926:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320536064, portal 10
00000100:00000001:0.0:1787762932.726929:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787762932.726930:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699312038080 : -110374397513536 : ffff9b9d753e70c0)
00000100:00000040:0.0:1787762932.726939:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d753e70c0 x1874599320536064/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762957 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762932.726949:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787762932.726952:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787762932.726955:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe65d8.
00000100:00000200:0.0:1787762932.726958:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320536064, offset 0
00000400:00000200:0.0:1787762932.726962:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787762932.726967:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762932.726972:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787762932.726977:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787762932.726980:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:0.0:1787762932.726983:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787762932.726986:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787762932.726991:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [62951:62951:256:4294967295] 192.168.203.113@tcp LPNI seq info [62951:62951:8:4294967295]
00000400:00000200:0.0:1787762932.726996:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762932.727005:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787762932.727011:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762932.727015:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c200.
00000800:00000200:0.0:1787762932.727020:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.0:1787762932.727023:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1787762932.727030:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787762932.727034:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1787762932.727039:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762932.727041:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c200.
00000400:00000200:0.0:1787762932.727045:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787762932.727050:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787762932.727054:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe65d8
00000400:00000010:0.0:1787762932.727056:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe65d8.
00000100:00000001:0.0:1787762932.727059:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762932.727064:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d753e70c0 x1874599320536064/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762957 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762932.727074:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762932.727078:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d753e70c0 x1874599320536064/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762957 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762932.727086:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762932.727089:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787762932.727092:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762932.727097:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:0.0:1787762932.727100:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787762932.727103:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314767917
00000100:00000001:0.0:1787762932.727106:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314769144
00000100:00000001:0.0:1787762932.727110:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314767917
00000100:00000001:0.0:1787762932.727112:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314769144
00000100:00000001:0.0:1787762932.727115:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762932.727118:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762932.727120:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787762932.727124:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762932/real 1787762932]  req@ffff9b9d753e70c0 x1874599320536064/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787762932.727133:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787762932.727135:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787762932.727137:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c51687a50.
00000400:00000200:0.0:1787762932.727140:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6990
00000400:00000010:0.0:1787762932.727142:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6990.
00000100:00000001:0.0:1787762932.727145:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787762932.727149:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d753e70c0 x1874599320536064/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787762932.727159:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d753e70c0 x1874599320536064/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762932.727175:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787762932.727177:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762932.727179:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762932.727181:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787762932.727185:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d753e70c0 x1874599320536064/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762932.727193:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787762932.727198:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d753e70c0 x1874599320536064/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762957 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762932.727206:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787762932.727209:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762932.727211:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762932.727212:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762932.727215:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787762932.727228:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787762932.727231:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762932.727235:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787762932.727237:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787762932.727242:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d753e70c0 x1874599320536064/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762957 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762932.727251:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d753e70c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320536064:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787762932.727256:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787762932.727260:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d753e4000 x1874599320536192/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762932.727269:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762932.727271:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762932.727275:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787762932.727277:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762932.727280:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762932.727283:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d753e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320536192:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787762932.727288:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787762932.727290:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787762932.727292:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762932.727294:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787762932.727297:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d50559000.
02000000:00000001:0.0:1787762932.727300:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762932.727303:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787762932.727306:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c51687a50.
00000400:00000010:0.0:1787762932.727310:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6990.
00000100:00000200:0.0:1787762932.727313:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320536192, portal 10
00000100:00000001:0.0:1787762932.727316:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787762932.727318:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699312025600 : -110374397526016 : ffff9b9d753e4000)
00000100:00000040:0.0:1787762932.727325:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d753e4000 x1874599320536192/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762957 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762932.727333:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787762932.727336:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787762932.727339:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe65d8.
00000100:00000200:0.0:1787762932.727342:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320536192, offset 0
00000400:00000200:0.0:1787762932.727346:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787762932.727350:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762932.727354:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787762932.727357:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787762932.727360:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:0.0:1787762932.727363:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787762932.727366:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787762932.727370:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [62952:62952:256:4294967295] 192.168.203.113@tcp LPNI seq info [62952:62952:8:4294967295]
00000400:00000200:0.0:1787762932.727375:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762932.727383:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787762932.727389:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762932.727393:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c200.
00000800:00000200:0.0:1787762932.727398:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.0:1787762932.727401:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1787762932.727406:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787762932.727409:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1787762932.727414:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762932.727417:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c200.
00000400:00000200:0.0:1787762932.727420:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787762932.727424:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787762932.727427:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe65d8
00000400:00000010:0.0:1787762932.727429:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe65d8.
00000100:00000001:0.0:1787762932.727432:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762932.727436:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d753e4000 x1874599320536192/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762957 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762932.727477:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762932.727481:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d753e4000 x1874599320536192/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762957 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762932.727489:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762932.727491:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787762932.727496:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762932.727500:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:0.0:1787762932.727504:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787762932.727507:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314767897
00000100:00000001:0.0:1787762932.727528:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314769144
00000100:00000001:0.0:1787762932.727532:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314767897
00000100:00000001:0.0:1787762932.727535:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314769144
00000100:00000001:0.0:1787762932.727537:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762932.727540:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762932.727542:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787762932.727547:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762932/real 1787762932]  req@ffff9b9d753e4000 x1874599320536192/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787762932.727558:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787762932.727560:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787762932.727562:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c51687a50.
00000400:00000200:0.0:1787762932.727566:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6990
00000400:00000010:0.0:1787762932.727568:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6990.
00000100:00000001:0.0:1787762932.727570:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787762932.727574:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d753e4000 x1874599320536192/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787762932.727585:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d753e4000 x1874599320536192/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762932.727592:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787762932.727594:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762932.727596:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762932.727598:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787762932.727602:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d753e4000 x1874599320536192/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762932.727610:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787762932.727615:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d753e4000 x1874599320536192/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762957 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762932.727624:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787762932.727626:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762932.727628:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762932.727630:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762932.727632:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787762932.727634:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787762932.727637:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762932.727641:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787762932.727644:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787762932.727649:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d753e4000 x1874599320536192/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762957 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762932.727659:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d753e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320536192:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787762932.727663:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762932.727666:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762932.727670:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d753e70c0 x1874599320536064/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762957 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762932.727677:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787762932.727679:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787762932.727681:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d5055b000.
02000000:00000001:0.0:1787762932.727685:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787762932.727686:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787762932.727688:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:0.0:1787762932.727691:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787762932.727693:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d58db9800.
02000000:00000001:0.0:1787762932.727696:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787762932.727697:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787762932.727699:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d753e70c0.
00000100:00000001:0.0:1787762932.727703:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787762932.727704:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762932.727706:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762932.727710:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d753e4000 x1874599320536192/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762957 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762932.727718:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787762932.727719:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787762932.727721:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d50559000.
02000000:00000001:0.0:1787762932.727724:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787762932.727725:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787762932.727727:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:0.0:1787762932.727729:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787762932.727731:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d58db9400.
02000000:00000001:0.0:1787762932.727733:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787762932.727735:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787762932.727737:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d753e4000.
00000100:00000001:0.0:1787762932.727740:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787762932.727741:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762932.727744:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762932.727748:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762932.727750:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762932.727753:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787762932.727755:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762932.727756:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787762932.727761:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d753e7840 x1874599320536320/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762932.727771:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762932.727773:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762932.727776:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787762932.727778:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762932.727780:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762932.727784:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d753e7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320536320:192.168.203.113@tcp:8:kworker.0
00000100:00000001:0.0:1787762932.727787:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787762932.727790:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787762932.727792:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762932.727795:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787762932.727799:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d50559000.
02000000:00000001:0.0:1787762932.727801:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762932.727805:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787762932.727808:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c51687a50.
00000400:00000010:0.0:1787762932.727812:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6990.
00000100:00000200:0.0:1787762932.727816:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320536320, portal 4
00000100:00000001:0.0:1787762932.727818:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787762932.727820:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699312040000 : -110374397511616 : ffff9b9d753e7840)
00000100:00000040:0.0:1787762932.727827:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d753e7840 x1874599320536320/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762957 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762932.727836:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787762932.727838:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787762932.727842:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe65d8.
00000100:00000200:0.0:1787762932.727844:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320536320, offset 0
00000400:00000200:0.0:1787762932.727849:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787762932.727853:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762932.727858:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787762932.727862:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787762932.727865:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:0.0:1787762932.727868:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787762932.727871:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787762932.727875:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [62953:62953:256:4294967295] 192.168.203.113@tcp LPNI seq info [62953:62953:8:4294967295]
00000400:00000200:0.0:1787762932.727880:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762932.727888:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787762932.727893:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762932.727897:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c200.
00000800:00000200:0.0:1787762932.727902:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.0:1787762932.727905:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1787762932.727911:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787762932.727914:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1787762932.727919:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762932.727921:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c200.
00000400:00000200:0.0:1787762932.727925:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787762932.727929:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787762932.727933:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe65d8
00000400:00000010:0.0:1787762932.727935:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe65d8.
00000100:00000001:0.0:1787762932.727938:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762932.727943:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d753e7840 x1874599320536320/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762957 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762932.727952:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762932.727956:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d753e7840 x1874599320536320/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762957 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762932.727964:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762932.727966:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787762932.727970:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762932.727973:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:0.0:1787762932.727977:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787762932.727980:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314767909
00000100:00000001:0.0:1787762932.727983:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314769144
00000100:00000001:0.0:1787762932.727985:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314767909
00000100:00000001:0.0:1787762932.727988:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314769144
00000100:00000001:0.0:1787762932.727990:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762932.727992:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762932.727995:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787762932.727999:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762932/real 1787762932]  req@ffff9b9d753e7840 x1874599320536320/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787762932.728008:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787762932.728009:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787762932.728011:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c51687a50.
00000400:00000200:0.0:1787762932.728014:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6990
00000400:00000010:0.0:1787762932.728016:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6990.
00000100:00000001:0.0:1787762932.728019:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787762932.728022:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d753e7840 x1874599320536320/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787762932.728032:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d753e7840 x1874599320536320/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762932.728040:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787762932.728041:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762932.728044:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762932.728045:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787762932.728049:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d753e7840 x1874599320536320/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762932.728057:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787762932.728062:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d753e7840 x1874599320536320/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762957 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762932.728071:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787762932.728074:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762932.728076:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762932.728078:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762932.728080:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787762932.728082:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787762932.728085:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762932.728089:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787762932.728091:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787762932.728096:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d753e7840 x1874599320536320/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762957 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762932.728105:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d753e7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320536320:192.168.203.113@tcp:8:kworker.0
00000100:00000001:0.0:1787762932.728109:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762932.728111:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762932.728115:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d753e7840 x1874599320536320/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762957 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762932.728122:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787762932.728124:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787762932.728126:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d50559000.
02000000:00000001:0.0:1787762932.728128:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787762932.728130:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787762932.728131:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:0.0:1787762932.728134:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787762932.728135:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d58dbb400.
02000000:00000001:0.0:1787762932.728139:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787762932.728141:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787762932.728142:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d753e7840.
00000100:00000001:0.0:1787762932.728145:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787762932.728147:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762932.728150:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762932.728153:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762932.728155:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762932.728158:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787762932.728160:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762932.916613:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762932.916620:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762932.916627:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762932.916628:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762932.916632:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762932.916634:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762932.916732:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762932.916738:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762932.916743:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762933.748614:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762933.748624:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762933.748627:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762933.748633:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:0.0:1787762933.748638:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762933.748642:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762933.748658:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762933.748663:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762933.748667:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762933.940609:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762933.940616:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762933.940625:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762933.940627:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762933.940634:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762933.940637:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762934.004583:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4314769144, at 4314769152
00000100:00000010:0.0:1787762934.004601:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9c574ac180.
00000100:00000001:0.0:1787762934.772577:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762934.772588:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762934.772592:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762934.772599:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:0.0:1787762934.772605:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762934.772612:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762934.772616:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762934.772621:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762934.772625:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762934.964613:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762934.964621:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762934.964629:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762934.964632:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762934.964639:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762934.964641:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762935.796585:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762935.796594:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762935.796598:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762935.796605:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:0.0:1787762935.796611:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762935.796617:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762935.796621:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762935.796625:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762935.796628:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762935.988561:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762935.988569:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762935.988577:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762935.988580:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762935.988586:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762935.988589:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762935.988713:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762935.988719:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762935.988724:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762936.820580:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762936.820593:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762936.820596:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762936.820603:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:0.0:1787762936.820609:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762936.820616:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762936.820621:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762936.820624:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762936.820627:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762937.012618:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762937.012626:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762937.012635:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762937.012637:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762937.012641:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762937.012643:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762937.012783:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762937.012790:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762937.012795:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762937.844578:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762937.844588:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762937.844594:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762937.844602:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:0.0:1787762937.844611:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762937.844618:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762937.844624:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762937.844630:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762937.844638:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762937.844908:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787762937.844916:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762937.844923:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787762937.844939:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d753e7c00 x1874599320536448/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762937.844969:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762937.844975:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762937.844982:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787762937.845004:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762937.845014:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762937.845022:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d753e7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320536448:192.168.203.113@tcp:250:kworker.0
00000100:00000001:0.0:1787762937.845032:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787762937.845041:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787762937.845048:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762937.845055:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787762937.845068:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d50559000.
02000000:00000001:0.0:1787762937.845075:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762937.845090:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787762937.845097:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c51687a50.
00000400:00000010:0.0:1787762937.845124:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6990.
00000100:00000200:0.0:1787762937.845143:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320536448, portal 25
00000100:00000001:0.0:1787762937.845156:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787762937.845163:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699312040960 : -110374397510656 : ffff9b9d753e7c00)
00000100:00000040:0.0:1787762937.845187:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d753e7c00 x1874599320536448/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762962 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762937.845232:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787762937.845243:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787762937.845252:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe65d8.
00000100:00000200:0.0:1787762937.845259:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320536448, offset 0
00000400:00000200:0.0:1787762937.845275:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787762937.845294:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762937.845309:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787762937.845322:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787762937.845334:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:0.0:1787762937.845338:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787762937.845342:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787762937.845346:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [62954:62954:256:4294967295] 192.168.203.113@tcp LPNI seq info [62954:62954:8:4294967295]
00000400:00000200:0.0:1787762937.845353:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762937.845364:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787762937.845372:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762937.845384:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c200.
00000800:00000200:0.0:1787762937.845405:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787762937.845420:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000001:0.0:1787762937.845514:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762937.845532:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787762937.845543:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4314774264
00000100:00000010:0.0:1787762937.845556:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9c574ac180.
00000100:00000001:0.0:1787762937.845571:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1787762937.845584:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4314774264
00000100:00000010:0.0:1787762937.845595:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9c574acf00.
00000100:00000001:0.0:1787762937.845608:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1787762937.845616:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762937.845627:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762937.845639:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762937.845648:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762937.845663:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762937.845669:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1787762937.845679:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787762937.845685:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762937.845690:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787762937.845703:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d753e4f00 x1874599320536576/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762937.845736:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762937.845742:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762937.845752:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787762937.845758:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762937.845765:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762937.845777:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d753e4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320536576:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787762937.845792:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787762937.845797:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787762937.845802:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762937.845809:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787762937.845818:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d5055b000.
02000000:00000001:0.0:1787762937.845828:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762937.845841:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787762937.845850:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c51687000.
00000400:00000010:0.0:1787762937.845861:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6cc0.
00000100:00000200:0.0:1787762937.845872:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320536576, portal 10
00000100:00000001:0.0:1787762937.845880:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787762937.845886:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699312029440 : -110374397522176 : ffff9b9d753e4f00)
00000100:00000040:0.0:1787762937.845903:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d753e4f00 x1874599320536576/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762962 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762937.845927:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787762937.845938:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787762937.845947:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6880.
00000100:00000200:0.0:1787762937.845956:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320536576, offset 0
00000400:00000200:0.0:1787762937.845967:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787762937.845982:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762937.845993:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787762937.846006:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787762937.846020:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:0.0:1787762937.846029:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787762937.846037:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787762937.846052:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [62955:62955:255:4294967295] 192.168.203.113@tcp LPNI seq info [62955:62955:7:4294967295]
00000400:00000200:0.0:1787762937.846073:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762937.846103:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787762937.846125:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762937.846138:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35cc00.
00000800:00000200:0.0:1787762937.846156:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787762937.846170:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000001:0.0:1787762937.846182:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762937.846196:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:0.0:1787762937.846211:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787762937.846221:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314773036
00000100:00000001:0.0:1787762937.846229:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314774264
00000100:00000001:0.0:1787762937.846239:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314773036
00000100:00000001:0.0:1787762937.846248:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314774264
00000100:00000001:0.0:1787762937.846258:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762937.846270:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762937.846280:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762937.846290:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762937.846302:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762937.846309:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1787762937.846316:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787762937.846323:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762937.846328:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787762937.846346:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d753e5a40 x1874599320536704/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762937.846375:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762937.846379:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762937.846385:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787762937.846389:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762937.846395:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762937.846403:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d753e5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320536704:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787762937.846410:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787762937.846414:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787762937.846417:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762937.846421:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787762937.846429:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d5055ac00.
02000000:00000001:0.0:1787762937.846433:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762937.846499:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787762937.846508:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c51687e70.
00000400:00000010:0.0:1787762937.846516:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6770.
00000100:00000200:0.0:1787762937.846523:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320536704, portal 10
00000100:00000001:0.0:1787762937.846528:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787762937.846530:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699312032320 : -110374397519296 : ffff9b9d753e5a40)
00000100:00000040:0.0:1787762937.846543:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d753e5a40 x1874599320536704/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762962 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762937.846559:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787762937.846564:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787762937.846577:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6f68.
00000100:00000200:0.0:1787762937.846583:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320536704, offset 0
00000400:00000200:0.0:1787762937.846594:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787762937.846602:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762937.846612:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787762937.846618:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787762937.846623:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:0.0:1787762937.846629:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787762937.846633:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787762937.846639:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [62956:62956:254:4294967295] 192.168.203.113@tcp LPNI seq info [62956:62956:6:4294967295]
00000400:00000200:0.0:1787762937.846648:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762937.846661:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787762937.846671:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762937.846679:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c400.
00000800:00000200:0.0:1787762937.846687:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787762937.846695:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000001:0.0:1787762937.846702:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762937.846709:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:0.0:1787762937.846717:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787762937.846721:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314773016
00000100:00000001:0.0:1787762937.846726:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314774264
00000100:00000001:0.0:1787762937.846731:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314773016
00000100:00000001:0.0:1787762937.846737:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314774264
00000100:00000001:0.0:1787762937.846741:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762937.846746:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762937.846754:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762937.846759:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762937.846768:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762937.846771:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1787762937.846776:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787762937.846779:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762937.846782:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787762937.846790:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d753e6580 x1874599320536832/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762937.846816:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762937.846819:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762937.846824:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787762937.846827:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762937.846831:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762937.846837:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d753e6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320536832:192.168.203.113@tcp:8:kworker.0
00000100:00000001:0.0:1787762937.846843:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787762937.846847:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787762937.846851:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762937.846854:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787762937.846861:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d5055bc00.
02000000:00000001:0.0:1787762937.846864:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762937.846871:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787762937.846876:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c516872c0.
00000400:00000010:0.0:1787762937.846883:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6d48.
00000100:00000200:0.0:1787762937.846889:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320536832, portal 4
00000100:00000001:0.0:1787762937.846893:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787762937.846896:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699312035200 : -110374397516416 : ffff9b9d753e6580)
00000100:00000040:0.0:1787762937.846908:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d753e6580 x1874599320536832/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762962 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762937.846921:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787762937.846926:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787762937.846931:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6088.
00000100:00000200:0.0:1787762937.846936:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320536832, offset 0
00000400:00000200:0.0:1787762937.846946:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787762937.846954:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762937.846961:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787762937.846967:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787762937.846972:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:0.0:1787762937.846977:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787762937.846982:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787762937.846989:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [62957:62957:253:4294967295] 192.168.203.113@tcp LPNI seq info [62957:62957:5:4294967295]
00000400:00000200:0.0:1787762937.846998:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762937.847012:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787762937.847022:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762937.847030:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c600.
00000800:00000200:0.0:1787762937.847038:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787762937.847046:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000001:0.0:1787762937.847053:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762937.847058:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:0.0:1787762937.847065:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787762937.847069:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314773028
00000100:00000001:0.0:1787762937.847074:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314774264
00000100:00000001:0.0:1787762937.847078:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314773028
00000100:00000001:0.0:1787762937.847083:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314774264
00000100:00000001:0.0:1787762937.847087:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762937.847091:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762937.847096:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762937.847102:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762937.847110:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762937.847114:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1787762937.847119:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787762937.847123:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762937.847128:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762937.847133:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762938.036578:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762938.036586:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762938.036595:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762938.036597:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762938.036603:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762938.036605:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762938.036662:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762938.036667:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762938.036671:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762938.868625:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762938.868639:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762938.868642:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762938.868650:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:0.0:1787762938.868656:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762938.868661:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762938.868666:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762938.868671:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762938.868676:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762939.060598:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762939.060613:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787762939.060619:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787762939.060626:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762939.060635:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787762939.060639:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762939.060642:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762939.060647:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762939.060654:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762939.060658:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787762939.060661:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787762939.060665:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762939.060670:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787762939.060672:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762939.060674:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762939.060678:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762939.060682:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762939.060684:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762939.124541:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4314774264, at 4314774272
00000100:00000010:0.0:1787762939.124562:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9c574ac180.
00010000:00000001:3.0:1787762940.084606:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762940.084614:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762940.084622:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762940.084624:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762940.084628:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762940.084630:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:0.0:1787762940.916876:0:256666:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.113:988
00000400:00000100:0.0:1787762940.916949:0:256666:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.113@tcp at host 192.168.203.113 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1787762940.916963:0:256666:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762940.916971:0:256666:0:(router.c:1791:lnet_notify()) 192.168.203.13@tcp notifying 192.168.203.113@tcp: down
00000400:00000200:0.0:1787762940.916981:0:256666:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762940.916989:0:256666:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:0.0:1787762940.916998:0:256666:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.113@tcp
00000800:00000010:0.0:1787762940.917005:0:256666:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c200.
00000400:00000200:0.0:1787762940.917015:0:256666:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787762940.917023:0:256666:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787762940.917033:0:256666:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe65d8
00000400:00000010:0.0:1787762940.917038:0:256666:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe65d8.
00000100:00000001:0.0:1787762940.917047:0:256666:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762940.917062:0:256666:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b9d753e7c00 x1874599320536448/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762962 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762940.917107:0:256666:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762940.917117:0:256666:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d753e7c00 x1874599320536448/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762962 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762940.917133:0:256666:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762940.917136:0:256666:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787762940.917155:0:256666:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.113@tcp
00000800:00000010:0.0:1787762940.917161:0:256666:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35cc00.
00000400:00000200:0.0:1787762940.917169:0:256666:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787762940.917177:0:256666:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787762940.917184:0:256666:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6880
00000400:00000010:0.0:1787762940.917189:0:256666:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6880.
00000100:00000001:0.0:1787762940.917196:0:256666:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762940.917212:0:256666:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b9d753e4f00 x1874599320536576/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762962 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762940.917238:0:256666:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762940.917254:0:256666:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d753e4f00 x1874599320536576/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762962 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762940.917308:0:256666:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762940.917326:0:256666:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787762940.917351:0:256666:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.113@tcp
00000800:00000010:0.0:1787762940.917361:0:256666:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c400.
00000400:00000200:0.0:1787762940.917376:0:256666:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787762940.917401:0:256666:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787762940.917409:0:256666:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6f68
00000400:00000010:0.0:1787762940.917415:0:256666:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6f68.
00000100:00000001:0.0:1787762940.917429:0:256666:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762940.917572:0:256666:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b9d753e5a40 x1874599320536704/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762962 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762940.917606:0:256666:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762940.917625:0:256666:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d753e5a40 x1874599320536704/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762962 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762940.917674:0:256666:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762940.917687:0:256666:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787762940.917734:0:256666:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.113@tcp
00000800:00000010:0.0:1787762940.917746:0:256666:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c600.
00000400:00000200:0.0:1787762940.917758:0:256666:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787762940.917781:0:256666:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787762940.917795:0:256666:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6088
00000400:00000010:0.0:1787762940.917804:0:256666:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6088.
00000100:00000001:0.0:1787762940.917814:0:256666:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762940.917833:0:256666:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b9d753e6580 x1874599320536832/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762962 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762940.917883:0:256666:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762940.917902:0:256666:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d753e6580 x1874599320536832/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762962 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762940.917931:0:256666:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762940.917941:0:256666:0:(events.c:68:request_out_callback()) Process leaving
00010000:00000001:3.0:1787762941.108621:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762941.108634:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762941.108643:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762941.108645:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762941.108651:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762941.108653:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762941.108739:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762941.108749:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762941.108753:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1787762942.132594:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762942.132603:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762942.132611:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762942.132613:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762942.132617:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762942.132622:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787762942.132624:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787762942.132643:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762942.132648:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787762942.132651:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762942.132653:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762942.132656:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762942.132768:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762942.132778:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762942.132785:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787762942.964598:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762942.964606:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762942.964608:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762942.964613:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787762942.964616:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762942.964620:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762942.964623:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762942.964627:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762942.964631:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787762942.966009:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762942.966018:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787762942.967181:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762942.967184:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787762942.967667:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762942.967669:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787762942.967909:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762942.967912:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00010000:00000001:3.0:1787762943.156584:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762943.156596:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762943.156611:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762943.156615:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762943.156626:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762943.156630:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762943.156721:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762943.156728:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762943.156734:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1787762944.180539:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762944.180548:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762944.180556:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762944.180557:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762944.180560:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762944.180561:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762944.244531:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4314779384, at 4314779392
00000100:00000010:0.0:1787762944.244550:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69b060.
00010000:00000001:3.0:1787762945.204567:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762945.204576:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762945.204583:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762945.204585:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762945.204590:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762945.204592:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762946.228516:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762946.228524:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762946.228531:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762946.228532:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762946.228537:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762946.228539:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762946.228600:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762946.228607:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762946.228612:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1787762947.252524:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762947.252533:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762947.252539:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762947.252540:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762947.252543:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762947.252544:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762947.252603:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762947.252608:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762947.252611:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787762948.084599:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762948.084605:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762948.084609:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762948.084614:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787762948.084617:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762948.084622:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762948.084627:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762948.084633:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762948.084639:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787762948.085193:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762948.085198:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787762948.085956:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762948.085959:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787762948.086276:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762948.086278:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787762948.086541:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762948.086544:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00010000:00000001:3.0:1787762948.276535:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762948.276547:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787762948.276550:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787762948.276556:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762948.276563:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787762948.276566:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762948.276571:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762948.276574:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762948.276579:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762948.276583:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787762948.276599:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787762948.276602:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762948.276604:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787762948.276606:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762948.276608:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762948.276611:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762948.276618:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762948.276621:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762948.276731:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762948.276740:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762948.276746:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787762949.109036:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762949.109048:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762949.109053:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762949.109062:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787762949.109069:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762949.109076:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762949.109081:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762949.109087:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762949.109093:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762949.300610:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762949.300620:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762949.300630:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762949.300633:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762949.300639:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762949.300642:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762949.364580:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4314784503, at 4314784512
00000100:00000010:0.0:1787762949.364600:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69bea0.
00000100:00000001:3.0:1787762950.132572:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762950.132585:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762950.132589:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762950.132596:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787762950.132602:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762950.132607:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762950.132613:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762950.132618:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762950.132623:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762950.324531:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762950.324540:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762950.324546:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762950.324547:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762950.324551:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762950.324552:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762951.348531:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762951.348540:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762951.348546:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762951.348547:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762951.348551:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762951.348554:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787762951.348557:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787762951.348560:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762951.348563:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787762951.348565:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762951.348567:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762951.348569:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762951.348620:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762951.348625:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762951.348629:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1787762952.372546:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762952.372573:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762952.372580:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762952.372581:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762952.372585:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762952.372587:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762952.372684:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762952.372692:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762952.372698:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787762953.205520:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762953.205528:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1787762953.206012:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762953.206014:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1787762953.206260:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762953.206262:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1787762953.206503:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787762953.206505:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 47 secs later)
00010000:00000001:3.0:1787762953.396515:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762953.396523:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762953.396529:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762953.396530:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762953.396533:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762953.396534:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762953.396591:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762953.396596:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762953.396599:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1787762954.420576:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762954.420587:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762954.420596:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762954.420599:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762954.420606:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762954.420609:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762954.484580:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4314789624, at 4314789632
00000100:00000010:0.0:1787762954.484599:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69b360.
00010000:00000001:3.0:1787762955.444559:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762955.444569:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762955.444576:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762955.444579:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762955.444584:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762955.444586:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762956.468524:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762956.468529:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762956.468535:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762956.468536:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762956.468541:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762956.468542:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762956.468635:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762956.468640:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762956.468643:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1787762957.492583:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762957.492592:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762957.492599:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762957.492601:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762957.492606:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762957.492608:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762957.492752:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762957.492759:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762957.492764:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787762958.324617:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762958.324632:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787762958.324636:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762958.324643:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762958.324652:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762958.324662:0:291943:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20121
00000100:00000001:0.0:1787762958.324677:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000400:00000200:3.0:1787762958.324678:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787762958.324688:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762958.324693:0:291943:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787762958.324704:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000040:3.0:1787762958.324705:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787762958.324714:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762958.324715:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762958.324722:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762958.324728:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00100000:0.0:1787762958.324730:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000020:00000001:3.0:1787762958.324734:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762958.324742:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000100:00000001:0.0:1787762958.324744:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1787762958.324748:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1787762958.324754:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1787762958.324756:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:3.0:1787762958.324768:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000001:0.0:1787762958.324769:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:3.0:1787762958.324773:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000001:0.0:1787762958.324777:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787762958.324782:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787762958.324789:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762958.324790:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762958.324802:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762958.324807:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787762958.324812:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:3.0:1787762958.324819:0:291943:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787762958.324823:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762958.324827:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762958.324832:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762958.324838:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762958.324842:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762958.324846:0:291943:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762958.324855:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d5661c0.
00000020:00000040:3.0:1787762958.324860:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:3.0:1787762958.324864:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762958.324866:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762958.324870:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762958.324874:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762958.324879:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762958.324888:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45904800.
00000100:00000001:3.0:1787762958.324897:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762958.324908:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d5661c0 x1874599320538496/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762958.324923:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762958.325016:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762958.325025:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007d30f203] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d5661c0 x1874599320538496/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762958.325249:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762958.325256:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762958.325264:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762958.325267:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762958.325272:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762958.325279:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762958.325289:0:291943:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20121
00000400:00000200:3.0:1787762958.325303:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787762958.325313:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00000001:0.0:1787762958.325317:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787762958.325326:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762958.325331:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787762958.325365:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d5661c0 x1874599320538496/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762958.325386:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762958.325390:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762958.325398:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787762958.325403:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762958.325407:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762958.325413:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d5661c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320538496:192.168.203.113@tcp:250:kworker.0
00000100:00080000:3.0:1787762958.325419:0:291943:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787762958.325420:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787762958.325430:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:3.0:1787762958.325434:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
02000000:00000001:0.0:1787762958.325437:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762958.325493:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787762958.325501:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000010:0.0:1787762958.325504:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d5055b000.
00000100:00000040:3.0:1787762958.325507:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
02000000:00000001:0.0:1787762958.325513:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762958.325516:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787762958.325523:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762958.325528:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000020:00000001:3.0:1787762958.325535:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:0.0:1787762958.325536:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000020:00000040:3.0:1787762958.325541:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000020:00000001:3.0:1787762958.325546:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000400:00000010:0.0:1787762958.325550:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c516874d0.
00000020:00000001:3.0:1787762958.325551:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000040:3.0:1787762958.325564:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762958.325567:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762958.325570:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000400:00000010:0.0:1787762958.325572:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6088.
00000100:00000001:3.0:1787762958.325574:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787762958.325584:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00080000:3.0:1787762958.325589:0:291943:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000200:0.0:1787762958.325591:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320538496, portal 25
00000100:00000001:3.0:1787762958.325593:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762958.325602:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787762958.325605:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787762958.325613:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910953920 : -110374798597696 : ffff9b9d5d5661c0)
02000000:00000001:3.0:1787762958.325613:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762958.325623:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762958.325629:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762958.325636:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000100:00000040:0.0:1787762958.325639:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d5661c0 x1874599320538496/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762983 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1787762958.325644:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762958.325655:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762958.325667:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d5670c0.
00000100:00000001:0.0:1787762958.325668:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:3.0:1787762958.325676:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000100:00000040:0.0:1787762958.325680:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
02000000:00000001:3.0:1787762958.325684:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762958.325688:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1787762958.325691:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6f68.
00000100:00000001:3.0:1787762958.325692:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762958.325697:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762958.325703:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1787762958.325706:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320538496, offset 0
02000000:00000010:3.0:1787762958.325712:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45906400.
00000100:00000001:3.0:1787762958.325721:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762958.325731:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000100:00100000:3.0:1787762958.325740:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d5670c0 x1874599320538624/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1787762958.325757:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:3.0:1787762958.325759:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762958.325767:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762958.325775:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000096847001] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d5670c0 x1874599320538624/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1787762958.325781:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787762958.325796:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1787762958.325805:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762958.325806:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000100:00080000:3.0:1787762958.325816:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1787762958.325818:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000100:00080000:3.0:1787762958.325829:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:0.0:1787762958.325830:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000100:00000001:3.0:1787762958.325837:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762958.325843:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1787762958.325844:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [62970:62970:256:4294967295] 192.168.203.113@tcp LPNI seq info [62970:62970:8:4294967295]
00000100:00000001:3.0:1787762958.325850:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:0.0:1787762958.325861:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00080000:3.0:1787762958.325863:0:291943:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20121
00000400:00000200:3.0:1787762958.325875:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787762958.325893:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000400:00000200:0.0:1787762958.325897:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000100:00080000:3.0:1787762958.325899:0:291943:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762958.325912:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000800:00000200:0.0:1787762958.325920:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000100:00000001:3.0:1787762958.325921:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762958.325932:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000800:00000010:0.0:1787762958.325936:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c600.
00000100:00000001:3.0:1787762958.325937:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787762958.325947:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762958.325950:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000020:00000001:3.0:1787762958.325952:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762958.325958:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000800:00000200:0.0:1787762958.325960:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000020:00000001:3.0:1787762958.325963:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000800:00000200:0.0:1787762958.325969:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 42 secs later)
00000020:00000001:3.0:1787762958.325971:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00000040:3.0:1787762958.325983:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762958.325992:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.1:1787762958.325993:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000040:3.0:1787762958.326000:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000800:00000200:0.1:1787762958.326004:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 42 secs later)
00000100:00000001:3.0:1787762958.326006:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787762958.326018:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000800:00000100:0.0:1787762958.326025:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000100:00080000:3.0:1787762958.326031:0:291943:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000800:00000010:0.0:1787762958.326033:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c600.
00000100:00000001:3.0:1787762958.326039:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762958.326045:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:3.0:1787762958.326045:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762958.326051:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762958.326062:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762958.326063:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1787762958.326071:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000200:0.0:1787762958.326077:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6f68
00000008:00100000:3.0:1787762958.326078:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000400:00000010:0.0:1787762958.326086:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6f68.
00000008:00000001:3.0:1787762958.326087:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762958.326097:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762958.326099:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000010:3.0:1787762958.326105:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d564b40.
00000100:00000200:0.0:1787762958.326111:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d5661c0 x1874599320538496/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762983 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787762958.326113:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
02000000:00000001:3.0:1787762958.326125:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762958.326130:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762958.326139:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762958.326144:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1787762958.326147:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1787762958.326148:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762958.326158:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45907400.
00000100:00000040:0.0:1787762958.326160:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d5661c0 x1874599320538496/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762983 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762958.326165:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762958.326184:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d564b40 x1874599320538752/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762958.326185:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762958.326194:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787762958.326205:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762958.326223:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:3.0:1787762958.326231:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762958.326234:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4314794744
00000100:00000001:3.0:1787762958.326243:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762958.326251:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9c574ac180.
00000100:00000040:3.0:1787762958.326259:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9fa13ea] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d564b40 x1874599320538752/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762958.326267:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1787762958.326285:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4314794744
00000100:00000001:3.0:1787762958.326286:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762958.326298:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000010:0.0:1787762958.326301:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9c574acb40.
00000100:00000001:0.0:1787762958.326314:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000100:00000040:3.0:1787762958.326316:0:291943:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1787762958.326327:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787762958.326329:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1787762958.326333:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787762958.326357:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762958.326359:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1787762958.326365:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00080000:3.0:1787762958.326366:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762958.326374:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00100000:0.0:1787762958.326382:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762958/real 1787762958]  req@ffff9b9d5d5661c0 x1874599320538496/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762958.326384:0:291943:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20121
00000400:00000200:3.0:1787762958.326397:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787762958.326407:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762958.326415:0:291943:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762958.326426:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762958.326433:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000001:0.0:1787762958.326437:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:3.0:1787762958.326439:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000400:00000001:0.0:1787762958.326493:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787762958.326493:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787762958.326502:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000010:0.0:1787762958.326504:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c516874d0.
00000020:00000040:3.0:1787762958.326505:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000020:00000001:3.0:1787762958.326510:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:0.0:1787762958.326516:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6088
00000020:00000040:3.0:1787762958.326517:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000020:00000001:3.0:1787762958.326526:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000400:00000010:0.0:1787762958.326527:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6088.
00000020:00000001:3.0:1787762958.326531:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000001:0.0:1787762958.326541:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:3.0:1787762958.326542:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762958.326550:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762958.326559:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000200:0.0:1787762958.326562:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d5661c0 x1874599320538496/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762958.326563:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787762958.326572:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00080000:3.0:1787762958.326582:0:291943:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787762958.326589:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762958.326596:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762958.326602:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762958.326609:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762958.326614:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000200:0.0:1787762958.326616:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d5661c0 x1874599320538496/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1787762958.326618:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787762958.326629:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762958.326636:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762958.326646:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d565e00.
00000020:00000040:3.0:1787762958.326654:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
02000000:00000001:3.0:1787762958.326662:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762958.326667:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762958.326674:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1787762958.326675:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000001:3.0:1787762958.326677:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1787762958.326683:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787762958.326684:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762958.326698:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000010:3.0:1787762958.326699:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45905000.
00000100:00000001:0.0:1787762958.326707:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762958.326709:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762958.326732:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d565e00 x1874599320538880/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787762958.326734:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d5661c0 x1874599320538496/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762958.326759:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762958.326767:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762958.326778:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008dad852f] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d565e00 x1874599320538880/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762958.326784:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762958.326800:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762958.326802:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d5661c0 x1874599320538496/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762983 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787762958.326808:0:291943:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20131)
00000100:00000001:0.0:1787762958.326822:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787762958.326827:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762958.326830:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762958.326832:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762958.326835:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787762958.326839:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787762958.326843:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762958.326849:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787762958.326852:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787762958.326857:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d5661c0 x1874599320538496/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762983 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762958.326868:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d5661c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320538496:192.168.203.113@tcp:250:kworker.0
00000100:00000001:0.0:1787762958.326874:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762958.326878:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762958.326882:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d5661c0 x1874599320538496/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762983 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762958.326890:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787762958.326894:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787762958.326898:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d5055b000.
02000000:00000001:0.0:1787762958.326903:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787762958.326905:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787762958.326908:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:0.0:1787762958.326911:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787762958.326914:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45904800.
02000000:00000001:0.0:1787762958.326918:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787762958.326920:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787762958.326923:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d5661c0.
00000100:00000001:0.0:1787762958.326928:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787762958.326929:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762958.326932:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762958.326941:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762958.326942:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762958.326945:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787762958.326947:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762958.326950:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787762958.326955:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d5670c0 x1874599320538624/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762958.326970:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762958.326972:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762958.326977:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787762958.326981:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762958.326985:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762958.326991:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d5670c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320538624:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787762958.326998:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787762958.327003:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787762958.327007:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762958.327010:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787762958.327018:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d5055b000.
02000000:00000001:0.0:1787762958.327022:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762958.327030:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787762958.327035:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c516874d0.
00000400:00000010:0.0:1787762958.327042:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6088.
00000100:00000200:0.0:1787762958.327048:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320538624, portal 10
00000100:00000001:0.0:1787762958.327053:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787762958.327055:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910957760 : -110374798593856 : ffff9b9d5d5670c0)
00000100:00000040:0.0:1787762958.327067:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d5670c0 x1874599320538624/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762983 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762958.327082:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787762958.327088:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787762958.327093:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6f68.
00000100:00000200:0.0:1787762958.327097:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320538624, offset 0
00000400:00000200:0.0:1787762958.327106:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787762958.327115:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762958.327123:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787762958.327129:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787762958.327133:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:0.0:1787762958.327136:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787762958.327140:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787762958.327144:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [62971:62971:256:4294967295] 192.168.203.113@tcp LPNI seq info [62971:62971:8:4294967295]
00000400:00000200:0.0:1787762958.327150:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762958.327159:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787762958.327165:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762958.327170:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c600.
00000800:00000200:0.0:1787762958.327175:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.0:1787762958.327179:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1787762958.327185:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787762958.327189:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 42 secs later)
00000800:00000100:0.0:1787762958.327193:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762958.327196:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c600.
00000400:00000200:0.0:1787762958.327200:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787762958.327205:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787762958.327209:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6f68
00000400:00000010:0.0:1787762958.327212:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6f68.
00000100:00000001:0.0:1787762958.327215:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762958.327220:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d5670c0 x1874599320538624/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762983 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762958.327249:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762958.327257:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d5670c0 x1874599320538624/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762983 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762958.327271:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762958.327275:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787762958.327282:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762958.327290:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:0.0:1787762958.327296:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787762958.327301:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314793517
00000100:00000001:0.0:1787762958.327306:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314794744
00000100:00000001:0.0:1787762958.327311:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314793517
00000100:00000001:0.0:1787762958.327315:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314794744
00000100:00000001:0.0:1787762958.327320:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762958.327325:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762958.327328:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787762958.327360:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762958/real 1787762958]  req@ffff9b9d5d5670c0 x1874599320538624/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787762958.327374:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787762958.327376:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787762958.327379:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c516874d0.
00000400:00000200:0.0:1787762958.327385:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6088
00000400:00000010:0.0:1787762958.327388:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6088.
00000100:00000001:0.0:1787762958.327393:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787762958.327400:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d5670c0 x1874599320538624/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787762958.327416:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d5670c0 x1874599320538624/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762958.327429:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787762958.327433:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762958.327437:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762958.327480:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787762958.327491:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d5670c0 x1874599320538624/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762958.327500:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787762958.327506:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d5670c0 x1874599320538624/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762983 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762958.327515:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787762958.327518:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762958.327521:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762958.327523:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762958.327527:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787762958.327548:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787762958.327555:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762958.327562:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787762958.327567:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787762958.327576:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d5670c0 x1874599320538624/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762983 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762958.327593:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d5670c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320538624:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787762958.327602:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787762958.327610:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d564b40 x1874599320538752/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762958.327622:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762958.327624:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762958.327628:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787762958.327630:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762958.327633:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762958.327638:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d564b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320538752:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787762958.327642:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787762958.327645:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787762958.327647:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762958.327650:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787762958.327655:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d5055ac00.
02000000:00000001:0.0:1787762958.327657:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762958.327662:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787762958.327665:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c516874d0.
00000400:00000010:0.0:1787762958.327670:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6088.
00000100:00000200:0.0:1787762958.327674:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320538752, portal 10
00000100:00000001:0.0:1787762958.327677:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787762958.327680:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910948160 : -110374798603456 : ffff9b9d5d564b40)
00000100:00000040:0.0:1787762958.327690:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d564b40 x1874599320538752/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762983 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762958.327703:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787762958.327708:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787762958.327713:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6f68.
00000100:00000200:0.0:1787762958.327717:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320538752, offset 0
00000400:00000200:0.0:1787762958.327726:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787762958.327735:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762958.327743:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787762958.327750:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787762958.327755:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:0.0:1787762958.327760:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787762958.327765:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787762958.327772:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [62972:62972:256:4294967295] 192.168.203.113@tcp LPNI seq info [62972:62972:8:4294967295]
00000400:00000200:0.0:1787762958.327780:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762958.327790:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787762958.327797:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762958.327802:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c600.
00000800:00000200:0.0:1787762958.327808:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.0:1787762958.327812:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1787762958.327818:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787762958.327822:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 42 secs later)
00000800:00000100:0.0:1787762958.327826:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762958.327829:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c600.
00000400:00000200:0.0:1787762958.327833:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787762958.327838:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787762958.327842:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6f68
00000400:00000010:0.0:1787762958.327844:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6f68.
00000100:00000001:0.0:1787762958.327847:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762958.327852:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d564b40 x1874599320538752/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762983 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762958.327863:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762958.327867:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d564b40 x1874599320538752/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762983 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762958.327875:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762958.327877:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787762958.327882:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762958.327886:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:0.0:1787762958.327890:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787762958.327893:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314793497
00000100:00000001:0.0:1787762958.327896:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314794744
00000100:00000001:0.0:1787762958.327898:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314793497
00000100:00000001:0.0:1787762958.327901:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314794744
00000100:00000001:0.0:1787762958.327904:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762958.327906:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762958.327909:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787762958.327913:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762958/real 1787762958]  req@ffff9b9d5d564b40 x1874599320538752/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787762958.327923:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787762958.327925:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787762958.327928:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c516874d0.
00000400:00000200:0.0:1787762958.327931:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6088
00000400:00000010:0.0:1787762958.327933:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6088.
00000100:00000001:0.0:1787762958.327935:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787762958.327939:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d564b40 x1874599320538752/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787762958.327949:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d564b40 x1874599320538752/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762958.327957:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787762958.327959:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762958.327962:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762958.327964:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787762958.327968:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d564b40 x1874599320538752/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762958.327976:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787762958.327980:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d564b40 x1874599320538752/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762983 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762958.327988:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787762958.327991:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762958.327993:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762958.327995:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762958.327997:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787762958.327999:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787762958.328002:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762958.328007:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787762958.328009:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787762958.328014:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d564b40 x1874599320538752/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762983 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762958.328031:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d564b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320538752:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787762958.328036:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787762958.328040:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d565e00 x1874599320538880/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762958.328048:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762958.328050:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762958.328052:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787762958.328055:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762958.328057:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762958.328060:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d565e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320538880:192.168.203.113@tcp:8:kworker.0
00000100:00000001:0.0:1787762958.328064:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787762958.328067:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787762958.328069:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762958.328071:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787762958.328075:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d5055bc00.
02000000:00000001:0.0:1787762958.328077:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762958.328081:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787762958.328084:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c516874d0.
00000400:00000010:0.0:1787762958.328089:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6088.
00000100:00000200:0.0:1787762958.328092:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320538880, portal 4
00000100:00000001:0.0:1787762958.328095:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787762958.328097:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910952960 : -110374798598656 : ffff9b9d5d565e00)
00000100:00000040:0.0:1787762958.328103:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d565e00 x1874599320538880/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762983 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762958.328112:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787762958.328115:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787762958.328117:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6f68.
00000100:00000200:0.0:1787762958.328120:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320538880, offset 0
00000400:00000200:0.0:1787762958.328125:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787762958.328130:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762958.328134:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787762958.328138:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787762958.328141:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:0.0:1787762958.328145:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787762958.328148:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787762958.328152:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [62973:62973:256:4294967295] 192.168.203.113@tcp LPNI seq info [62973:62973:8:4294967295]
00000400:00000200:0.0:1787762958.328157:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762958.328165:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787762958.328170:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762958.328174:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c600.
00000800:00000200:0.0:1787762958.328178:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.0:1787762958.328182:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1787762958.328187:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787762958.328191:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 42 secs later)
00000800:00000100:0.0:1787762958.328195:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762958.328198:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c600.
00000400:00000200:0.0:1787762958.328201:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787762958.328205:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787762958.328209:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6f68
00000400:00000010:0.0:1787762958.328211:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6f68.
00000100:00000001:0.0:1787762958.328214:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762958.328218:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d565e00 x1874599320538880/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762983 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762958.328230:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762958.328236:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d565e00 x1874599320538880/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762983 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762958.328250:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762958.328253:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787762958.328259:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762958.328264:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:0.0:1787762958.328270:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787762958.328276:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314793509
00000100:00000001:0.0:1787762958.328281:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314794744
00000100:00000001:0.0:1787762958.328287:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314793509
00000100:00000001:0.0:1787762958.328291:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314794744
00000100:00000001:0.0:1787762958.328295:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762958.328299:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762958.328302:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787762958.328311:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762958/real 1787762958]  req@ffff9b9d5d565e00 x1874599320538880/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787762958.328326:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787762958.328329:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787762958.328332:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c516874d0.
00000400:00000200:0.0:1787762958.328360:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6088
00000400:00000010:0.0:1787762958.328364:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6088.
00000100:00000001:0.0:1787762958.328369:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787762958.328376:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d565e00 x1874599320538880/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787762958.328396:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d565e00 x1874599320538880/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762958.328410:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787762958.328413:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762958.328417:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762958.328419:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787762958.328427:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d565e00 x1874599320538880/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762958.328470:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787762958.328478:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d565e00 x1874599320538880/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762983 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762958.328487:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787762958.328492:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762958.328494:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762958.328495:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762958.328498:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787762958.328500:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787762958.328504:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762958.328508:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787762958.328510:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787762958.328515:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d565e00 x1874599320538880/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762983 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762958.328528:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d565e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320538880:192.168.203.113@tcp:8:kworker.0
00000100:00000001:0.0:1787762958.328536:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762958.328540:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762958.328546:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d5670c0 x1874599320538624/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762983 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762958.328558:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787762958.328562:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787762958.328566:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d5055b000.
02000000:00000001:0.0:1787762958.328572:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787762958.328575:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787762958.328578:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:0.0:1787762958.328583:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787762958.328587:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45906400.
02000000:00000001:0.0:1787762958.328592:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787762958.328595:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787762958.328598:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d5670c0.
00000100:00000001:0.0:1787762958.328603:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787762958.328606:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762958.328609:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762958.328616:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d564b40 x1874599320538752/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762983 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762958.328637:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787762958.328640:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787762958.328642:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d5055ac00.
02000000:00000001:0.0:1787762958.328646:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787762958.328647:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787762958.328649:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:0.0:1787762958.328651:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787762958.328653:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45907400.
02000000:00000001:0.0:1787762958.328656:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787762958.328657:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787762958.328659:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d564b40.
00000100:00000001:0.0:1787762958.328662:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787762958.328664:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762958.328666:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762958.328670:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d565e00 x1874599320538880/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762983 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762958.328678:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787762958.328680:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787762958.328683:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d5055bc00.
02000000:00000001:0.0:1787762958.328686:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787762958.328688:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787762958.328691:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:0.0:1787762958.328694:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787762958.328697:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45905000.
02000000:00000001:0.0:1787762958.328701:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787762958.328704:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787762958.328706:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d565e00.
00000100:00000001:0.0:1787762958.328712:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787762958.328714:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762958.328718:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762958.328726:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762958.328729:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762958.328733:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787762958.328736:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762958.516636:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762958.516647:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787762958.516652:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787762958.516656:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762958.516662:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787762958.516665:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762958.516667:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762958.516670:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762958.516675:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762958.516677:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787762958.516679:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787762958.516681:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762958.516683:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787762958.516685:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762958.516687:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762958.516689:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762958.516693:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762958.516695:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762958.516827:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762958.516834:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762958.516839:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762959.348590:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762959.348599:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762959.348602:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762959.348607:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:0.0:1787762959.348612:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762959.348617:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762959.348621:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762959.348625:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762959.348628:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762959.540606:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762959.540615:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762959.540622:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762959.540624:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762959.540628:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762959.540629:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762959.604555:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4314794744, at 4314794752
00000100:00000010:0.0:1787762959.604572:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9c574ac180.
00000100:00000001:0.0:1787762960.372512:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762960.372524:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762960.372528:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762960.372536:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:0.0:1787762960.372541:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762960.372545:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762960.372548:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762960.372551:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762960.372554:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762960.564530:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762960.564538:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762960.564544:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762960.564546:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762960.564549:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762960.564550:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762961.396522:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762961.396530:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762961.396532:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762961.396539:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:0.0:1787762961.396543:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762961.396548:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762961.396552:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762961.396556:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762961.396559:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762961.588572:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762961.588580:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762961.588587:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762961.588589:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762961.588594:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762961.588598:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787762961.588601:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787762961.588605:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762961.588609:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787762961.588612:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762961.588616:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762961.588619:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762961.588688:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762961.588696:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762961.588701:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762962.420533:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762962.420543:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762962.420545:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762962.420553:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:0.0:1787762962.420557:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762962.420561:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762962.420565:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762962.420568:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762962.420572:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762962.612531:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762962.612539:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762962.612545:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762962.612546:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762962.612549:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762962.612550:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762962.612606:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762962.612611:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762962.612614:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787762963.444551:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787762963.444552:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762963.444560:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762963.444563:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762963.444563:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787762963.444567:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:0.0:1787762963.444569:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00080000:3.0:1787762963.444573:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762963.444574:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762963.444578:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787762963.444580:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762963.444583:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762963.444586:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787762963.444588:0:291943:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20126
00000100:00000001:0.0:1787762963.444590:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787762963.444599:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787762963.444607:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762963.444610:0:291943:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762963.444613:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762963.444616:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762963.444618:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762963.444621:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787762963.444624:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762963.444626:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:3.0:1787762963.444629:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762963.444632:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:3.0:1787762963.444634:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:3.0:1787762963.444636:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:3.0:1787762963.444638:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762963.444640:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762963.444642:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762963.444643:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787762963.444645:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:3.0:1787762963.444649:0:291943:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787762963.444651:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762963.444654:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762963.444657:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762963.444659:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762963.444662:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762963.444664:0:291943:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762963.444675:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d566d00.
00000020:00000040:3.0:1787762963.444678:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:3.0:1787762963.444683:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762963.444684:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762963.444687:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762963.444690:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762963.444695:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762963.444703:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45907800.
00000100:00000001:3.0:1787762963.444711:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762963.444720:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d566d00 x1874599320539008/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762963.444730:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762963.444735:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762963.444739:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6377b55] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d566d00 x1874599320539008/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762963.444760:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762963.444762:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762963.444765:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762963.444767:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762963.444768:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762963.444771:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762963.444773:0:291943:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20126
00000400:00000200:3.0:1787762963.444777:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787762963.444780:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00000001:0.0:1787762963.444781:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:3.0:1787762963.444782:0:291943:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787762963.444787:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1787762963.444787:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762963.444789:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787762963.444791:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787762963.444793:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762963.444796:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787762963.444800:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000040:0.0:1787762963.444802:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d566d00 x1874599320539008/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787762963.444803:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000020:00000001:3.0:1787762963.444806:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762963.444808:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000020:00000001:3.0:1787762963.444813:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000020:00000001:3.0:1787762963.444820:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000001:0.0:1787762963.444824:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762963.444827:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762963.444829:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
02000000:00000001:0.0:1787762963.444832:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1787762963.444834:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1787762963.444836:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762963.444841:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762963.444841:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762963.444847:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00100000:0.0:1787762963.444849:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d566d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320539008:192.168.203.113@tcp:250:kworker.0
00000020:00000040:3.0:1787762963.444854:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00000001:0.0:1787762963.444856:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:3.0:1787762963.444861:0:291943:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
02000000:00000001:0.0:1787762963.444862:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1787762963.444864:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762963.444866:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762963.444869:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762963.444870:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787762963.444877:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:0.0:1787762963.444878:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d5055bc00.
02000000:00000001:0.0:1787762963.444882:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762963.444884:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762963.444888:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000200:0.0:1787762963.444893:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000008:00100000:3.0:1787762963.444895:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000400:00000010:0.0:1787762963.444900:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c516874d0.
00000008:00000001:3.0:1787762963.444901:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762963.444907:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762963.444913:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d5643c0.
00000400:00000010:0.0:1787762963.444915:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6088.
00000020:00000040:3.0:1787762963.444917:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
02000000:00000001:3.0:1787762963.444922:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762963.444923:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762963.444925:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:0.0:1787762963.444926:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320539008, portal 25
02000000:00000001:3.0:1787762963.444927:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762963.444930:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762963.444933:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
02000000:00000010:3.0:1787762963.444936:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45905800.
00000100:00000001:0.0:1787762963.444937:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910956800 : -110374798594816 : ffff9b9d5d566d00)
00000100:00000001:3.0:1787762963.444943:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762963.444949:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d566d00 x1874599320539008/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762963.444950:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d5643c0 x1874599320539136/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762963.444978:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762963.444979:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787762963.444980:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762963.444984:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000100:00000040:3.0:1787762963.444986:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c43373d] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d5643c0 x1874599320539136/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1787762963.444989:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6f68.
00000100:00000200:0.0:1787762963.444995:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320539008, offset 0
00000100:00000001:3.0:1787762963.444997:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762963.445001:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1787762963.445006:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000100:00080000:3.0:1787762963.445006:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787762963.445008:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762963.445011:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762963.445013:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762963.445015:0:291943:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20126
00000400:00000200:0.0:1787762963.445019:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787762963.445020:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787762963.445025:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762963.445027:0:291943:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1787762963.445029:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000100:00000040:3.0:1787762963.445033:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762963.445036:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1787762963.445040:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:3.0:1787762963.445040:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762963.445045:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787762963.445048:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:0.0:1787762963.445049:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000020:00000040:3.0:1787762963.445051:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000020:00000001:3.0:1787762963.445054:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:0.0:1787762963.445055:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000020:00000040:3.0:1787762963.445057:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000400:00000200:0.0:1787762963.445060:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000020:00000001:3.0:1787762963.445061:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000020:00000001:3.0:1787762963.445065:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000400:00000200:0.0:1787762963.445068:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [62974:62974:256:4294967295] 192.168.203.113@tcp LPNI seq info [62974:62974:8:4294967295]
00000100:00000040:3.0:1787762963.445071:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762963.445075:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1787762963.445076:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000040:3.0:1787762963.445080:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762963.445082:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787762963.445084:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000100:00080000:3.0:1787762963.445088:0:291943:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000400:00000200:0.0:1787762963.445094:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1787762963.445094:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762963.445097:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762963.445101:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:0.0:1787762963.445105:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
02000000:00000001:3.0:1787762963.445106:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762963.445110:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762963.445111:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000800:00000010:0.0:1787762963.445113:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c600.
00000008:00000001:3.0:1787762963.445114:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762963.445119:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762963.445123:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d566580.
00000020:00000040:3.0:1787762963.445126:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000800:00000200:0.0:1787762963.445127:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
02000000:00000001:3.0:1787762963.445130:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762963.445132:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1787762963.445134:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 37 secs later)
00000100:00000001:3.0:1787762963.445134:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762963.445136:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762963.445140:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1787762963.445144:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
02000000:00000010:3.0:1787762963.445146:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45905000.
00000800:00000200:0.1:1787762963.445149:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 37 secs later)
00000100:00000001:3.0:1787762963.445151:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:0.0:1787762963.445155:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000100:00100000:3.0:1787762963.445159:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d566580 x1874599320539264/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:0.0:1787762963.445160:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c600.
00000400:00000200:0.0:1787762963.445168:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787762963.445175:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787762963.445181:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6f68
00000100:00000001:3.0:1787762963.445182:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000010:0.0:1787762963.445184:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6f68.
00000100:00000001:3.0:1787762963.445189:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762963.445190:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762963.445197:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d566d00 x1874599320539008/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787762963.445201:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f409d8da] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d566580 x1874599320539264/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762963.445213:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787762963.445216:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762963.445220:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d566d00 x1874599320539008/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762988 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787762963.445221:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787762963.445229:0:291943:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:0.0:1787762963.445236:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762963.445236:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787762963.445240:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:3.0:1787762963.445242:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787762963.445244:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762963.445245:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762963.445247:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787762963.445249:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762963.445251:0:291943:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20126
00000400:00000200:0.0:1787762963.445255:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787762963.445258:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787762963.445260:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4314799863
00000400:00000200:3.0:1787762963.445263:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762963.445267:0:291943:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000010:0.0:1787762963.445268:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9c574ac180.
00000100:00000040:3.0:1787762963.445269:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762963.445272:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762963.445274:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762963.445275:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787762963.445277:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:0.0:1787762963.445278:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000020:00000040:3.0:1787762963.445278:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000020:00000001:3.0:1787762963.445280:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762963.445284:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000020:00000001:3.0:1787762963.445285:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000020:00000001:3.0:1787762963.445287:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000001:0.0:1787762963.445288:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4314799863
00000100:00000040:3.0:1787762963.445291:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762963.445294:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000010:0.0:1787762963.445295:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9c574acde0.
00000100:00000040:3.0:1787762963.445297:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762963.445314:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787762963.445316:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00000001:0.0:1787762963.445317:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000100:00080000:3.0:1787762963.445320:0:291943:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787762963.445323:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787762963.445324:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762963.445327:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762963.445328:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787762963.445333:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
02000000:00000001:3.0:1787762963.445333:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762963.445337:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762963.445339:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762963/real 1787762963]  req@ffff9b9d5d566d00 x1874599320539008/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762963.445340:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762963.445344:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787762963.445350:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762963.445354:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1787762963.445358:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000010:3.0:1787762963.445359:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d567840.
00000400:00000001:0.0:1787762963.445361:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000020:00000040:3.0:1787762963.445363:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
00000400:00000010:0.0:1787762963.445365:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c516874d0.
02000000:00000001:3.0:1787762963.445366:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762963.445370:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762963.445371:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6088
00000100:00000001:3.0:1787762963.445372:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:0.0:1787762963.445374:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6088.
02000000:00000001:3.0:1787762963.445375:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762963.445378:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762963.445379:0:256678:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000010:3.0:1787762963.445383:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45907400.
00000100:00000200:0.0:1787762963.445384:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d566d00 x1874599320539008/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762963.445390:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1787762963.445400:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d566d00 x1874599320539008/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762963.445400:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d567840 x1874599320539392/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762963.445427:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762963.445431:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762963.445454:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787762963.445457:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762963.445459:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762963.445461:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787762963.445465:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002fc5cb79] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d567840 x1874599320539392/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762963.445467:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d566d00 x1874599320539008/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762963.445494:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762963.445496:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762963.445501:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d566d00 x1874599320539008/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762988 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787762963.445504:0:291943:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20136)
00000100:00000001:0.0:1787762963.445507:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787762963.445511:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762963.445512:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762963.445513:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762963.445515:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787762963.445517:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787762963.445519:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762963.445522:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787762963.445525:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787762963.445528:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d566d00 x1874599320539008/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762988 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762963.445534:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d566d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320539008:192.168.203.113@tcp:250:kworker.0
00000100:00000001:0.0:1787762963.445537:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762963.445538:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762963.445540:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d566d00 x1874599320539008/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762988 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762963.445545:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787762963.445547:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787762963.445550:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d5055bc00.
02000000:00000001:0.0:1787762963.445552:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787762963.445554:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787762963.445556:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:0.0:1787762963.445558:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787762963.445560:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45907800.
02000000:00000001:0.0:1787762963.445565:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787762963.445567:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787762963.445568:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d566d00.
00000100:00000001:0.0:1787762963.445572:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787762963.445573:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762963.445575:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762963.445582:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762963.445583:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762963.445585:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787762963.445586:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762963.445587:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787762963.445590:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d5643c0 x1874599320539136/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762963.445595:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762963.445596:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762963.445598:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787762963.445599:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762963.445601:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762963.445602:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d5643c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320539136:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787762963.445604:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787762963.445606:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787762963.445607:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762963.445608:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787762963.445611:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d5055bc00.
02000000:00000001:0.0:1787762963.445612:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762963.445615:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787762963.445617:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c516874d0.
00000400:00000010:0.0:1787762963.445620:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6088.
00000100:00000200:0.0:1787762963.445622:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320539136, portal 10
00000100:00000001:0.0:1787762963.445624:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787762963.445625:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910946240 : -110374798605376 : ffff9b9d5d5643c0)
00000100:00000040:0.0:1787762963.445631:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d5643c0 x1874599320539136/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762963.445636:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787762963.445638:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787762963.445639:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6f68.
00000100:00000200:0.0:1787762963.445641:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320539136, offset 0
00000400:00000200:0.0:1787762963.445643:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787762963.445646:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762963.445648:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787762963.445650:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787762963.445652:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:0.0:1787762963.445655:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787762963.445656:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787762963.445658:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [62975:62975:256:4294967295] 192.168.203.113@tcp LPNI seq info [62975:62975:8:4294967295]
00000400:00000200:0.0:1787762963.445662:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762963.445666:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787762963.445669:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762963.445671:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c600.
00000800:00000200:0.0:1787762963.445674:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.0:1787762963.445676:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1787762963.445679:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787762963.445681:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 37 secs later)
00000800:00000100:0.0:1787762963.445683:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762963.445685:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c600.
00000400:00000200:0.0:1787762963.445687:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787762963.445690:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787762963.445692:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6f68
00000400:00000010:0.0:1787762963.445693:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6f68.
00000100:00000001:0.0:1787762963.445695:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762963.445697:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d5643c0 x1874599320539136/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762963.445707:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762963.445709:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d5643c0 x1874599320539136/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762988 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762963.445714:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762963.445715:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787762963.445716:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762963.445720:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:0.0:1787762963.445722:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787762963.445723:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314798636
00000100:00000001:0.0:1787762963.445725:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314799863
00000100:00000001:0.0:1787762963.445727:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314798636
00000100:00000001:0.0:1787762963.445729:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314799863
00000100:00000001:0.0:1787762963.445730:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762963.445732:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762963.445733:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787762963.445735:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762963/real 1787762963]  req@ffff9b9d5d5643c0 x1874599320539136/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787762963.445739:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787762963.445740:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787762963.445741:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c516874d0.
00000400:00000200:0.0:1787762963.445743:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6088
00000400:00000010:0.0:1787762963.445743:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6088.
00000100:00000001:0.0:1787762963.445745:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787762963.445746:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d5643c0 x1874599320539136/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787762963.445752:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d5643c0 x1874599320539136/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762963.445756:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787762963.445758:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762963.445760:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762963.445761:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787762963.445763:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d5643c0 x1874599320539136/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762963.445768:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787762963.445770:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d5643c0 x1874599320539136/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762988 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762963.445774:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787762963.445775:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762963.445776:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762963.445777:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762963.445778:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787762963.445793:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787762963.445794:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762963.445796:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787762963.445797:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787762963.445800:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d5643c0 x1874599320539136/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762988 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762963.445804:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d5643c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320539136:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787762963.445807:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787762963.445809:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d566580 x1874599320539264/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762963.445814:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762963.445815:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762963.445816:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787762963.445817:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762963.445818:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762963.445820:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d566580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320539264:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787762963.445823:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787762963.445824:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787762963.445825:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762963.445827:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787762963.445829:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d5055ac00.
02000000:00000001:0.0:1787762963.445830:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762963.445832:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787762963.445834:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c516874d0.
00000400:00000010:0.0:1787762963.445835:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6088.
00000100:00000200:0.0:1787762963.445838:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320539264, portal 10
00000100:00000001:0.0:1787762963.445839:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787762963.445840:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910954880 : -110374798596736 : ffff9b9d5d566580)
00000100:00000040:0.0:1787762963.445844:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d566580 x1874599320539264/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762963.445849:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787762963.445850:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787762963.445852:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6f68.
00000100:00000200:0.0:1787762963.445854:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320539264, offset 0
00000400:00000200:0.0:1787762963.445856:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787762963.445858:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762963.445860:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787762963.445861:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787762963.445863:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:0.0:1787762963.445864:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787762963.445865:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787762963.445868:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [62976:62976:256:4294967295] 192.168.203.113@tcp LPNI seq info [62976:62976:8:4294967295]
00000400:00000200:0.0:1787762963.445870:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762963.445874:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787762963.445878:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762963.445879:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c600.
00000800:00000200:0.0:1787762963.445883:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.0:1787762963.445886:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1787762963.445890:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787762963.445894:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 37 secs later)
00000800:00000100:0.0:1787762963.445898:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762963.445900:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c600.
00000400:00000200:0.0:1787762963.445903:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787762963.445907:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787762963.445911:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6f68
00000400:00000010:0.0:1787762963.445913:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6f68.
00000100:00000001:0.0:1787762963.445916:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762963.445919:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d566580 x1874599320539264/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762963.445929:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762963.445932:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d566580 x1874599320539264/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762988 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762963.445940:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762963.445942:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787762963.445945:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762963.445948:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:0.0:1787762963.445950:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787762963.445952:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314798615
00000100:00000001:0.0:1787762963.445954:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314799863
00000100:00000001:0.0:1787762963.445955:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314798615
00000100:00000001:0.0:1787762963.445957:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314799863
00000100:00000001:0.0:1787762963.445959:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762963.445960:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762963.445961:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787762963.445964:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762963/real 1787762963]  req@ffff9b9d5d566580 x1874599320539264/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787762963.445969:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787762963.445971:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787762963.445972:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c516874d0.
00000400:00000200:0.0:1787762963.445974:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6088
00000400:00000010:0.0:1787762963.445975:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6088.
00000100:00000001:0.0:1787762963.445976:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787762963.445978:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d566580 x1874599320539264/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787762963.445985:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d566580 x1874599320539264/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762963.445989:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787762963.445990:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762963.445991:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762963.445992:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787762963.445994:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d566580 x1874599320539264/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762963.445998:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787762963.446000:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d566580 x1874599320539264/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762988 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762963.446004:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787762963.446005:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762963.446006:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762963.446007:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762963.446008:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787762963.446009:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787762963.446011:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762963.446013:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787762963.446014:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787762963.446016:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d566580 x1874599320539264/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762988 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762963.446026:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d566580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320539264:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787762963.446029:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787762963.446031:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d567840 x1874599320539392/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762963.446035:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762963.446036:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762963.446037:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787762963.446038:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762963.446040:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762963.446042:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d567840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320539392:192.168.203.113@tcp:8:kworker.0
00000100:00000001:0.0:1787762963.446044:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787762963.446046:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787762963.446047:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762963.446048:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787762963.446051:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d5055b000.
02000000:00000001:0.0:1787762963.446052:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762963.446055:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787762963.446056:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c516874d0.
00000400:00000010:0.0:1787762963.446059:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6088.
00000100:00000200:0.0:1787762963.446062:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320539392, portal 4
00000100:00000001:0.0:1787762963.446063:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787762963.446064:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910959680 : -110374798591936 : ffff9b9d5d567840)
00000100:00000040:0.0:1787762963.446068:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d567840 x1874599320539392/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762963.446073:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787762963.446075:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787762963.446076:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6f68.
00000100:00000200:0.0:1787762963.446078:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320539392, offset 0
00000400:00000200:0.0:1787762963.446080:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787762963.446083:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762963.446086:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787762963.446088:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787762963.446090:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:0.0:1787762963.446092:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787762963.446094:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787762963.446096:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [62977:62977:256:4294967295] 192.168.203.113@tcp LPNI seq info [62977:62977:8:4294967295]
00000400:00000200:0.0:1787762963.446099:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762963.446103:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787762963.446106:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762963.446109:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c600.
00000800:00000200:0.0:1787762963.446111:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.0:1787762963.446113:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1787762963.446116:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787762963.446118:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 37 secs later)
00000800:00000100:0.0:1787762963.446121:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762963.446123:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c600.
00000400:00000200:0.0:1787762963.446125:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787762963.446127:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787762963.446129:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6f68
00000400:00000010:0.0:1787762963.446130:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6f68.
00000100:00000001:0.0:1787762963.446132:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762963.446134:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d567840 x1874599320539392/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762963.446139:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762963.446141:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d567840 x1874599320539392/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762988 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762963.446146:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762963.446147:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787762963.446149:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762963.446151:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:0.0:1787762963.446152:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787762963.446154:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314798627
00000100:00000001:0.0:1787762963.446156:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314799863
00000100:00000001:0.0:1787762963.446158:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314798627
00000100:00000001:0.0:1787762963.446160:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314799863
00000100:00000001:0.0:1787762963.446161:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762963.446162:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762963.446163:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787762963.446165:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762963/real 1787762963]  req@ffff9b9d5d567840 x1874599320539392/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787762963.446170:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787762963.446170:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787762963.446171:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c516874d0.
00000400:00000200:0.0:1787762963.446173:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6088
00000400:00000010:0.0:1787762963.446174:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6088.
00000100:00000001:0.0:1787762963.446175:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787762963.446177:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d567840 x1874599320539392/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787762963.446184:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d567840 x1874599320539392/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762963.446187:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787762963.446188:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762963.446189:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762963.446190:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787762963.446192:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d567840 x1874599320539392/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762963.446196:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787762963.446198:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d567840 x1874599320539392/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762988 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762963.446202:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787762963.446205:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762963.446206:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762963.446207:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762963.446208:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787762963.446209:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787762963.446211:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762963.446213:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787762963.446214:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787762963.446216:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d567840 x1874599320539392/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762988 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762963.446221:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d567840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320539392:192.168.203.113@tcp:8:kworker.0
00000100:00000001:0.0:1787762963.446223:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762963.446224:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762963.446226:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d5643c0 x1874599320539136/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762988 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762963.446230:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787762963.446231:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787762963.446232:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d5055bc00.
02000000:00000001:0.0:1787762963.446233:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787762963.446234:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787762963.446235:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:0.0:1787762963.446236:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787762963.446238:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45905800.
02000000:00000001:0.0:1787762963.446239:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787762963.446240:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787762963.446241:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d5643c0.
00000100:00000001:0.0:1787762963.446243:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787762963.446244:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762963.446245:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762963.446247:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d566580 x1874599320539264/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762988 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762963.446256:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787762963.446257:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787762963.446258:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d5055ac00.
02000000:00000001:0.0:1787762963.446261:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787762963.446262:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787762963.446263:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:0.0:1787762963.446264:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787762963.446264:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45905000.
02000000:00000001:0.0:1787762963.446266:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787762963.446266:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787762963.446267:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d566580.
00000100:00000001:0.0:1787762963.446269:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787762963.446269:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762963.446270:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762963.446272:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d567840 x1874599320539392/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762988 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762963.446276:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787762963.446276:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787762963.446277:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d5055b000.
02000000:00000001:0.0:1787762963.446278:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787762963.446279:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787762963.446280:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:0.0:1787762963.446281:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787762963.446282:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45907400.
02000000:00000001:0.0:1787762963.446283:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787762963.446283:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787762963.446284:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d567840.
00000100:00000001:0.0:1787762963.446285:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787762963.446286:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762963.446287:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762963.446289:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762963.446290:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762963.446291:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787762963.446292:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762963.636594:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762963.636609:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762963.636623:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762963.636627:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762963.636636:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762963.636640:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762963.636787:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762963.636794:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762963.636800:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762964.468542:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762964.468551:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762964.468553:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762964.468559:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:0.0:1787762964.468563:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762964.468567:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762964.468570:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762964.468573:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762964.468576:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762964.660528:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762964.660542:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762964.660547:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762964.660548:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762964.660552:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762964.660553:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762964.724525:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4314799863, at 4314799872
00000100:00000010:0.0:1787762964.724545:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9c574ac180.
00000100:00000001:0.0:1787762965.492621:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762965.492634:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762965.492639:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762965.492648:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:0.0:1787762965.492654:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762965.492660:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762965.492664:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762965.492668:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762965.492672:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762965.684549:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762965.684558:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762965.684565:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762965.684567:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762965.684572:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762965.684574:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762966.516626:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762966.516636:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762966.516638:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762966.516644:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:0.0:1787762966.516649:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762966.516654:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762966.516658:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762966.516662:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762966.516665:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762966.708577:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762966.708584:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762966.708590:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762966.708592:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762966.708596:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762966.708598:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762966.708732:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762966.708739:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762966.708743:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1787762967.732567:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762967.732576:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762967.732583:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762967.732585:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762967.732589:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762967.732591:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762967.732667:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762967.732674:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762967.732678:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787762968.564580:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762968.564594:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787762968.564599:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762968.564605:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762968.564612:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762968.564621:0:268573:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20131
00000400:00000200:3.0:1787762968.564635:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787762968.564643:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762968.564648:0:268573:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762968.564652:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762968.564656:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762968.564660:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762968.564663:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787762968.564668:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762968.564671:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:3.0:1787762968.564674:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762968.564679:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:3.0:1787762968.564682:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:3.0:1787762968.564685:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:3.0:1787762968.564690:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762968.564693:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762968.564696:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762968.564698:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787762968.564719:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:3.0:1787762968.564724:0:268573:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787762968.564727:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762968.564731:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762968.564736:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762968.564739:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762968.564742:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762968.564746:0:268573:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762968.564755:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d564000.
00000020:00000040:3.0:1787762968.564759:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:3.0:1787762968.564765:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762968.564767:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762968.564771:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762968.564774:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762968.564779:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762968.564787:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45906400.
00000100:00000001:3.0:1787762968.564796:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762968.564807:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d564000 x1874599320539520/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762968.564821:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762968.564826:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762968.564832:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008321534d] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d564000 x1874599320539520/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762968.564867:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762968.564872:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762968.564877:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762968.564879:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762968.564882:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762968.564886:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762968.564890:0:268573:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20131
00000400:00000200:3.0:1787762968.564898:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787762968.564904:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762968.564909:0:268573:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762968.564915:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762968.564919:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762968.564923:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762968.564927:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787762968.564932:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762968.564935:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000020:00000001:3.0:1787762968.564938:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762968.564943:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000020:00000001:3.0:1787762968.564947:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000020:00000001:3.0:1787762968.564953:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000040:3.0:1787762968.564961:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762968.564966:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762968.564972:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762968.564977:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787762968.564983:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00000001:0.0:1787762968.564986:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:3.0:1787762968.564991:0:268573:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787762968.564995:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762968.565002:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787762968.565003:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762968.565009:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:0.0:1787762968.565018:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d564000 x1874599320539520/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787762968.565018:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762968.565028:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762968.565035:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762968.565044:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1787762968.565046:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000008:00000001:3.0:1787762968.565052:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762968.565053:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762968.565060:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762968.565063:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787762968.565071:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000010:3.0:1787762968.565071:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d567840.
00000020:00000040:3.0:1787762968.565081:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
02000000:00000001:0.0:1787762968.565082:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762968.565093:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00100000:0.0:1787762968.565096:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d564000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320539520:192.168.203.113@tcp:250:kworker.0
02000000:00000001:3.0:1787762968.565098:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762968.565107:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1787762968.565110:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787762968.565112:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762968.565118:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787762968.565119:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762968.565126:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762968.565131:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45904800.
02000000:00000001:0.0:1787762968.565132:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787762968.565143:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762968.565147:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d5055ac00.
02000000:00000001:0.0:1787762968.565154:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762968.565157:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d567840 x1874599320539648/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1787762968.565173:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:3.0:1787762968.565177:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762968.565184:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1787762968.565189:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c516874d0.
00000100:00000040:3.0:1787762968.565191:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002fc5cb79] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d567840 x1874599320539648/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1787762968.565208:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6088.
00000100:00000001:3.0:1787762968.565210:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762968.565221:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762968.565226:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000200:0.0:1787762968.565228:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320539520, portal 25
00000100:00000001:3.0:1787762968.565229:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762968.565233:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762968.565241:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787762968.565242:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762968.565252:0:268573:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20131
00000100:00000001:0.0:1787762968.565253:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910945280 : -110374798606336 : ffff9b9d5d564000)
00000400:00000200:3.0:1787762968.565287:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787762968.565299:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00000040:0.0:1787762968.565302:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d564000 x1874599320539520/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762993 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762968.565303:0:268573:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762968.565313:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762968.565320:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762968.565329:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762968.565337:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787762968.565346:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:0.0:1787762968.565349:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:3.0:1787762968.565351:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000020:00000001:3.0:1787762968.565358:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000040:0.0:1787762968.565360:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000020:00000040:3.0:1787762968.565363:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000400:00000010:0.0:1787762968.565369:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6f68.
00000020:00000001:3.0:1787762968.565369:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000020:00000001:3.0:1787762968.565380:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00000200:0.0:1787762968.565383:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320539520, offset 0
00000100:00000040:3.0:1787762968.565388:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762968.565393:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762968.565401:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000400:00000200:0.0:1787762968.565403:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000100:00000001:3.0:1787762968.565406:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787762968.565412:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000100:00080000:3.0:1787762968.565416:0:268573:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000400:00000200:0.0:1787762968.565424:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:3.0:1787762968.565425:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762968.565433:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762968.565480:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762968.565488:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762968.565493:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762968.565498:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762968.565506:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762968.565512:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762968.565521:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d566580.
00000020:00000040:3.0:1787762968.565527:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
02000000:00000001:3.0:1787762968.565533:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:0.0:1787762968.565536:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
02000000:00000001:3.0:1787762968.565539:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762968.565547:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762968.565550:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:0.0:1787762968.565554:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1787762968.565555:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762968.565567:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45907400.
00000400:00000200:0.0:1787762968.565573:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000100:00000001:3.0:1787762968.565577:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762968.565585:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000100:00100000:3.0:1787762968.565595:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d566580 x1874599320539776/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1787762968.565596:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787762968.565612:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [62978:62978:256:4294967295] 192.168.203.113@tcp LPNI seq info [62978:62978:8:4294967295]
00000100:00000001:3.0:1787762968.565626:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1787762968.565633:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:3.0:1787762968.565634:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762968.565646:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f409d8da] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d566580 x1874599320539776/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1787762968.565664:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1787762968.565682:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1787762968.565690:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000100:00000040:3.0:1787762968.565691:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787762968.565703:0:268573:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000010:0.0:1787762968.565706:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c600.
00000100:00080000:3.0:1787762968.565709:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762968.565716:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787762968.565718:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762968.565724:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:0.0:1787762968.565725:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000001:3.0:1787762968.565729:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:0.0:1787762968.565734:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 32 secs later)
00000100:00080000:3.0:1787762968.565738:0:268573:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20131
00000800:00000200:0.1:1787762968.565755:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000400:00000200:3.0:1787762968.565756:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787762968.565765:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000800:00000200:0.1:1787762968.565766:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 32 secs later)
00000100:00080000:3.0:1787762968.565770:0:268573:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762968.565782:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000800:00000100:0.0:1787762968.565786:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000100:00000001:3.0:1787762968.565789:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000010:0.0:1787762968.565793:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c600.
00000100:00000040:3.0:1787762968.565799:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000400:00000200:0.0:1787762968.565805:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1787762968.565805:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787762968.565816:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762968.565821:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000400:00000200:0.0:1787762968.565825:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000020:00000001:3.0:1787762968.565826:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762968.565833:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000400:00000200:0.0:1787762968.565838:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6f68
00000020:00000001:3.0:1787762968.565839:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000400:00000010:0.0:1787762968.565847:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6f68.
00000020:00000001:3.0:1787762968.565848:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000001:0.0:1787762968.565859:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:3.0:1787762968.565860:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762968.565866:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:0.0:1787762968.565873:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d564000 x1874599320539520/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762993 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787762968.565874:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762968.565882:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787762968.565891:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00080000:3.0:1787762968.565904:0:268573:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787762968.565909:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787762968.565913:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762968.565920:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d564000 x1874599320539520/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762993 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787762968.565922:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762968.565934:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762968.565938:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762968.565945:0:256678:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:3.0:1787762968.565945:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762968.565955:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787762968.565956:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1787762968.565962:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000400:00000200:0.0:1787762968.565972:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000008:00000001:3.0:1787762968.565975:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762968.565979:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4314804984
00000100:00000001:3.0:1787762968.565985:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762968.565989:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9c574ac180.
00000100:00000010:3.0:1787762968.565995:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d5643c0.
00000100:00000001:0.0:1787762968.566002:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000020:00000040:3.0:1787762968.566003:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
02000000:00000001:3.0:1787762968.566014:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762968.566017:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762968.566019:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4314804984
00000100:00000001:3.0:1787762968.566021:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762968.566026:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762968.566031:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762968.566032:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9c574acc00.
00000100:00000001:0.0:1787762968.566040:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
02000000:00000010:3.0:1787762968.566041:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45905000.
00000100:00000001:0.0:1787762968.566045:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787762968.566049:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762968.566051:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762968.566060:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787762968.566066:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d5643c0 x1874599320539904/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787762968.566073:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762968/real 1787762968]  req@ffff9b9d5d564000 x1874599320539520/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762968.566097:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762968.566107:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1787762968.566111:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787762968.566117:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000040:3.0:1787762968.566120:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c43373d] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d5643c0 x1874599320539904/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1787762968.566123:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c516874d0.
00000400:00000200:0.0:1787762968.566133:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6088
00000400:00000010:0.0:1787762968.566139:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6088.
00000100:00000001:3.0:1787762968.566145:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762968.566147:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:3.0:1787762968.566156:0:268573:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20141)
00000100:00000200:0.0:1787762968.566159:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d564000 x1874599320539520/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787762968.566175:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d564000 x1874599320539520/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762968.566185:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787762968.566189:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762968.566195:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762968.566199:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787762968.566208:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d564000 x1874599320539520/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762968.566222:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787762968.566231:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d564000 x1874599320539520/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762993 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762968.566247:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787762968.566253:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762968.566257:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762968.566259:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762968.566286:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787762968.566291:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787762968.566297:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762968.566305:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787762968.566311:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787762968.566320:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d564000 x1874599320539520/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762993 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762968.566331:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d564000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320539520:192.168.203.113@tcp:250:kworker.0
00000100:00000001:0.0:1787762968.566338:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762968.566341:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762968.566345:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d564000 x1874599320539520/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762993 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762968.566353:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787762968.566356:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787762968.566360:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d5055ac00.
02000000:00000001:0.0:1787762968.566365:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787762968.566368:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787762968.566370:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:0.0:1787762968.566373:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787762968.566376:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45906400.
02000000:00000001:0.0:1787762968.566381:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787762968.566383:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787762968.566386:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d564000.
00000100:00000001:0.0:1787762968.566389:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787762968.566391:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762968.566394:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762968.566402:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762968.566405:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762968.566407:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787762968.566410:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762968.566412:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787762968.566416:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d567840 x1874599320539648/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762968.566434:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762968.566436:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762968.566469:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787762968.566473:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762968.566476:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762968.566480:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d567840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320539648:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787762968.566485:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787762968.566488:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787762968.566490:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762968.566492:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787762968.566497:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d5055ac00.
02000000:00000001:0.0:1787762968.566499:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762968.566505:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787762968.566508:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c516874d0.
00000400:00000010:0.0:1787762968.566513:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6088.
00000100:00000200:0.0:1787762968.566518:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320539648, portal 10
00000100:00000001:0.0:1787762968.566520:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787762968.566522:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910959680 : -110374798591936 : ffff9b9d5d567840)
00000100:00000040:0.0:1787762968.566531:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d567840 x1874599320539648/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762993 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762968.566539:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787762968.566543:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787762968.566545:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6f68.
00000100:00000200:0.0:1787762968.566548:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320539648, offset 0
00000400:00000200:0.0:1787762968.566554:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787762968.566559:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762968.566565:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787762968.566569:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787762968.566573:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:0.0:1787762968.566576:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787762968.566579:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787762968.566584:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [62979:62979:256:4294967295] 192.168.203.113@tcp LPNI seq info [62979:62979:8:4294967295]
00000400:00000200:0.0:1787762968.566589:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762968.566598:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787762968.566604:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762968.566608:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c600.
00000800:00000200:0.0:1787762968.566614:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.0:1787762968.566618:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787762968.566623:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787762968.566627:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1787762968.566632:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762968.566635:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c600.
00000400:00000200:0.0:1787762968.566639:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787762968.566644:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787762968.566648:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6f68
00000400:00000010:0.0:1787762968.566650:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6f68.
00000100:00000001:0.0:1787762968.566653:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762968.566658:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d567840 x1874599320539648/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762993 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762968.566668:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762968.566671:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d567840 x1874599320539648/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762993 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762968.566680:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762968.566682:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787762968.566686:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762968.566691:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:0.0:1787762968.566695:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787762968.566697:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314803757
00000100:00000001:0.0:1787762968.566701:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314804984
00000100:00000001:0.0:1787762968.566704:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314803757
00000100:00000001:0.0:1787762968.566707:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314804984
00000100:00000001:0.0:1787762968.566709:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762968.566712:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762968.566715:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787762968.566720:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762968/real 1787762968]  req@ffff9b9d5d567840 x1874599320539648/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787762968.566730:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787762968.566731:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787762968.566733:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c516874d0.
00000400:00000200:0.0:1787762968.566736:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6088
00000400:00000010:0.0:1787762968.566738:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6088.
00000100:00000001:0.0:1787762968.566741:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787762968.566744:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d567840 x1874599320539648/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787762968.566755:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d567840 x1874599320539648/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762968.566763:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787762968.566765:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762968.566767:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762968.566769:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787762968.566773:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d567840 x1874599320539648/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762968.566781:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787762968.566786:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d567840 x1874599320539648/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762993 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762968.566794:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787762968.566797:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762968.566799:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762968.566801:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762968.566804:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787762968.566818:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787762968.566822:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762968.566826:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787762968.566829:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787762968.566834:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d567840 x1874599320539648/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762993 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762968.566844:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d567840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320539648:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787762968.566848:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787762968.566852:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d566580 x1874599320539776/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762968.566860:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762968.566862:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762968.566864:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787762968.566866:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762968.566869:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762968.566872:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d566580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320539776:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787762968.566876:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787762968.566879:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787762968.566881:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762968.566883:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787762968.566887:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d5055bc00.
02000000:00000001:0.0:1787762968.566889:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762968.566892:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787762968.566895:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c516874d0.
00000400:00000010:0.0:1787762968.566898:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6088.
00000100:00000200:0.0:1787762968.566901:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320539776, portal 10
00000100:00000001:0.0:1787762968.566904:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787762968.566906:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910954880 : -110374798596736 : ffff9b9d5d566580)
00000100:00000040:0.0:1787762968.566912:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d566580 x1874599320539776/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762993 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762968.566920:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787762968.566924:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787762968.566926:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6f68.
00000100:00000200:0.0:1787762968.566929:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320539776, offset 0
00000400:00000200:0.0:1787762968.566934:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787762968.566938:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762968.566942:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787762968.566945:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787762968.566949:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:0.0:1787762968.566952:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787762968.566955:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787762968.566959:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [62980:62980:256:4294967295] 192.168.203.113@tcp LPNI seq info [62980:62980:8:4294967295]
00000400:00000200:0.0:1787762968.566964:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762968.566971:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787762968.566977:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762968.566980:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c600.
00000800:00000200:0.0:1787762968.566984:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.0:1787762968.566987:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787762968.566992:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787762968.566995:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1787762968.567000:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762968.567003:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c600.
00000400:00000200:0.0:1787762968.567006:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787762968.567010:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787762968.567014:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6f68
00000400:00000010:0.0:1787762968.567016:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6f68.
00000100:00000001:0.0:1787762968.567019:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762968.567023:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d566580 x1874599320539776/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762993 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762968.567032:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762968.567036:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d566580 x1874599320539776/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762993 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762968.567044:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762968.567046:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787762968.567050:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762968.567054:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:0.0:1787762968.567057:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787762968.567060:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314803736
00000100:00000001:0.0:1787762968.567063:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314804984
00000100:00000001:0.0:1787762968.567066:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314803736
00000100:00000001:0.0:1787762968.567069:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314804984
00000100:00000001:0.0:1787762968.567071:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762968.567073:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762968.567076:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787762968.567080:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762968/real 1787762968]  req@ffff9b9d5d566580 x1874599320539776/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787762968.567089:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787762968.567090:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787762968.567092:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c516874d0.
00000400:00000200:0.0:1787762968.567095:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6088
00000400:00000010:0.0:1787762968.567096:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6088.
00000100:00000001:0.0:1787762968.567099:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787762968.567102:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d566580 x1874599320539776/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787762968.567112:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d566580 x1874599320539776/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762968.567120:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787762968.567122:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762968.567125:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762968.567126:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787762968.567131:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d566580 x1874599320539776/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762968.567139:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787762968.567143:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d566580 x1874599320539776/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762993 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762968.567153:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787762968.567156:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762968.567158:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762968.567160:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762968.567163:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787762968.567166:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787762968.567171:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762968.567178:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787762968.567183:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787762968.567191:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d566580 x1874599320539776/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762993 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762968.567207:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d566580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320539776:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787762968.567215:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787762968.567222:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d5643c0 x1874599320539904/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762968.567237:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762968.567240:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762968.567244:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787762968.567247:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762968.567252:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762968.567258:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d5643c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320539904:192.168.203.113@tcp:8:kworker.0
00000100:00000001:0.0:1787762968.567284:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787762968.567289:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787762968.567293:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762968.567296:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787762968.567301:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d50559000.
02000000:00000001:0.0:1787762968.567303:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762968.567309:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787762968.567312:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c516874d0.
00000400:00000010:0.0:1787762968.567317:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6088.
00000100:00000200:0.0:1787762968.567321:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320539904, portal 4
00000100:00000001:0.0:1787762968.567323:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787762968.567325:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910946240 : -110374798605376 : ffff9b9d5d5643c0)
00000100:00000040:0.0:1787762968.567333:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d5643c0 x1874599320539904/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762993 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762968.567342:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787762968.567345:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787762968.567347:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6f68.
00000100:00000200:0.0:1787762968.567350:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320539904, offset 0
00000400:00000200:0.0:1787762968.567355:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787762968.567360:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762968.567364:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787762968.567368:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787762968.567372:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:0.0:1787762968.567375:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787762968.567378:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787762968.567382:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [62981:62981:256:4294967295] 192.168.203.113@tcp LPNI seq info [62981:62981:8:4294967295]
00000400:00000200:0.0:1787762968.567387:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762968.567395:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787762968.567401:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762968.567404:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c600.
00000800:00000200:0.0:1787762968.567409:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.0:1787762968.567412:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787762968.567418:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787762968.567421:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1787762968.567426:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762968.567429:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c600.
00000400:00000200:0.0:1787762968.567432:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787762968.567437:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787762968.567468:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6f68
00000400:00000010:0.0:1787762968.567471:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6f68.
00000100:00000001:0.0:1787762968.567475:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762968.567480:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d5643c0 x1874599320539904/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762993 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762968.567490:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762968.567494:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d5643c0 x1874599320539904/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762993 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762968.567503:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762968.567505:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787762968.567509:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762968.567513:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:0.0:1787762968.567517:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787762968.567520:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314803749
00000100:00000001:0.0:1787762968.567523:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314804984
00000100:00000001:0.0:1787762968.567526:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314803749
00000100:00000001:0.0:1787762968.567529:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314804984
00000100:00000001:0.0:1787762968.567531:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762968.567534:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762968.567536:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787762968.567540:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762968/real 1787762968]  req@ffff9b9d5d5643c0 x1874599320539904/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787762968.567550:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787762968.567552:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787762968.567554:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c516874d0.
00000400:00000200:0.0:1787762968.567557:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6088
00000400:00000010:0.0:1787762968.567559:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6088.
00000100:00000001:0.0:1787762968.567561:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787762968.567565:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d5643c0 x1874599320539904/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787762968.567575:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d5643c0 x1874599320539904/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762968.567584:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787762968.567586:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762968.567588:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762968.567590:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787762968.567595:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d5643c0 x1874599320539904/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762968.567602:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787762968.567607:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d5643c0 x1874599320539904/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762993 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762968.567615:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787762968.567618:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762968.567620:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762968.567621:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762968.567624:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787762968.567626:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787762968.567629:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762968.567632:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787762968.567635:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787762968.567639:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d5643c0 x1874599320539904/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762993 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762968.567648:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d5643c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320539904:192.168.203.113@tcp:8:kworker.0
00000100:00000001:0.0:1787762968.567653:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762968.567655:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762968.567659:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d567840 x1874599320539648/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762993 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762968.567667:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787762968.567670:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787762968.567673:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d5055ac00.
02000000:00000001:0.0:1787762968.567676:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787762968.567678:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787762968.567680:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:0.0:1787762968.567683:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787762968.567686:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45904800.
02000000:00000001:0.0:1787762968.567689:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787762968.567691:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787762968.567693:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d567840.
00000100:00000001:0.0:1787762968.567696:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787762968.567698:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762968.567700:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762968.567704:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d566580 x1874599320539776/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762993 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762968.567712:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787762968.567713:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787762968.567715:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d5055bc00.
02000000:00000001:0.0:1787762968.567718:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787762968.567719:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787762968.567720:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:0.0:1787762968.567723:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787762968.567724:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45907400.
02000000:00000001:0.0:1787762968.567727:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787762968.567728:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787762968.567730:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d566580.
00000100:00000001:0.0:1787762968.567733:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787762968.567735:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762968.567737:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762968.567740:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d5643c0 x1874599320539904/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762993 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762968.567748:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787762968.567749:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787762968.567751:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d50559000.
02000000:00000001:0.0:1787762968.567754:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787762968.567755:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787762968.567756:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:0.0:1787762968.567760:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787762968.567761:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45905000.
02000000:00000001:0.0:1787762968.567764:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787762968.567766:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787762968.567767:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d5643c0.
00000100:00000001:0.0:1787762968.567770:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787762968.567771:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762968.567774:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762968.567778:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762968.567780:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762968.567782:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787762968.567784:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762968.756581:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762968.756590:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787762968.756593:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787762968.756597:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762968.756603:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787762968.756606:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762968.756609:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762968.756612:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762968.756617:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762968.756619:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787762968.756621:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787762968.756623:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762968.756625:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787762968.756627:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762968.756629:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762968.756632:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762968.756635:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762968.756637:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762968.756714:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762968.756720:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762968.756725:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1787762969.780592:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762969.780601:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762969.780608:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762969.780610:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762969.780614:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762969.780616:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762969.844566:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4314804984, at 4314804992
00000100:00000010:0.0:1787762969.844584:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9c574ac180.
00010000:00000001:3.0:1787762970.804568:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762970.804577:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762970.804583:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762970.804585:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762970.804589:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762970.804591:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762971.828589:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762971.828598:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762971.828604:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762971.828606:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762971.828610:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762971.828615:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787762971.828618:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787762971.828622:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762971.828626:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787762971.828629:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762971.828631:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762971.828634:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762971.828770:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762971.828776:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762971.828781:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762972.660622:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762972.660632:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762972.660635:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762972.660643:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:0.0:1787762972.660649:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762972.660655:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762972.660659:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762972.660662:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762972.660666:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762972.852572:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762972.852580:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762972.852588:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762972.852590:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762972.852594:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762972.852596:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762972.852734:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762972.852740:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762972.852744:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787762973.684584:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787762973.684587:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762973.684596:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1787762973.684598:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787762973.684601:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762973.684603:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762973.684609:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1787762973.684611:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787762973.684618:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787762973.684620:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1787762973.684629:0:268573:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20136
00000100:00000001:0.0:1787762973.684630:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762973.684640:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762973.684644:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1787762973.684651:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787762973.684653:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787762973.684665:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762973.684671:0:268573:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762973.684675:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762973.684680:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762973.684685:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762973.684689:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787762973.684694:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762973.684696:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:3.0:1787762973.684700:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762973.684704:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:3.0:1787762973.684706:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:3.0:1787762973.684710:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:3.0:1787762973.684714:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762973.684717:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762973.684719:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762973.684721:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787762973.684725:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:3.0:1787762973.684729:0:268573:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787762973.684732:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762973.684735:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762973.684741:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762973.684744:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762973.684747:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762973.684750:0:268573:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762973.684758:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d566d00.
00000020:00000040:3.0:1787762973.684762:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:3.0:1787762973.684767:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762973.684770:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762973.684773:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762973.684777:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762973.684782:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762973.684790:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45905800.
00000100:00000001:3.0:1787762973.684799:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762973.684811:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d566d00 x1874599320540032/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762973.684825:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762973.684829:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762973.684838:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6377b55] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d566d00 x1874599320540032/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762973.684881:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762973.684888:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762973.684895:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762973.684898:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762973.684902:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762973.684907:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762973.684913:0:268573:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20136
00000400:00000200:3.0:1787762973.684923:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787762973.684932:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762973.684938:0:268573:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787762973.684945:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1787762973.684946:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787762973.684953:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762973.684954:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787762973.684960:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787762973.684964:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762973.684970:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787762973.684975:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000040:0.0:1787762973.684977:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d566d00 x1874599320540032/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787762973.684978:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000020:00000001:3.0:1787762973.684985:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762973.684991:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000020:00000001:3.0:1787762973.684998:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000020:00000001:3.0:1787762973.685006:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000001:0.0:1787762973.685011:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762973.685017:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762973.685018:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762973.685026:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1787762973.685027:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:3.0:1787762973.685031:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
02000000:00000001:0.0:1787762973.685035:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787762973.685037:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
02000000:00000001:0.0:1787762973.685045:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787762973.685047:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00100000:0.0:1787762973.685062:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d566d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320540032:192.168.203.113@tcp:250:kworker.0
00000100:00080000:3.0:1787762973.685063:0:268573:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787762973.685076:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762973.685078:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787762973.685082:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762973.685086:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787762973.685092:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762973.685093:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762973.685096:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787762973.685104:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762973.685109:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d5055bc00.
00000100:00000001:3.0:1787762973.685109:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762973.685115:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1787762973.685116:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762973.685127:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787762973.685132:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c516874d0.
00000008:00000001:3.0:1787762973.685138:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762973.685145:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1787762973.685146:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6088.
00000100:00000010:3.0:1787762973.685160:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d565e00.
00000100:00000200:0.0:1787762973.685161:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320540032, portal 25
00000020:00000040:3.0:1787762973.685169:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000100:00000001:0.0:1787762973.685170:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787762973.685176:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910956800 : -110374798594816 : ffff9b9d5d566d00)
02000000:00000001:3.0:1787762973.685179:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762973.685184:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762973.685190:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d566d00 x1874599320540032/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762998 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762973.685191:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762973.685196:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762973.685201:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762973.685212:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45907800.
00000100:00000001:0.0:1787762973.685215:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787762973.685222:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762973.685224:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787762973.685259:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6f68.
00000100:00100000:3.0:1787762973.685263:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d565e00 x1874599320540160/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:0.0:1787762973.685269:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320540032, offset 0
00000100:00000001:3.0:1787762973.685286:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1787762973.685288:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000100:00000001:3.0:1787762973.685295:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762973.685306:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008dad852f] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d565e00 x1874599320540160/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1787762973.685307:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762973.685324:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000100:00000001:3.0:1787762973.685329:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762973.685334:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:3.0:1787762973.685337:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1787762973.685344:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000100:00080000:3.0:1787762973.685348:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:0.0:1787762973.685355:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1787762973.685356:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762973.685364:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1787762973.685366:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000100:00000001:3.0:1787762973.685370:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:0.0:1787762973.685378:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [62982:62982:256:4294967295] 192.168.203.113@tcp LPNI seq info [62982:62982:8:4294967295]
00000100:00080000:3.0:1787762973.685383:0:268573:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20136
00000400:00000200:0.0:1787762973.685394:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787762973.685399:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787762973.685410:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762973.685419:0:268573:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1787762973.685427:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000100:00000040:3.0:1787762973.685430:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762973.685439:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.0:1787762973.685486:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000100:00000040:3.0:1787762973.685494:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000800:00000010:0.0:1787762973.685500:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c600.
00000100:00000001:3.0:1787762973.685505:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787762973.685514:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762973.685522:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000800:00000200:0.0:1787762973.685524:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000020:00000001:3.0:1787762973.685530:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000200:0.0:1787762973.685537:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00000020:00000040:3.0:1787762973.685538:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000020:00000001:3.0:1787762973.685546:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000020:00000001:3.0:1787762973.685552:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000800:00000200:0.1:1787762973.685561:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000040:3.0:1787762973.685562:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762973.685573:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.1:1787762973.685574:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00000100:00000040:3.0:1787762973.685581:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762973.685586:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000800:00000100:0.0:1787762973.685591:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000020:00000040:3.0:1787762973.685594:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000100:00080000:3.0:1787762973.685601:0:268573:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787762973.685604:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762973.685606:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000010:0.0:1787762973.685612:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c600.
02000000:00000001:3.0:1787762973.685613:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762973.685622:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762973.685626:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1787762973.685626:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762973.685634:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1787762973.685643:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000008:00000001:3.0:1787762973.685644:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762973.685655:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762973.685658:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6f68
00000100:00000010:3.0:1787762973.685662:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d564b40.
00000400:00000010:0.0:1787762973.685665:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6f68.
00000020:00000040:3.0:1787762973.685673:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000100:00000001:0.0:1787762973.685675:0:256678:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:3.0:1787762973.685682:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762973.685688:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1787762973.685690:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d566d00 x1874599320540032/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762998 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762973.685692:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762973.685697:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762973.685702:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762973.685713:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45905000.
00000100:00000001:0.0:1787762973.685717:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787762973.685723:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762973.685726:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d566d00 x1874599320540032/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762998 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762973.685740:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d564b40 x1874599320540288/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762973.685745:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762973.685754:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787762973.685762:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762973.685765:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762973.685767:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762973.685783:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000040:3.0:1787762973.685783:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9fa13ea] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d564b40 x1874599320540288/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762973.685791:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4314810104
00000100:00000010:0.0:1787762973.685804:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9c574ac180.
00000100:00000001:3.0:1787762973.685806:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762973.685816:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787762973.685821:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000100:00000040:3.0:1787762973.685822:0:268573:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1787762973.685834:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787762973.685835:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4314810104
00000100:00000010:0.0:1787762973.685844:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9c574ac000.
00000100:00080000:3.0:1787762973.685848:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787762973.685851:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1787762973.685859:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1787762973.685861:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762973.685869:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762973.685869:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762973.685877:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1787762973.685884:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00100000:0.0:1787762973.685890:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762973/real 1787762973]  req@ffff9b9d5d566d00 x1874599320540032/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762973.685900:0:268573:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20136
00000400:00000001:0.0:1787762973.685916:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787762973.685920:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000200:3.0:1787762973.685923:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787762973.685925:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c516874d0.
00000400:00000200:0.0:1787762973.685934:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6088
00000400:00000010:0.0:1787762973.685939:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6088.
00000400:00000200:3.0:1787762973.685940:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00000001:0.0:1787762973.685947:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00080000:3.0:1787762973.685949:0:268573:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000200:0.0:1787762973.685961:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d566d00 x1874599320540032/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787762973.685962:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762973.685971:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762973.685979:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762973.685990:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000200:0.0:1787762973.685998:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d566d00 x1874599320540032/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787762973.685999:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762973.686004:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000020:00000001:3.0:1787762973.686010:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762973.686016:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000020:00000001:3.0:1787762973.686027:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000001:0.0:1787762973.686028:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000020:00000001:3.0:1787762973.686035:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000001:0.0:1787762973.686036:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762973.686046:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:3.0:1787762973.686049:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787762973.686051:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762973.686059:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:0.0:1787762973.686066:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d566d00 x1874599320540032/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787762973.686069:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762973.686078:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787762973.686087:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00080000:3.0:1787762973.686097:0:268573:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787762973.686098:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762973.686102:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762973.686107:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:0.0:1787762973.686113:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d566d00 x1874599320540032/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762998 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787762973.686115:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762973.686125:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762973.686132:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762973.686139:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000100:00000001:0.0:1787762973.686140:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000008:00000001:3.0:1787762973.686147:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762973.686149:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762973.686156:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762973.686157:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762973.686164:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:3.0:1787762973.686167:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d5670c0.
00000100:00000001:0.0:1787762973.686168:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787762973.686173:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000040:3.0:1787762973.686177:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
00000100:00080000:0.0:1787762973.686182:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
02000000:00000001:3.0:1787762973.686184:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762973.686191:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762973.686193:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000001:3.0:1787762973.686196:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762973.686202:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1787762973.686203:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:3.0:1787762973.686205:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762973.686214:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d566d00 x1874599320540032/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762998 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1787762973.686216:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45907400.
00000100:00000001:3.0:1787762973.686227:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762973.686259:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d566d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320540032:192.168.203.113@tcp:250:kworker.0
00000100:00100000:3.0:1787762973.686266:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d5670c0 x1874599320540416/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762973.686270:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762973.686279:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762973.686291:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d566d00 x1874599320540032/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762998 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762973.686293:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762973.686300:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762973.686313:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000100:00000040:3.0:1787762973.686314:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000096847001] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d5670c0 x1874599320540416/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787762973.686320:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787762973.686326:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d5055bc00.
02000000:00000001:0.0:1787762973.686337:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:3.0:1787762973.686338:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762973.686344:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000100:00000040:3.0:1787762973.686350:0:268573:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20146)
00000020:00000040:0.0:1787762973.686351:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:0.0:1787762973.686361:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787762973.686364:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45905800.
02000000:00000001:0.0:1787762973.686369:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787762973.686371:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787762973.686373:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d566d00.
00000100:00000001:0.0:1787762973.686379:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787762973.686382:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762973.686385:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762973.686394:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762973.686397:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762973.686400:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787762973.686402:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762973.686405:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787762973.686412:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d565e00 x1874599320540160/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762973.686421:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762973.686423:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762973.686426:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787762973.686428:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762973.686431:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762973.686435:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d565e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320540160:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787762973.686477:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787762973.686481:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787762973.686484:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762973.686488:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787762973.686495:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d5055bc00.
02000000:00000001:0.0:1787762973.686499:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762973.686508:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787762973.686514:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c516874d0.
00000400:00000010:0.0:1787762973.686521:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6088.
00000100:00000200:0.0:1787762973.686527:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320540160, portal 10
00000100:00000001:0.0:1787762973.686532:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787762973.686534:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910952960 : -110374798598656 : ffff9b9d5d565e00)
00000100:00000040:0.0:1787762973.686547:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d565e00 x1874599320540160/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762998 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762973.686561:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787762973.686566:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787762973.686572:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6f68.
00000100:00000200:0.0:1787762973.686575:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320540160, offset 0
00000400:00000200:0.0:1787762973.686581:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787762973.686587:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762973.686592:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787762973.686597:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787762973.686600:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:0.0:1787762973.686604:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787762973.686608:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787762973.686612:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [62983:62983:256:4294967295] 192.168.203.113@tcp LPNI seq info [62983:62983:8:4294967295]
00000400:00000200:0.0:1787762973.686617:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762973.686626:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787762973.686632:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762973.686636:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c600.
00000800:00000200:0.0:1787762973.686642:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.0:1787762973.686646:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787762973.686652:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787762973.686655:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1787762973.686660:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762973.686663:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c600.
00000400:00000200:0.0:1787762973.686667:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787762973.686671:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787762973.686675:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6f68
00000400:00000010:0.0:1787762973.686678:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6f68.
00000100:00000001:0.0:1787762973.686681:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762973.686686:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d565e00 x1874599320540160/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762998 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762973.686696:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762973.686700:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d565e00 x1874599320540160/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762998 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762973.686709:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762973.686711:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787762973.686715:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762973.686720:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:0.0:1787762973.686725:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787762973.686727:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314808877
00000100:00000001:0.0:1787762973.686731:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314810104
00000100:00000001:0.0:1787762973.686734:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314808877
00000100:00000001:0.0:1787762973.686737:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314810104
00000100:00000001:0.0:1787762973.686740:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762973.686743:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762973.686746:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787762973.686750:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762973/real 1787762973]  req@ffff9b9d5d565e00 x1874599320540160/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787762973.686761:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787762973.686762:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787762973.686765:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c516874d0.
00000400:00000200:0.0:1787762973.686767:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6088
00000400:00000010:0.0:1787762973.686769:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6088.
00000100:00000001:0.0:1787762973.686772:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787762973.686776:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d565e00 x1874599320540160/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787762973.686786:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d565e00 x1874599320540160/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762973.686794:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787762973.686796:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762973.686798:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762973.686800:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787762973.686804:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d565e00 x1874599320540160/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762973.686812:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787762973.686817:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d565e00 x1874599320540160/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762998 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762973.686825:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787762973.686828:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762973.686830:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762973.686831:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762973.686834:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787762973.686847:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787762973.686851:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762973.686855:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787762973.686858:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787762973.686863:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d565e00 x1874599320540160/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762998 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762973.686872:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d565e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320540160:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787762973.686877:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787762973.686881:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d564b40 x1874599320540288/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762973.686888:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762973.686890:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762973.686893:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787762973.686895:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762973.686898:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762973.686901:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d564b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320540288:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787762973.686905:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787762973.686907:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787762973.686910:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762973.686912:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787762973.686916:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d5055ac00.
02000000:00000001:0.0:1787762973.686918:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762973.686922:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787762973.686925:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c516874d0.
00000400:00000010:0.0:1787762973.686929:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6088.
00000100:00000200:0.0:1787762973.686933:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320540288, portal 10
00000100:00000001:0.0:1787762973.686935:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787762973.686937:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910948160 : -110374798603456 : ffff9b9d5d564b40)
00000100:00000040:0.0:1787762973.686944:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d564b40 x1874599320540288/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762998 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762973.686960:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787762973.686963:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787762973.686965:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6f68.
00000100:00000200:0.0:1787762973.686968:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320540288, offset 0
00000400:00000200:0.0:1787762973.686973:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787762973.686976:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762973.686980:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787762973.686983:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787762973.686986:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:0.0:1787762973.686989:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787762973.686992:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787762973.686996:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [62984:62984:256:4294967295] 192.168.203.113@tcp LPNI seq info [62984:62984:8:4294967295]
00000400:00000200:0.0:1787762973.687001:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762973.687009:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787762973.687015:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762973.687018:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c600.
00000800:00000200:0.0:1787762973.687022:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.0:1787762973.687026:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787762973.687030:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787762973.687034:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1787762973.687039:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762973.687041:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c600.
00000400:00000200:0.0:1787762973.687045:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787762973.687049:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787762973.687053:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6f68
00000400:00000010:0.0:1787762973.687055:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6f68.
00000100:00000001:0.0:1787762973.687057:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762973.687062:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d564b40 x1874599320540288/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762998 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762973.687072:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762973.687076:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d564b40 x1874599320540288/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762998 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762973.687092:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762973.687094:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787762973.687097:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762973.687101:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:0.0:1787762973.687105:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787762973.687108:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314808856
00000100:00000001:0.0:1787762973.687111:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314810104
00000100:00000001:0.0:1787762973.687114:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314808856
00000100:00000001:0.0:1787762973.687116:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314810104
00000100:00000001:0.0:1787762973.687119:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762973.687121:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762973.687124:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787762973.687128:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762973/real 1787762973]  req@ffff9b9d5d564b40 x1874599320540288/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787762973.687136:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787762973.687138:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787762973.687140:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c516874d0.
00000400:00000200:0.0:1787762973.687142:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6088
00000400:00000010:0.0:1787762973.687144:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6088.
00000100:00000001:0.0:1787762973.687146:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787762973.687150:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d564b40 x1874599320540288/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787762973.687160:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d564b40 x1874599320540288/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762973.687167:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787762973.687169:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762973.687171:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762973.687173:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787762973.687178:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d564b40 x1874599320540288/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762973.687187:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787762973.687191:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d564b40 x1874599320540288/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762998 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762973.687200:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787762973.687202:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762973.687204:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762973.687206:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762973.687208:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787762973.687210:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787762973.687213:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762973.687216:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787762973.687219:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787762973.687223:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d564b40 x1874599320540288/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762998 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762973.687256:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d564b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320540288:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787762973.687261:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787762973.687265:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d5670c0 x1874599320540416/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762973.687274:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762973.687275:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762973.687278:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787762973.687280:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762973.687282:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762973.687286:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d5670c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320540416:192.168.203.113@tcp:8:kworker.0
00000100:00000001:0.0:1787762973.687290:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787762973.687292:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787762973.687295:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762973.687297:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787762973.687302:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d50558000.
02000000:00000001:0.0:1787762973.687304:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762973.687309:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787762973.687312:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c516874d0.
00000400:00000010:0.0:1787762973.687315:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6088.
00000100:00000200:0.0:1787762973.687319:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320540416, portal 4
00000100:00000001:0.0:1787762973.687321:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787762973.687323:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910957760 : -110374798593856 : ffff9b9d5d5670c0)
00000100:00000040:0.0:1787762973.687330:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d5670c0 x1874599320540416/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762998 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762973.687338:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787762973.687341:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787762973.687343:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6f68.
00000100:00000200:0.0:1787762973.687346:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320540416, offset 0
00000400:00000200:0.0:1787762973.687350:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787762973.687354:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762973.687358:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787762973.687361:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787762973.687364:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:0.0:1787762973.687367:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787762973.687370:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787762973.687374:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [62985:62985:256:4294967295] 192.168.203.113@tcp LPNI seq info [62985:62985:8:4294967295]
00000400:00000200:0.0:1787762973.687379:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762973.687387:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787762973.687392:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762973.687396:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c600.
00000800:00000200:0.0:1787762973.687400:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.0:1787762973.687404:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787762973.687409:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787762973.687412:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1787762973.687417:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762973.687420:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c600.
00000400:00000200:0.0:1787762973.687424:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787762973.687428:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787762973.687432:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6f68
00000400:00000010:0.0:1787762973.687434:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6f68.
00000100:00000001:0.0:1787762973.687436:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762973.687467:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d5670c0 x1874599320540416/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762998 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762973.687478:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762973.687482:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d5670c0 x1874599320540416/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762998 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762973.687490:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762973.687492:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787762973.687497:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762973.687500:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:0.0:1787762973.687504:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787762973.687507:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314808869
00000100:00000001:0.0:1787762973.687510:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314810104
00000100:00000001:0.0:1787762973.687513:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314808869
00000100:00000001:0.0:1787762973.687515:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314810104
00000100:00000001:0.0:1787762973.687518:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762973.687521:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762973.687523:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787762973.687527:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762973/real 1787762973]  req@ffff9b9d5d5670c0 x1874599320540416/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787762973.687536:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787762973.687537:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787762973.687539:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c516874d0.
00000400:00000200:0.0:1787762973.687542:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6088
00000400:00000010:0.0:1787762973.687544:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6088.
00000100:00000001:0.0:1787762973.687547:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787762973.687551:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d5670c0 x1874599320540416/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787762973.687562:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d5670c0 x1874599320540416/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762973.687569:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787762973.687571:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762973.687573:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762973.687575:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787762973.687579:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d5670c0 x1874599320540416/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762973.687587:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787762973.687591:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d5670c0 x1874599320540416/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762998 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762973.687599:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787762973.687602:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762973.687605:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762973.687606:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762973.687609:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787762973.687611:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787762973.687614:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762973.687617:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787762973.687620:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787762973.687625:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d5670c0 x1874599320540416/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762998 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762973.687634:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d5670c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320540416:192.168.203.113@tcp:8:kworker.0
00000100:00000001:0.0:1787762973.687638:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762973.687640:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762973.687645:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d565e00 x1874599320540160/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762998 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762973.687653:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787762973.687655:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787762973.687658:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d5055bc00.
02000000:00000001:0.0:1787762973.687661:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787762973.687663:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787762973.687665:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:0.0:1787762973.687667:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787762973.687670:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45907800.
02000000:00000001:0.0:1787762973.687673:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787762973.687675:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787762973.687677:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d565e00.
00000100:00000001:0.0:1787762973.687680:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787762973.687682:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762973.687684:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762973.687688:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d564b40 x1874599320540288/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762998 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762973.687696:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787762973.687698:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787762973.687700:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d5055ac00.
02000000:00000001:0.0:1787762973.687703:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787762973.687704:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787762973.687706:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:0.0:1787762973.687708:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787762973.687710:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45905000.
02000000:00000001:0.0:1787762973.687712:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787762973.687713:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787762973.687715:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d564b40.
00000100:00000001:0.0:1787762973.687717:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787762973.687719:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762973.687720:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762973.687724:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d5670c0 x1874599320540416/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762998 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762973.687731:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787762973.687734:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787762973.687736:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d50558000.
02000000:00000001:0.0:1787762973.687739:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787762973.687741:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787762973.687743:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:0.0:1787762973.687745:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787762973.687747:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45907400.
02000000:00000001:0.0:1787762973.687749:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787762973.687750:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787762973.687752:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d5670c0.
00000100:00000001:0.0:1787762973.687754:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787762973.687756:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762973.687758:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762973.687762:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762973.687764:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762973.687766:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787762973.687768:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762973.876574:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762973.876581:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762973.876588:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762973.876590:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762973.876593:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762973.876595:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762973.876682:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762973.876688:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762973.876693:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762974.708578:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762974.708589:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762974.708592:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762974.708598:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:0.0:1787762974.708603:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762974.708607:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762974.708611:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762974.708615:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762974.708618:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762974.900559:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762974.900566:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762974.900574:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762974.900576:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762974.900580:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762974.900582:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762974.964569:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4314810104, at 4314810112
00000100:00000010:0.0:1787762974.964587:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9c574ac180.
00000100:00000001:0.0:1787762975.732564:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762975.732573:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762975.732577:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762975.732582:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:0.0:1787762975.732587:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762975.732591:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762975.732596:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762975.732600:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762975.732603:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762975.924529:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762975.924536:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762975.924541:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762975.924542:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762975.924546:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762975.924547:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762976.756502:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762976.756511:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762976.756513:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762976.756518:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:0.0:1787762976.756521:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762976.756525:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762976.756528:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762976.756531:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762976.756533:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762976.948516:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762976.948524:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762976.948531:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762976.948532:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762976.948536:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762976.948537:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762976.948617:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762976.948622:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762976.948626:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762977.780503:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762977.780510:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762977.780512:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762977.780516:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:0.0:1787762977.780519:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762977.780522:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762977.780525:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762977.780527:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762977.780529:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762977.972585:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762977.972594:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762977.972601:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762977.972603:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762977.972608:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762977.972610:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762977.972712:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762977.972719:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762977.972724:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762978.804543:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762978.804553:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762978.804555:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762978.804562:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:0.0:1787762978.804567:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762978.804572:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762978.804575:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762978.804578:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762978.804582:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762978.804930:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787762978.804948:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762978.804962:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787762978.804988:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d568b40 x1874599320540544/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762978.805032:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762978.805036:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762978.805047:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787762978.805054:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762978.805079:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762978.805099:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d568b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320540544:192.168.203.113@tcp:250:kworker.0
00000100:00000001:0.0:1787762978.805107:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787762978.805116:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787762978.805121:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762978.805127:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787762978.805142:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d5055bc00.
02000000:00000001:0.0:1787762978.805147:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762978.805167:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787762978.805178:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c516874d0.
00000400:00000010:0.0:1787762978.805189:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6088.
00000100:00000200:0.0:1787762978.805215:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320540544, portal 25
00000100:00000001:0.0:1787762978.805221:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787762978.805224:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910964544 : -110374798587072 : ffff9b9d5d568b40)
00000100:00000040:0.0:1787762978.805237:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d568b40 x1874599320540544/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763003 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762978.805282:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787762978.805301:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787762978.805308:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6f68.
00000100:00000200:0.0:1787762978.805316:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320540544, offset 0
00000400:00000200:0.0:1787762978.805342:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787762978.805365:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762978.805388:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787762978.805398:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787762978.805411:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:0.0:1787762978.805426:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787762978.805468:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787762978.805481:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [62986:62986:256:4294967295] 192.168.203.113@tcp LPNI seq info [62986:62986:8:4294967295]
00000400:00000200:0.0:1787762978.805497:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762978.805527:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787762978.805555:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762978.805568:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c600.
00000800:00000200:0.0:1787762978.805586:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.0:1787762978.805600:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787762978.805626:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787762978.805639:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1787762978.805662:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762978.805670:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c600.
00000400:00000200:0.0:1787762978.805685:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787762978.805708:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787762978.805718:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6f68
00000400:00000010:0.0:1787762978.805727:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6f68.
00000100:00000001:0.0:1787762978.805740:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762978.805755:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d568b40 x1874599320540544/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763003 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762978.805791:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762978.805800:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d568b40 x1874599320540544/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763003 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762978.805824:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762978.805827:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787762978.805839:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762978.805852:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787762978.805857:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4314815224
00000100:00000010:0.0:1787762978.805868:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9c574ac180.
00000100:00000001:0.0:1787762978.805879:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1787762978.805889:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4314815224
00000100:00000010:0.0:1787762978.805896:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9c574ac840.
00000100:00000001:0.0:1787762978.805900:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1787762978.805907:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762978.805911:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762978.805919:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787762978.805932:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762978/real 1787762978]  req@ffff9b9d5d568b40 x1874599320540544/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787762978.805951:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787762978.805955:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787762978.805959:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c516874d0.
00000400:00000200:0.0:1787762978.805968:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6088
00000400:00000010:0.0:1787762978.805979:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6088.
00000100:00000001:0.0:1787762978.805991:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787762978.806004:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d568b40 x1874599320540544/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787762978.806031:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d568b40 x1874599320540544/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762978.806057:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787762978.806063:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762978.806071:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762978.806085:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787762978.806107:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d568b40 x1874599320540544/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762978.806121:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787762978.806131:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d568b40 x1874599320540544/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763003 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762978.806143:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787762978.806148:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762978.806154:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762978.806156:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762978.806163:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787762978.806169:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787762978.806178:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762978.806210:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787762978.806214:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787762978.806226:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d568b40 x1874599320540544/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763003 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762978.806280:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d568b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320540544:192.168.203.113@tcp:250:kworker.0
00000100:00000001:0.0:1787762978.806304:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762978.806310:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762978.806327:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d568b40 x1874599320540544/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763003 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762978.806365:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787762978.806371:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787762978.806380:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d5055bc00.
02000000:00000001:0.0:1787762978.806401:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787762978.806407:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787762978.806414:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:0.0:1787762978.806428:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787762978.806433:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f186000.
02000000:00000001:0.0:1787762978.806466:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787762978.806470:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787762978.806475:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d568b40.
00000100:00000001:0.0:1787762978.806484:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787762978.806495:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762978.806500:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762978.806517:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762978.806522:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762978.806527:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787762978.806532:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762978.806535:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787762978.806551:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d5692c0 x1874599320540672/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762978.806573:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762978.806576:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762978.806583:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787762978.806587:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762978.806604:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762978.806627:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d5692c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320540672:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787762978.806645:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787762978.806653:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787762978.806669:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762978.806677:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787762978.806682:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d5055bc00.
02000000:00000001:0.0:1787762978.806694:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762978.806716:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787762978.806722:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c516874d0.
00000400:00000010:0.0:1787762978.806740:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6088.
00000100:00000200:0.0:1787762978.806755:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320540672, portal 10
00000100:00000001:0.0:1787762978.806758:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787762978.806760:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910966464 : -110374798585152 : ffff9b9d5d5692c0)
00000100:00000040:0.0:1787762978.806771:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d5692c0 x1874599320540672/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763003 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762978.806777:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787762978.806779:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787762978.806781:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6f68.
00000100:00000200:0.0:1787762978.806783:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320540672, offset 0
00000400:00000200:0.0:1787762978.806786:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787762978.806789:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762978.806792:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787762978.806794:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787762978.806797:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:0.0:1787762978.806799:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787762978.806800:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787762978.806803:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [62987:62987:256:4294967295] 192.168.203.113@tcp LPNI seq info [62987:62987:8:4294967295]
00000400:00000200:0.0:1787762978.806806:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762978.806810:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787762978.806815:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762978.806817:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c600.
00000800:00000200:0.0:1787762978.806821:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.0:1787762978.806823:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787762978.806828:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787762978.806830:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1787762978.806833:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762978.806834:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c600.
00000400:00000200:0.0:1787762978.806837:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787762978.806840:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787762978.806842:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6f68
00000400:00000010:0.0:1787762978.806844:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6f68.
00000100:00000001:0.0:1787762978.806846:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762978.806848:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d5692c0 x1874599320540672/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763003 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762978.806854:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762978.806856:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d5692c0 x1874599320540672/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763003 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762978.806861:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762978.806862:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787762978.806864:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762978.806868:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:0.0:1787762978.806870:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787762978.806872:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314813997
00000100:00000001:0.0:1787762978.806874:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314815224
00000100:00000001:0.0:1787762978.806876:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314813997
00000100:00000001:0.0:1787762978.806877:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314815224
00000100:00000001:0.0:1787762978.806878:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762978.806880:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762978.806881:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787762978.806883:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762978/real 1787762978]  req@ffff9b9d5d5692c0 x1874599320540672/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787762978.806889:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787762978.806890:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787762978.806892:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c516874d0.
00000400:00000200:0.0:1787762978.806893:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6088
00000400:00000010:0.0:1787762978.806894:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6088.
00000100:00000001:0.0:1787762978.806896:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787762978.806897:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d5692c0 x1874599320540672/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787762978.806902:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d5692c0 x1874599320540672/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762978.806907:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787762978.806908:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762978.806909:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762978.806910:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787762978.806913:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d5692c0 x1874599320540672/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762978.806917:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787762978.806919:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d5692c0 x1874599320540672/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763003 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762978.806923:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787762978.806925:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762978.806926:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762978.806927:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762978.806928:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787762978.806943:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787762978.806945:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762978.806947:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787762978.806949:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787762978.806952:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d5692c0 x1874599320540672/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763003 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762978.806958:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d5692c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320540672:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787762978.806961:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787762978.806963:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d569680 x1874599320540800/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762978.806967:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762978.806968:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762978.806970:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787762978.806971:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762978.806972:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762978.806974:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d569680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320540800:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787762978.806976:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787762978.806977:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787762978.806979:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762978.806980:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787762978.806983:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d50559c00.
02000000:00000001:0.0:1787762978.806984:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762978.806986:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787762978.806988:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c516874d0.
00000400:00000010:0.0:1787762978.806990:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6088.
00000100:00000200:0.0:1787762978.806992:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320540800, portal 10
00000100:00000001:0.0:1787762978.806994:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787762978.806995:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910967424 : -110374798584192 : ffff9b9d5d569680)
00000100:00000040:0.0:1787762978.806999:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d569680 x1874599320540800/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763003 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762978.807004:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787762978.807005:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787762978.807007:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6f68.
00000100:00000200:0.0:1787762978.807008:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320540800, offset 0
00000400:00000200:0.0:1787762978.807011:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787762978.807013:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762978.807015:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787762978.807017:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787762978.807020:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:0.0:1787762978.807021:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787762978.807023:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787762978.807025:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [62988:62988:256:4294967295] 192.168.203.113@tcp LPNI seq info [62988:62988:8:4294967295]
00000400:00000200:0.0:1787762978.807028:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762978.807032:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787762978.807035:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762978.807036:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c600.
00000800:00000200:0.0:1787762978.807039:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.0:1787762978.807040:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787762978.807043:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787762978.807046:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1787762978.807049:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762978.807050:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c600.
00000400:00000200:0.0:1787762978.807052:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787762978.807054:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787762978.807057:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6f68
00000400:00000010:0.0:1787762978.807058:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6f68.
00000100:00000001:0.0:1787762978.807059:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762978.807061:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d569680 x1874599320540800/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763003 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762978.807066:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762978.807068:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d569680 x1874599320540800/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763003 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762978.807073:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762978.807074:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787762978.807076:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762978.807078:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:0.0:1787762978.807080:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787762978.807082:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314813976
00000100:00000001:0.0:1787762978.807084:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314815224
00000100:00000001:0.0:1787762978.807086:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314813976
00000100:00000001:0.0:1787762978.807088:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314815224
00000100:00000001:0.0:1787762978.807089:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762978.807090:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762978.807091:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787762978.807093:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762978/real 1787762978]  req@ffff9b9d5d569680 x1874599320540800/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787762978.807097:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787762978.807098:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787762978.807099:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c516874d0.
00000400:00000200:0.0:1787762978.807100:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6088
00000400:00000010:0.0:1787762978.807102:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6088.
00000100:00000001:0.0:1787762978.807104:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787762978.807106:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d569680 x1874599320540800/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787762978.807112:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d569680 x1874599320540800/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762978.807115:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787762978.807116:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762978.807117:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762978.807118:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787762978.807120:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d569680 x1874599320540800/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762978.807124:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787762978.807126:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d569680 x1874599320540800/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763003 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762978.807130:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787762978.807132:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762978.807133:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762978.807134:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762978.807136:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787762978.807137:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787762978.807139:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762978.807141:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787762978.807142:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787762978.807144:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d569680 x1874599320540800/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763003 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762978.807149:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d569680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320540800:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787762978.807151:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762978.807153:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762978.807155:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d5692c0 x1874599320540672/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763003 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762978.807159:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787762978.807160:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787762978.807161:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d5055bc00.
02000000:00000001:0.0:1787762978.807163:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787762978.807164:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787762978.807165:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:0.0:1787762978.807166:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787762978.807167:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f184000.
02000000:00000001:0.0:1787762978.807169:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787762978.807170:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787762978.807172:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d5692c0.
00000100:00000001:0.0:1787762978.807174:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787762978.807175:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762978.807176:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762978.807178:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d569680 x1874599320540800/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763003 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762978.807186:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787762978.807187:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787762978.807188:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d50559c00.
02000000:00000001:0.0:1787762978.807191:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787762978.807191:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787762978.807192:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:0.0:1787762978.807207:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787762978.807208:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f184c00.
02000000:00000001:0.0:1787762978.807210:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787762978.807211:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787762978.807211:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d569680.
00000100:00000001:0.0:1787762978.807213:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787762978.807213:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762978.807215:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762978.807218:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762978.807219:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762978.807221:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787762978.807222:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762978.807223:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787762978.807227:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d568000 x1874599320540928/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762978.807235:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762978.807236:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762978.807239:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787762978.807241:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762978.807243:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762978.807247:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d568000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320540928:192.168.203.113@tcp:8:kworker.0
00000100:00000001:0.0:1787762978.807250:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787762978.807253:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787762978.807255:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762978.807256:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787762978.807260:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d50559c00.
02000000:00000001:0.0:1787762978.807262:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762978.807267:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787762978.807270:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c516874d0.
00000400:00000010:0.0:1787762978.807274:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6088.
00000100:00000200:0.0:1787762978.807277:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320540928, portal 4
00000100:00000001:0.0:1787762978.807280:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787762978.807281:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910961664 : -110374798589952 : ffff9b9d5d568000)
00000100:00000040:0.0:1787762978.807289:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d568000 x1874599320540928/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763003 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762978.807294:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787762978.807296:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787762978.807298:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6f68.
00000100:00000200:0.0:1787762978.807299:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320540928, offset 0
00000400:00000200:0.0:1787762978.807302:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787762978.807305:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762978.807308:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787762978.807310:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787762978.807312:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:0.0:1787762978.807314:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787762978.807316:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787762978.807318:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [62989:62989:256:4294967295] 192.168.203.113@tcp LPNI seq info [62989:62989:8:4294967295]
00000400:00000200:0.0:1787762978.807321:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762978.807326:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787762978.807328:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762978.807330:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c600.
00000800:00000200:0.0:1787762978.807333:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.0:1787762978.807335:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787762978.807338:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787762978.807340:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1787762978.807343:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762978.807344:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c600.
00000400:00000200:0.0:1787762978.807346:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787762978.807349:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787762978.807351:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6f68
00000400:00000010:0.0:1787762978.807353:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6f68.
00000100:00000001:0.0:1787762978.807355:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762978.807357:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d568000 x1874599320540928/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763003 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762978.807363:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762978.807365:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d568000 x1874599320540928/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763003 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762978.807370:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762978.807371:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787762978.807373:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762978.807376:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:0.0:1787762978.807378:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787762978.807379:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314813988
00000100:00000001:0.0:1787762978.807381:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314815224
00000100:00000001:0.0:1787762978.807383:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314813988
00000100:00000001:0.0:1787762978.807384:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314815224
00000100:00000001:0.0:1787762978.807385:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762978.807387:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762978.807388:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787762978.807390:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762978/real 1787762978]  req@ffff9b9d5d568000 x1874599320540928/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787762978.807395:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787762978.807396:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787762978.807397:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c516874d0.
00000400:00000200:0.0:1787762978.807399:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6088
00000400:00000010:0.0:1787762978.807400:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6088.
00000100:00000001:0.0:1787762978.807401:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787762978.807403:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d568000 x1874599320540928/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787762978.807409:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d568000 x1874599320540928/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762978.807414:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787762978.807415:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762978.807417:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762978.807418:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787762978.807420:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d568000 x1874599320540928/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762978.807424:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787762978.807426:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d568000 x1874599320540928/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763003 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762978.807430:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787762978.807432:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762978.807433:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762978.807433:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762978.807434:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787762978.807435:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787762978.807437:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762978.807458:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787762978.807460:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787762978.807462:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d568000 x1874599320540928/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763003 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762978.807467:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d568000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320540928:192.168.203.113@tcp:8:kworker.0
00000100:00000001:0.0:1787762978.807469:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762978.807470:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762978.807473:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d568000 x1874599320540928/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763003 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762978.807477:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787762978.807478:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787762978.807480:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d50559c00.
02000000:00000001:0.0:1787762978.807482:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787762978.807483:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787762978.807484:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:0.0:1787762978.807486:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787762978.807487:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f187000.
02000000:00000001:0.0:1787762978.807489:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787762978.807490:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787762978.807491:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d568000.
00000100:00000001:0.0:1787762978.807493:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787762978.807494:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762978.807496:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762978.807498:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762978.807499:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762978.807501:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787762978.807502:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762978.996528:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762978.996536:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787762978.996538:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787762978.996541:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762978.996547:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787762978.996549:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762978.996550:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762978.996552:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762978.996555:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762978.996556:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787762978.996558:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787762978.996559:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762978.996560:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787762978.996561:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762978.996563:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762978.996564:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762978.996567:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762978.996568:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762978.996623:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762978.996627:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762978.996630:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762979.828611:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762979.828624:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762979.828628:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762979.828636:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:0.0:1787762979.828642:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762979.828648:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762979.828653:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762979.828657:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762979.828663:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762980.020588:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762980.020597:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762980.020608:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762980.020611:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762980.020618:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762980.020620:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762980.084601:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4314815224, at 4314815232
00000100:00000010:0.0:1787762980.084629:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9c574ac180.
00000100:00000001:0.0:1787762980.852564:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762980.852577:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762980.852580:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762980.852588:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:0.0:1787762980.852595:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762980.852600:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762980.852605:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762980.852611:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762980.852616:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762981.044592:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762981.044600:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762981.044610:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762981.044612:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762981.044618:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762981.044620:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762981.876581:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762981.876592:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762981.876595:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762981.876603:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:0.0:1787762981.876609:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762981.876615:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762981.876619:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762981.876623:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762981.876626:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762982.068663:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762982.068671:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762982.068692:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762982.068694:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762982.068699:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762982.068703:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787762982.068707:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787762982.068712:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762982.068716:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787762982.068719:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762982.068722:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762982.068725:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762982.068872:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762982.068878:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762982.068883:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762982.900580:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762982.900595:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762982.900600:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762982.900610:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:0.0:1787762982.900617:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762982.900624:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762982.900630:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762982.900636:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762982.900642:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762983.092581:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762983.092590:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762983.092600:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762983.092603:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762983.092608:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762983.092611:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762983.092710:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762983.092716:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762983.092722:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762983.924526:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762983.924533:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762983.924536:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762983.924544:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:0.0:1787762983.924551:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762983.924556:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762983.924560:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762983.924564:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762983.924568:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762983.924758:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787762983.924762:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762983.924765:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787762983.924775:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d56b840 x1874599320541056/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762983.924794:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762983.924798:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762983.924805:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787762983.924809:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762983.924814:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762983.924821:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d56b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320541056:192.168.203.113@tcp:250:kworker.0
00000100:00000001:0.0:1787762983.924827:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787762983.924832:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787762983.924835:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762983.924839:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787762983.924846:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d50559400.
02000000:00000001:0.0:1787762983.924850:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762983.924860:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787762983.924867:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c516874d0.
00000400:00000010:0.0:1787762983.924876:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6088.
00000100:00000200:0.0:1787762983.924886:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320541056, portal 25
00000100:00000001:0.0:1787762983.924891:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787762983.924894:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910976064 : -110374798575552 : ffff9b9d5d56b840)
00000100:00000040:0.0:1787762983.924904:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d56b840 x1874599320541056/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763008 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762983.924918:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787762983.924925:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787762983.924931:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6f68.
00000100:00000200:0.0:1787762983.924936:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320541056, offset 0
00000400:00000200:0.0:1787762983.924952:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787762983.924968:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762983.924982:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787762983.924994:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787762983.925003:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:0.0:1787762983.925011:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787762983.925018:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787762983.925030:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [62990:62990:256:4294967295] 192.168.203.113@tcp LPNI seq info [62990:62990:8:4294967295]
00000400:00000200:0.0:1787762983.925042:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762983.925057:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787762983.925072:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762983.925081:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c600.
00000800:00000200:0.0:1787762983.925097:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.0:1787762983.925107:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787762983.925123:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787762983.925133:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1787762983.925145:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762983.925151:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c600.
00000400:00000200:0.0:1787762983.925179:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787762983.925193:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787762983.925204:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6f68
00000400:00000010:0.0:1787762983.925210:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6f68.
00000100:00000001:0.0:1787762983.925221:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762983.925229:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d56b840 x1874599320541056/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763008 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762983.925250:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762983.925261:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d56b840 x1874599320541056/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763008 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762983.925285:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762983.925291:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787762983.925303:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762983.925313:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787762983.925319:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4314820343
00000100:00000010:0.0:1787762983.925327:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9c574ac180.
00000100:00000001:0.0:1787762983.925336:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1787762983.925346:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4314820343
00000100:00000010:0.0:1787762983.925350:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9c574ac720.
00000100:00000001:0.0:1787762983.925353:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1787762983.925357:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762983.925359:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762983.925361:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787762983.925366:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762983/real 1787762983]  req@ffff9b9d5d56b840 x1874599320541056/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763008 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787762983.925373:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787762983.925375:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787762983.925376:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c516874d0.
00000400:00000200:0.0:1787762983.925378:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6088
00000400:00000010:0.0:1787762983.925380:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6088.
00000100:00000001:0.0:1787762983.925382:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787762983.925385:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d56b840 x1874599320541056/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763008 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787762983.925391:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d56b840 x1874599320541056/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763008 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762983.925396:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787762983.925397:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762983.925399:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762983.925400:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787762983.925403:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d56b840 x1874599320541056/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763008 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762983.925408:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787762983.925411:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d56b840 x1874599320541056/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763008 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762983.925417:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787762983.925419:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762983.925420:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762983.925421:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762983.925422:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787762983.925424:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787762983.925426:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762983.925429:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787762983.925431:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787762983.925434:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d56b840 x1874599320541056/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763008 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762983.925461:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d56b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320541056:192.168.203.113@tcp:250:kworker.0
00000100:00000001:0.0:1787762983.925465:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762983.925467:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762983.925469:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d56b840 x1874599320541056/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763008 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762983.925474:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787762983.925477:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787762983.925479:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d50559400.
02000000:00000001:0.0:1787762983.925482:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787762983.925483:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787762983.925484:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:0.0:1787762983.925486:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787762983.925488:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f185000.
02000000:00000001:0.0:1787762983.925491:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787762983.925493:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787762983.925494:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d56b840.
00000100:00000001:0.0:1787762983.925497:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787762983.925498:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762983.925499:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762983.925505:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762983.925506:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762983.925508:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787762983.925510:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762983.925511:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787762983.925513:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d56a940 x1874599320541184/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762983.925519:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762983.925520:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762983.925522:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787762983.925523:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762983.925525:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762983.925528:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d56a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320541184:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787762983.925530:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787762983.925532:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787762983.925533:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762983.925534:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787762983.925537:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d50559400.
02000000:00000001:0.0:1787762983.925538:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762983.925541:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787762983.925543:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c516874d0.
00000400:00000010:0.0:1787762983.925545:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6088.
00000100:00000200:0.0:1787762983.925547:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320541184, portal 10
00000100:00000001:0.0:1787762983.925549:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787762983.925550:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910972224 : -110374798579392 : ffff9b9d5d56a940)
00000100:00000040:0.0:1787762983.925555:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d56a940 x1874599320541184/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763008 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762983.925560:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787762983.925562:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787762983.925563:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6f68.
00000100:00000200:0.0:1787762983.925565:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320541184, offset 0
00000400:00000200:0.0:1787762983.925568:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787762983.925570:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762983.925574:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787762983.925576:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787762983.925578:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:0.0:1787762983.925580:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787762983.925582:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787762983.925585:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [62991:62991:256:4294967295] 192.168.203.113@tcp LPNI seq info [62991:62991:8:4294967295]
00000400:00000200:0.0:1787762983.925588:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762983.925593:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787762983.925596:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762983.925599:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c600.
00000800:00000200:0.0:1787762983.925602:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.0:1787762983.925604:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787762983.925608:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787762983.925610:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1787762983.925613:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762983.925615:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c600.
00000400:00000200:0.0:1787762983.925617:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787762983.925620:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787762983.925622:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6f68
00000400:00000010:0.0:1787762983.925623:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6f68.
00000100:00000001:0.0:1787762983.925625:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762983.925627:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d56a940 x1874599320541184/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763008 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762983.925633:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762983.925635:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d56a940 x1874599320541184/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763008 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762983.925640:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762983.925641:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787762983.925643:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762983.925646:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:0.0:1787762983.925648:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787762983.925650:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314819116
00000100:00000001:0.0:1787762983.925652:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314820343
00000100:00000001:0.0:1787762983.925654:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314819116
00000100:00000001:0.0:1787762983.925656:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314820343
00000100:00000001:0.0:1787762983.925657:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762983.925659:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762983.925660:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787762983.925662:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762983/real 1787762983]  req@ffff9b9d5d56a940 x1874599320541184/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763008 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787762983.925673:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787762983.925674:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787762983.925676:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c516874d0.
00000400:00000200:0.0:1787762983.925677:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6088
00000400:00000010:0.0:1787762983.925678:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6088.
00000100:00000001:0.0:1787762983.925679:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787762983.925681:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d56a940 x1874599320541184/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763008 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787762983.925687:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d56a940 x1874599320541184/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763008 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762983.925691:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787762983.925692:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762983.925694:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762983.925695:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787762983.925697:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d56a940 x1874599320541184/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763008 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762983.925702:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787762983.925704:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d56a940 x1874599320541184/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763008 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762983.925709:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787762983.925710:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762983.925711:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762983.925712:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762983.925713:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787762983.925724:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787762983.925725:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762983.925727:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787762983.925729:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787762983.925732:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d56a940 x1874599320541184/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763008 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762983.925738:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d56a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320541184:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787762983.925741:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787762983.925743:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d568000 x1874599320541312/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762983.925747:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762983.925748:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762983.925749:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787762983.925750:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762983.925752:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762983.925753:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d568000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320541312:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787762983.925755:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787762983.925756:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787762983.925757:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762983.925759:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787762983.925761:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d5055a400.
02000000:00000001:0.0:1787762983.925762:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762983.925764:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787762983.925766:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c516874d0.
00000400:00000010:0.0:1787762983.925768:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6088.
00000100:00000200:0.0:1787762983.925770:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320541312, portal 10
00000100:00000001:0.0:1787762983.925771:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787762983.925772:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910961664 : -110374798589952 : ffff9b9d5d568000)
00000100:00000040:0.0:1787762983.925776:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d568000 x1874599320541312/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763008 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762983.925781:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787762983.925782:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787762983.925784:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6f68.
00000100:00000200:0.0:1787762983.925785:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320541312, offset 0
00000400:00000200:0.0:1787762983.925789:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787762983.925791:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762983.925793:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787762983.925795:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787762983.925797:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:0.0:1787762983.925799:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787762983.925801:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787762983.925803:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [62992:62992:256:4294967295] 192.168.203.113@tcp LPNI seq info [62992:62992:8:4294967295]
00000400:00000200:0.0:1787762983.925806:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762983.925810:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787762983.925813:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762983.925815:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c600.
00000800:00000200:0.0:1787762983.925818:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.0:1787762983.925820:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787762983.925823:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787762983.925824:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1787762983.925828:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762983.925829:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c600.
00000400:00000200:0.0:1787762983.925831:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787762983.925833:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787762983.925835:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6f68
00000400:00000010:0.0:1787762983.925837:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6f68.
00000100:00000001:0.0:1787762983.925838:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762983.925840:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d568000 x1874599320541312/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763008 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762983.925846:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762983.925848:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d568000 x1874599320541312/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763008 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762983.925852:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762983.925853:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787762983.925855:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762983.925857:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:0.0:1787762983.925859:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787762983.925861:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314819095
00000100:00000001:0.0:1787762983.925863:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314820343
00000100:00000001:0.0:1787762983.925864:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314819095
00000100:00000001:0.0:1787762983.925866:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314820343
00000100:00000001:0.0:1787762983.925867:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762983.925868:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762983.925869:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787762983.925872:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762983/real 1787762983]  req@ffff9b9d5d568000 x1874599320541312/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763008 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787762983.925876:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787762983.925877:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787762983.925878:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c516874d0.
00000400:00000200:0.0:1787762983.925880:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6088
00000400:00000010:0.0:1787762983.925881:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6088.
00000100:00000001:0.0:1787762983.925882:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787762983.925885:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d568000 x1874599320541312/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763008 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787762983.925891:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d568000 x1874599320541312/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763008 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762983.925895:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787762983.925895:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762983.925897:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762983.925898:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787762983.925900:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d568000 x1874599320541312/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763008 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762983.925904:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787762983.925906:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d568000 x1874599320541312/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763008 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762983.925911:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787762983.925913:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762983.925914:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762983.925915:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762983.925917:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787762983.925918:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787762983.925920:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762983.925922:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787762983.925923:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787762983.925926:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d568000 x1874599320541312/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763008 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762983.925933:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d568000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320541312:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787762983.925937:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787762983.925940:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d569680 x1874599320541440/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762983.925947:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762983.925948:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762983.925951:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787762983.925953:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762983.925955:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762983.925959:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d569680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320541440:192.168.203.113@tcp:8:kworker.0
00000100:00000001:0.0:1787762983.925963:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787762983.925965:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787762983.925967:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762983.925969:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787762983.925973:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d50558800.
02000000:00000001:0.0:1787762983.925976:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762983.925980:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787762983.925984:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c516874d0.
00000400:00000010:0.0:1787762983.925988:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6088.
00000100:00000200:0.0:1787762983.925991:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320541440, portal 4
00000100:00000001:0.0:1787762983.925994:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787762983.925995:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910967424 : -110374798584192 : ffff9b9d5d569680)
00000100:00000040:0.0:1787762983.926000:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d569680 x1874599320541440/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763008 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762983.926005:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787762983.926007:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787762983.926008:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6f68.
00000100:00000200:0.0:1787762983.926010:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320541440, offset 0
00000400:00000200:0.0:1787762983.926012:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787762983.926015:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762983.926018:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787762983.926020:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787762983.926022:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:0.0:1787762983.926024:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787762983.926025:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787762983.926028:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [62993:62993:256:4294967295] 192.168.203.113@tcp LPNI seq info [62993:62993:8:4294967295]
00000400:00000200:0.0:1787762983.926030:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762983.926035:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787762983.926038:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762983.926040:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c600.
00000800:00000200:0.0:1787762983.926043:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.0:1787762983.926045:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787762983.926048:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787762983.926050:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1787762983.926053:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762983.926054:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c600.
00000400:00000200:0.0:1787762983.926057:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787762983.926059:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787762983.926061:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6f68
00000400:00000010:0.0:1787762983.926062:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6f68.
00000100:00000001:0.0:1787762983.926064:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762983.926067:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d569680 x1874599320541440/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763008 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762983.926077:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762983.926081:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d569680 x1874599320541440/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763008 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762983.926088:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762983.926090:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787762983.926093:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762983.926096:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:0.0:1787762983.926100:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787762983.926102:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314819107
00000100:00000001:0.0:1787762983.926105:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314820343
00000100:00000001:0.0:1787762983.926107:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314819107
00000100:00000001:0.0:1787762983.926110:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314820343
00000100:00000001:0.0:1787762983.926112:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762983.926115:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762983.926117:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787762983.926122:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762983/real 1787762983]  req@ffff9b9d5d569680 x1874599320541440/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763008 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787762983.926132:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787762983.926134:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787762983.926135:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c516874d0.
00000400:00000200:0.0:1787762983.926138:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6088
00000400:00000010:0.0:1787762983.926139:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6088.
00000100:00000001:0.0:1787762983.926141:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787762983.926144:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d569680 x1874599320541440/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763008 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787762983.926150:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d569680 x1874599320541440/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763008 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762983.926154:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787762983.926156:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762983.926157:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762983.926175:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787762983.926178:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d569680 x1874599320541440/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763008 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762983.926183:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787762983.926186:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d569680 x1874599320541440/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763008 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762983.926191:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787762983.926193:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762983.926194:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762983.926195:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762983.926196:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787762983.926197:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787762983.926199:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762983.926201:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787762983.926203:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787762983.926205:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d569680 x1874599320541440/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763008 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762983.926210:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d569680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320541440:192.168.203.113@tcp:8:kworker.0
00000100:00000001:0.0:1787762983.926213:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762983.926214:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762983.926217:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d56a940 x1874599320541184/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763008 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762983.926222:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787762983.926223:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787762983.926225:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d50559400.
02000000:00000001:0.0:1787762983.926227:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787762983.926228:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787762983.926230:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:0.0:1787762983.926231:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787762983.926233:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f187000.
02000000:00000001:0.0:1787762983.926235:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787762983.926236:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787762983.926237:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d56a940.
00000100:00000001:0.0:1787762983.926239:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787762983.926240:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762983.926241:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762983.926244:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d568000 x1874599320541312/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763008 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762983.926252:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787762983.926254:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787762983.926256:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d5055a400.
02000000:00000001:0.0:1787762983.926258:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787762983.926260:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787762983.926261:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:0.0:1787762983.926263:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787762983.926265:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f184c00.
02000000:00000001:0.0:1787762983.926267:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787762983.926269:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787762983.926270:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d568000.
00000100:00000001:0.0:1787762983.926273:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787762983.926275:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762983.926277:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762983.926281:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d569680 x1874599320541440/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763008 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762983.926289:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787762983.926291:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787762983.926293:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d50558800.
02000000:00000001:0.0:1787762983.926296:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787762983.926297:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787762983.926299:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:0.0:1787762983.926301:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787762983.926302:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f184000.
02000000:00000001:0.0:1787762983.926304:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787762983.926305:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787762983.926306:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d569680.
00000100:00000001:0.0:1787762983.926308:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787762983.926309:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762983.926310:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762983.926314:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762983.926315:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762983.926316:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787762983.926317:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762984.116542:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762984.116548:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762984.116553:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762984.116554:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762984.116561:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762984.116564:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762984.116650:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762984.116654:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762984.116657:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1787762985.140526:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762985.140531:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762985.140536:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762985.140538:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762985.140542:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762985.140544:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762985.204527:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4314820343, at 4314820352
00000100:00000010:0.0:1787762985.204543:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9c574ac180.
00010000:00000001:3.0:1787762986.164521:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762986.164528:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762986.164533:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762986.164536:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762986.164540:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762986.164541:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762986.996735:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762986.996747:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762986.996751:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762986.996759:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787762986.996765:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762986.996770:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762986.996774:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762986.996778:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762986.996782:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762987.188547:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762987.188554:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762987.188560:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762987.188561:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762987.188564:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762987.188566:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762987.188651:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762987.188657:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762987.188661:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1787762988.212517:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762988.212527:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787762988.212529:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787762988.212532:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762988.212537:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787762988.212539:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762988.212541:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762988.212543:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762988.212546:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762988.212547:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787762988.212548:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787762988.212549:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762988.212550:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787762988.212551:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762988.212552:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762988.212554:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762988.212557:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762988.212558:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762988.212632:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762988.212636:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762988.212639:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787762989.044690:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762989.044702:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787762989.044706:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762989.044712:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762989.044719:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762989.044732:0:291943:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20151
00000400:00000200:3.0:1787762989.044748:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787762989.044760:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762989.044767:0:291943:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762989.044773:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762989.044780:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762989.044784:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762989.044790:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787762989.044798:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762989.044803:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:3.0:1787762989.044809:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762989.044815:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:3.0:1787762989.044821:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:3.0:1787762989.044826:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:3.0:1787762989.044832:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762989.044837:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762989.044840:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762989.044844:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787762989.044850:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:3.0:1787762989.044855:0:291943:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787762989.044858:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762989.044862:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762989.044867:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762989.044872:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762989.044875:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762989.044879:0:291943:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762989.044893:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d5661c0.
00000020:00000040:3.0:1787762989.044898:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:3.0:1787762989.044905:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762989.044908:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762989.044912:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762989.044916:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762989.044923:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762989.044933:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45904800.
00000100:00000001:3.0:1787762989.044944:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762989.044957:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d5661c0 x1874599320541568/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762989.044972:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762989.044979:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762989.044985:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007d30f203] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d5661c0 x1874599320541568/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762989.045020:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762989.045025:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762989.045030:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762989.045032:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762989.045035:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762989.045039:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762989.045044:0:291943:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20151
00000400:00000200:3.0:1787762989.045050:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787762989.045058:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762989.045062:0:291943:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762989.045066:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762989.045069:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762989.045073:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787762989.045075:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787762989.045077:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787762989.045084:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:0.0:1787762989.045085:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1787762989.045087:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000100:00000001:0.0:1787762989.045092:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1787762989.045093:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762989.045101:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000020:00000001:3.0:1787762989.045108:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000040:0.0:1787762989.045112:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d5661c0 x1874599320541568/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787762989.045113:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000040:3.0:1787762989.045120:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762989.045122:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762989.045157:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762989.045167:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000001:0.0:1787762989.045171:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000040:3.0:1787762989.045173:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00000001:0.0:1787762989.045177:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762989.045183:0:291943:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
02000000:00000001:0.0:1787762989.045187:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1787762989.045189:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762989.045194:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762989.045195:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762989.045204:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762989.045208:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:0.0:1787762989.045213:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d5661c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320541568:192.168.203.113@tcp:250:kworker.0
02000000:00000001:3.0:1787762989.045215:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762989.045224:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787762989.045227:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00100000:3.0:1787762989.045233:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1787762989.045236:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00000001:3.0:1787762989.045242:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762989.045243:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762989.045254:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762989.045255:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:3.0:1787762989.045265:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d567480.
02000000:00000010:0.0:1787762989.045270:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d5055a400.
00000020:00000040:3.0:1787762989.045272:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
02000000:00000001:0.0:1787762989.045279:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762989.045281:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762989.045287:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762989.045290:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762989.045295:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:0.0:1787762989.045296:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
02000000:00000001:3.0:1787762989.045299:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1787762989.045306:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c516874d0.
02000000:00000010:3.0:1787762989.045310:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45906400.
00000400:00000010:0.0:1787762989.045319:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6088.
00000100:00000001:3.0:1787762989.045321:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762989.045337:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d567480 x1874599320541696/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:0.0:1787762989.045338:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320541568, portal 25
00000100:00000001:0.0:1787762989.045347:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787762989.045351:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910953920 : -110374798597696 : ffff9b9d5d5661c0)
00000100:00000001:3.0:1787762989.045365:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000040:0.0:1787762989.045368:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d5661c0 x1874599320541568/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763014 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762989.045370:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762989.045386:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000036831fe2] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d567480 x1874599320541696/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762989.045396:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787762989.045409:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787762989.045417:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6f68.
00000100:00000200:0.0:1787762989.045426:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320541568, offset 0
00000100:00000001:3.0:1787762989.045434:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762989.045483:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787762989.045497:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00080000:3.0:1787762989.045507:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1787762989.045511:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000100:00080000:3.0:1787762989.045523:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:0.0:1787762989.045524:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1787762989.045533:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:0.0:1787762989.045538:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000100:00080000:3.0:1787762989.045542:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1787762989.045548:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1787762989.045555:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:0.0:1787762989.045559:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000100:00080000:3.0:1787762989.045570:0:291943:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20151
00000400:00000200:0.0:1787762989.045571:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [62994:62994:256:4294967295] 192.168.203.113@tcp LPNI seq info [62994:62994:8:4294967295]
00000400:00000200:3.0:1787762989.045595:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762989.045596:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787762989.045613:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762989.045622:0:291943:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762989.045632:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000400:00000200:0.0:1787762989.045634:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1787762989.045643:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.0:1787762989.045651:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000100:00000040:3.0:1787762989.045656:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000800:00000010:0.0:1787762989.045664:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c600.
00000100:00000001:3.0:1787762989.045665:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787762989.045675:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762989.045677:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000020:00000001:3.0:1787762989.045680:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000200:0.0:1787762989.045687:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000020:00000040:3.0:1787762989.045688:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000020:00000001:3.0:1787762989.045699:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000800:00000200:0.0:1787762989.045701:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000020:00000001:3.0:1787762989.045703:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00000040:3.0:1787762989.045721:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000800:00000200:0.1:1787762989.045724:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000001:3.0:1787762989.045729:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.1:1787762989.045738:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000100:00000040:3.0:1787762989.045742:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762989.045755:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000800:00000100:0.0:1787762989.045764:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000020:00000040:3.0:1787762989.045766:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000800:00000010:0.0:1787762989.045774:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c600.
00000100:00080000:3.0:1787762989.045780:0:291943:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787762989.045790:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762989.045792:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:3.0:1787762989.045797:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762989.045808:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1787762989.045811:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
02000000:00000001:3.0:1787762989.045819:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762989.045827:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000200:0.0:1787762989.045829:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6f68
00000008:00100000:3.0:1787762989.045831:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000400:00000010:0.0:1787762989.045836:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6f68.
00000008:00000001:3.0:1787762989.045838:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762989.045846:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762989.045849:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000010:3.0:1787762989.045853:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d565680.
00000100:00000200:0.0:1787762989.045861:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d5661c0 x1874599320541568/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763014 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787762989.045863:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
02000000:00000001:3.0:1787762989.045869:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762989.045871:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762989.045873:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762989.045876:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762989.045879:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762989.045891:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45907400.
00000100:00000001:0.0:1787762989.045899:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787762989.045900:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762989.045910:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d5661c0 x1874599320541568/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763014 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762989.045917:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d565680 x1874599320541824/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762989.045947:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762989.045953:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762989.045955:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787762989.045961:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762989.045969:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762989.045970:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000082576300] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d565680 x1874599320541824/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1787762989.045985:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787762989.045993:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4314825464
00000100:00000001:3.0:1787762989.046000:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762989.046007:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9c574ac180.
00000100:00000040:3.0:1787762989.046007:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787762989.046018:0:291943:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:0.0:1787762989.046025:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000100:00080000:3.0:1787762989.046027:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762989.046036:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787762989.046038:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1787762989.046041:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4314825464
00000100:00080000:3.0:1787762989.046042:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000010:0.0:1787762989.046052:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9c574ac6c0.
00000100:00000001:3.0:1787762989.046053:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787762989.046064:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000100:00080000:3.0:1787762989.046064:0:291943:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20151
00000100:00000001:0.0:1787762989.046077:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1787762989.046080:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787762989.046084:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787762989.046090:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00000001:0.0:1787762989.046093:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00080000:3.0:1787762989.046096:0:291943:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1787762989.046107:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762989/real 1787762989]  req@ffff9b9d5d5661c0 x1874599320541568/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787762989.046107:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762989.046112:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762989.046121:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000400:00000001:0.0:1787762989.046158:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1787762989.046162:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000400:00000001:0.0:1787762989.046163:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787762989.046172:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c516874d0.
00000020:00000001:3.0:1787762989.046172:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762989.046175:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000400:00000200:0.0:1787762989.046181:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6088
00000020:00000001:3.0:1787762989.046182:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000010:0.0:1787762989.046190:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6088.
00000020:00000040:3.0:1787762989.046190:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000020:00000001:3.0:1787762989.046199:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000001:0.0:1787762989.046201:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000001:3.0:1787762989.046209:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000200:0.0:1787762989.046216:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d5661c0 x1874599320541568/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787762989.046222:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762989.046229:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762989.046235:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762989.046242:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787762989.046251:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00080000:3.0:1787762989.046260:0:291943:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787762989.046270:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762989.046278:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762989.046286:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:0.0:1787762989.046287:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d5661c0 x1874599320541568/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787762989.046294:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762989.046303:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762989.046310:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000100:00000001:0.0:1787762989.046312:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000008:00000001:3.0:1787762989.046318:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762989.046320:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762989.046325:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762989.046327:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762989.046332:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:3.0:1787762989.046333:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d5652c0.
00000100:00100000:0.0:1787762989.046340:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d5661c0 x1874599320541568/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787762989.046341:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
02000000:00000001:3.0:1787762989.046351:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762989.046356:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762989.046364:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1787762989.046368:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787762989.046369:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762989.046375:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762989.046383:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d5661c0 x1874599320541568/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763014 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1787762989.046385:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45905000.
00000100:00000001:3.0:1787762989.046396:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762989.046406:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00100000:3.0:1787762989.046414:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d5652c0 x1874599320541952/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762989.046415:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762989.046422:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762989.046426:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762989.046436:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787762989.046472:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787762989.046485:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1787762989.046485:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762989.046495:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762989.046501:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000040:3.0:1787762989.046509:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc712cf1] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d5652c0 x1874599320541952/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762989.046510:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787762989.046526:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d5661c0 x1874599320541568/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763014 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762989.046536:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762989.046548:0:291943:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20161)
00000100:00100000:0.0:1787762989.046552:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d5661c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320541568:192.168.203.113@tcp:250:kworker.0
00000100:00000001:0.0:1787762989.046562:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762989.046565:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762989.046570:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d5661c0 x1874599320541568/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763014 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762989.046587:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787762989.046591:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787762989.046595:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d5055a400.
02000000:00000001:0.0:1787762989.046600:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787762989.046603:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787762989.046605:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:0.0:1787762989.046608:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787762989.046612:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45904800.
02000000:00000001:0.0:1787762989.046617:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787762989.046620:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787762989.046622:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d5661c0.
00000100:00000001:0.0:1787762989.046628:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787762989.046630:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762989.046633:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762989.046643:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762989.046645:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762989.046648:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787762989.046650:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762989.046652:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787762989.046657:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d567480 x1874599320541696/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762989.046667:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762989.046669:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762989.046671:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787762989.046674:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762989.046677:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762989.046681:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d567480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320541696:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787762989.046685:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787762989.046689:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787762989.046691:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762989.046693:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787762989.046698:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d5055a400.
02000000:00000001:0.0:1787762989.046700:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762989.046706:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787762989.046710:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c516874d0.
00000400:00000010:0.0:1787762989.046714:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6088.
00000100:00000200:0.0:1787762989.046719:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320541696, portal 10
00000100:00000001:0.0:1787762989.046723:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787762989.046726:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910958720 : -110374798592896 : ffff9b9d5d567480)
00000100:00000040:0.0:1787762989.046738:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d567480 x1874599320541696/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763014 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762989.046753:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787762989.046758:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787762989.046762:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6f68.
00000100:00000200:0.0:1787762989.046768:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320541696, offset 0
00000400:00000200:0.0:1787762989.046776:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787762989.046785:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762989.046794:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787762989.046801:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787762989.046807:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:0.0:1787762989.046812:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787762989.046817:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787762989.046824:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [62995:62995:256:4294967295] 192.168.203.113@tcp LPNI seq info [62995:62995:8:4294967295]
00000400:00000200:0.0:1787762989.046833:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762989.046843:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787762989.046849:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762989.046855:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c600.
00000800:00000200:0.0:1787762989.046860:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.0:1787762989.046864:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787762989.046871:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787762989.046875:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1787762989.046881:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762989.046883:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c600.
00000400:00000200:0.0:1787762989.046888:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787762989.046892:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787762989.046897:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6f68
00000400:00000010:0.0:1787762989.046899:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6f68.
00000100:00000001:0.0:1787762989.046903:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762989.046909:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d567480 x1874599320541696/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763014 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762989.046920:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762989.046924:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d567480 x1874599320541696/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763014 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762989.046933:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762989.046935:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787762989.046939:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762989.046945:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:0.0:1787762989.046949:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787762989.046952:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314824237
00000100:00000001:0.0:1787762989.046956:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314825464
00000100:00000001:0.0:1787762989.046959:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314824237
00000100:00000001:0.0:1787762989.046962:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314825464
00000100:00000001:0.0:1787762989.046964:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762989.046967:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762989.046969:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787762989.046974:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762989/real 1787762989]  req@ffff9b9d5d567480 x1874599320541696/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787762989.046984:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787762989.046986:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787762989.046988:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c516874d0.
00000400:00000200:0.0:1787762989.046992:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6088
00000400:00000010:0.0:1787762989.046994:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6088.
00000100:00000001:0.0:1787762989.046997:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787762989.047000:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d567480 x1874599320541696/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787762989.047011:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d567480 x1874599320541696/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762989.047027:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787762989.047029:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762989.047032:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762989.047034:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787762989.047038:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d567480 x1874599320541696/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762989.047046:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787762989.047051:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d567480 x1874599320541696/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763014 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762989.047059:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787762989.047062:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762989.047064:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762989.047066:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762989.047068:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787762989.047085:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787762989.047088:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762989.047092:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787762989.047095:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787762989.047100:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d567480 x1874599320541696/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763014 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762989.047109:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d567480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320541696:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787762989.047114:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787762989.047118:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d565680 x1874599320541824/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762989.047155:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762989.047157:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762989.047162:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787762989.047164:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762989.047167:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762989.047171:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d565680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320541824:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787762989.047176:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787762989.047179:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787762989.047181:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762989.047183:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787762989.047188:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d50559400.
02000000:00000001:0.0:1787762989.047191:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762989.047195:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787762989.047199:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c516874d0.
00000400:00000010:0.0:1787762989.047203:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6088.
00000100:00000200:0.0:1787762989.047207:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320541824, portal 10
00000100:00000001:0.0:1787762989.047210:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787762989.047212:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910951040 : -110374798600576 : ffff9b9d5d565680)
00000100:00000040:0.0:1787762989.047220:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d565680 x1874599320541824/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763014 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762989.047228:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787762989.047231:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787762989.047234:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6f68.
00000100:00000200:0.0:1787762989.047237:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320541824, offset 0
00000400:00000200:0.0:1787762989.047242:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787762989.047247:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762989.047252:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787762989.047255:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787762989.047258:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:0.0:1787762989.047262:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787762989.047265:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787762989.047269:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [62996:62996:256:4294967295] 192.168.203.113@tcp LPNI seq info [62996:62996:8:4294967295]
00000400:00000200:0.0:1787762989.047274:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762989.047283:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787762989.047290:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762989.047294:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c600.
00000800:00000200:0.0:1787762989.047299:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.0:1787762989.047303:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787762989.047309:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787762989.047312:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1787762989.047318:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762989.047320:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c600.
00000400:00000200:0.0:1787762989.047324:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787762989.047329:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787762989.047333:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6f68
00000400:00000010:0.0:1787762989.047335:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6f68.
00000100:00000001:0.0:1787762989.047338:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762989.047342:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d565680 x1874599320541824/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763014 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762989.047352:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762989.047356:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d565680 x1874599320541824/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763014 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762989.047364:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762989.047367:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787762989.047370:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762989.047375:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:0.0:1787762989.047379:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787762989.047381:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314824216
00000100:00000001:0.0:1787762989.047385:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314825464
00000100:00000001:0.0:1787762989.047387:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314824216
00000100:00000001:0.0:1787762989.047390:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314825464
00000100:00000001:0.0:1787762989.047392:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762989.047394:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762989.047397:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787762989.047401:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762989/real 1787762989]  req@ffff9b9d5d565680 x1874599320541824/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787762989.047412:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787762989.047414:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787762989.047416:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c516874d0.
00000400:00000200:0.0:1787762989.047418:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6088
00000400:00000010:0.0:1787762989.047420:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6088.
00000100:00000001:0.0:1787762989.047422:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787762989.047426:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d565680 x1874599320541824/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787762989.047436:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d565680 x1874599320541824/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762989.047471:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787762989.047474:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762989.047476:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762989.047477:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787762989.047482:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d565680 x1874599320541824/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762989.047490:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787762989.047496:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d565680 x1874599320541824/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763014 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762989.047505:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787762989.047508:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762989.047510:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762989.047511:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762989.047514:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787762989.047516:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787762989.047519:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762989.047522:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787762989.047525:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787762989.047531:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d565680 x1874599320541824/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763014 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762989.047541:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d565680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320541824:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787762989.047546:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787762989.047550:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d5652c0 x1874599320541952/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762989.047558:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762989.047559:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762989.047562:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787762989.047564:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762989.047566:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762989.047570:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d5652c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320541952:192.168.203.113@tcp:8:kworker.0
00000100:00000001:0.0:1787762989.047574:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787762989.047577:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787762989.047579:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762989.047581:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787762989.047586:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d50558400.
02000000:00000001:0.0:1787762989.047588:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762989.047593:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787762989.047596:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c516874d0.
00000400:00000010:0.0:1787762989.047600:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6088.
00000100:00000200:0.0:1787762989.047603:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320541952, portal 4
00000100:00000001:0.0:1787762989.047606:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787762989.047608:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910950080 : -110374798601536 : ffff9b9d5d5652c0)
00000100:00000040:0.0:1787762989.047615:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d5652c0 x1874599320541952/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763014 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762989.047623:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787762989.047626:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787762989.047629:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6f68.
00000100:00000200:0.0:1787762989.047632:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320541952, offset 0
00000400:00000200:0.0:1787762989.047638:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787762989.047642:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762989.047646:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787762989.047650:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787762989.047654:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:0.0:1787762989.047657:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787762989.047660:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787762989.047664:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [62997:62997:256:4294967295] 192.168.203.113@tcp LPNI seq info [62997:62997:8:4294967295]
00000400:00000200:0.0:1787762989.047670:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762989.047678:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787762989.047683:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762989.047686:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c600.
00000800:00000200:0.0:1787762989.047691:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.0:1787762989.047695:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787762989.047700:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787762989.047704:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1787762989.047709:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762989.047711:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c600.
00000400:00000200:0.0:1787762989.047715:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787762989.047719:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787762989.047725:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6f68
00000400:00000010:0.0:1787762989.047728:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6f68.
00000100:00000001:0.0:1787762989.047733:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762989.047740:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d5652c0 x1874599320541952/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763014 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762989.047756:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762989.047763:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d5652c0 x1874599320541952/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763014 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762989.047776:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762989.047779:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787762989.047785:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762989.047791:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:0.0:1787762989.047798:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787762989.047803:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314824229
00000100:00000001:0.0:1787762989.047809:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314825464
00000100:00000001:0.0:1787762989.047813:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314824229
00000100:00000001:0.0:1787762989.047817:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314825464
00000100:00000001:0.0:1787762989.047823:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762989.047827:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762989.047830:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787762989.047837:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762989/real 1787762989]  req@ffff9b9d5d5652c0 x1874599320541952/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787762989.047847:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787762989.047850:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787762989.047852:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c516874d0.
00000400:00000200:0.0:1787762989.047855:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6088
00000400:00000010:0.0:1787762989.047857:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6088.
00000100:00000001:0.0:1787762989.047860:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787762989.047864:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d5652c0 x1874599320541952/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787762989.047875:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d5652c0 x1874599320541952/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762989.047883:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787762989.047885:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762989.047887:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762989.047889:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787762989.047893:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d5652c0 x1874599320541952/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762989.047901:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787762989.047906:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d5652c0 x1874599320541952/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763014 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762989.047913:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787762989.047917:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762989.047919:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762989.047921:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762989.047924:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787762989.047926:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787762989.047929:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762989.047933:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787762989.047935:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787762989.047940:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d5652c0 x1874599320541952/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763014 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762989.047949:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d5652c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320541952:192.168.203.113@tcp:8:kworker.0
00000100:00000001:0.0:1787762989.047954:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762989.047957:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762989.047961:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d567480 x1874599320541696/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763014 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762989.047969:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787762989.047972:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787762989.047974:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d5055a400.
02000000:00000001:0.0:1787762989.047978:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787762989.047980:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787762989.047982:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:0.0:1787762989.047985:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787762989.047987:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45906400.
02000000:00000001:0.0:1787762989.047991:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787762989.047993:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787762989.047995:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d567480.
00000100:00000001:0.0:1787762989.047998:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787762989.048000:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762989.048002:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762989.048006:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d565680 x1874599320541824/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763014 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762989.048022:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787762989.048024:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787762989.048026:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d50559400.
02000000:00000001:0.0:1787762989.048029:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787762989.048030:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787762989.048032:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:0.0:1787762989.048034:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787762989.048036:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45907400.
02000000:00000001:0.0:1787762989.048038:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787762989.048040:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787762989.048041:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d565680.
00000100:00000001:0.0:1787762989.048044:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787762989.048045:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762989.048047:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762989.048051:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d5652c0 x1874599320541952/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763014 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762989.048058:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787762989.048059:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787762989.048061:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d50558400.
02000000:00000001:0.0:1787762989.048065:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787762989.048067:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787762989.048068:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:0.0:1787762989.048070:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787762989.048072:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45905000.
02000000:00000001:0.0:1787762989.048074:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787762989.048076:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787762989.048077:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d5652c0.
00000100:00000001:0.0:1787762989.048080:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787762989.048081:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762989.048083:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762989.048088:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762989.048089:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762989.048092:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787762989.048094:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762989.236590:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762989.236599:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762989.236605:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762989.236606:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762989.236611:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762989.236612:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762989.236684:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762989.236688:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762989.236691:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1787762990.260558:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762990.260564:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762990.260570:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762990.260573:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762990.260578:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762990.260579:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762990.324567:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4314825464, at 4314825472
00000100:00000010:0.0:1787762990.324583:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9c574ac180.
00010000:00000001:3.0:1787762991.284554:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762991.284560:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762991.284568:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762991.284570:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762991.284575:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762991.284579:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787762991.284581:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787762991.284586:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762991.284589:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787762991.284591:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762991.284594:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762991.284595:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762992.308565:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762992.308573:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762992.308580:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762992.308582:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762992.308586:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762992.308588:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762992.308734:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762992.308742:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762992.308749:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1787762993.332534:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762993.332542:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762993.332548:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762993.332549:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762993.332552:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762993.332553:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762993.332603:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762993.332607:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762993.332611:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787762994.164513:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762994.164534:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787762994.164539:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762994.164544:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762994.164550:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762994.164563:0:291943:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20156
00000400:00000200:3.0:1787762994.164576:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787762994.164584:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762994.164588:0:291943:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762994.164593:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762994.164598:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762994.164600:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762994.164603:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787762994.164607:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762994.164609:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:3.0:1787762994.164614:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762994.164619:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:3.0:1787762994.164622:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:3.0:1787762994.164624:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:3.0:1787762994.164629:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762994.164632:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762994.164635:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762994.164638:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787762994.164641:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:3.0:1787762994.164648:0:291943:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787762994.164651:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762994.164655:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762994.164661:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762994.164664:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762994.164667:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762994.164670:0:291943:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762994.164681:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d564f00.
00000020:00000040:3.0:1787762994.164685:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:3.0:1787762994.164690:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762994.164692:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762994.164696:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762994.164700:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762994.164705:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762994.164719:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45907800.
00000100:00000001:3.0:1787762994.164728:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762994.164739:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d564f00 x1874599320542080/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762994.164749:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762994.164754:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762994.164757:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001dcdc0d3] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d564f00 x1874599320542080/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762994.164777:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762994.164779:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762994.164786:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762994.164787:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762994.164789:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762994.164792:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762994.164797:0:291943:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20156
00000400:00000200:3.0:1787762994.164802:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787762994.164808:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762994.164812:0:291943:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762994.164817:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762994.164822:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787762994.164829:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1787762994.164830:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762994.164835:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787762994.164840:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762994.164842:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000100:00000001:0.0:1787762994.164843:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1787762994.164845:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1787762994.164852:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1787762994.164853:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000020:00000001:3.0:1787762994.164866:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000020:00000001:3.0:1787762994.164868:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000040:3.0:1787762994.164875:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762994.164879:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762994.164881:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d564f00 x1874599320542080/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787762994.164886:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762994.164898:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787762994.164910:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00000001:0.0:1787762994.164923:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762994.164926:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762994.164932:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787762994.164936:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762994.164940:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762994.164946:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d564f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320542080:192.168.203.113@tcp:250:kworker.0
00000100:00000001:0.0:1787762994.164952:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787762994.164958:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787762994.164962:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762994.164965:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787762994.164974:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d5055a400.
02000000:00000001:0.0:1787762994.164977:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762994.164987:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787762994.164993:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c516874d0.
00000100:00080000:3.0:1787762994.164997:0:291943:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000400:00000010:0.0:1787762994.165005:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6088.
00000100:00000200:0.0:1787762994.165015:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320542080, portal 25
00000100:00000001:0.0:1787762994.165018:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787762994.165021:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910949120 : -110374798602496 : ffff9b9d5d564f00)
00000100:00000040:0.0:1787762994.165031:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d564f00 x1874599320542080/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763019 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762994.165043:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787762994.165047:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787762994.165051:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6f68.
00000100:00000200:0.0:1787762994.165055:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320542080, offset 0
00000400:00000200:0.0:1787762994.165064:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787762994.165075:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762994.165120:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787762994.165126:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787762994.165132:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:0.0:1787762994.165142:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787762994.165147:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787762994.165153:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [62998:62998:256:4294967295] 192.168.203.113@tcp LPNI seq info [62998:62998:8:4294967295]
00000400:00000200:0.0:1787762994.165160:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:3.0:1787762994.165162:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762994.165170:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1787762994.165181:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787762994.165190:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762994.165198:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c600.
00000800:00000200:0.0:1787762994.165207:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.0:1787762994.165214:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 6 secs later)
02000000:00000001:3.0:1787762994.165225:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:0.1:1787762994.165225:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
02000000:00000001:3.0:1787762994.165241:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1787762994.165243:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 6 secs later)
00000100:00000001:3.0:1787762994.165252:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762994.165262:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1787762994.165264:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762994.165275:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c600.
00000008:00000001:3.0:1787762994.165275:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762994.165293:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762994.165298:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000010:3.0:1787762994.165306:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d566940.
00000400:00000200:0.0:1787762994.165314:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000020:00000040:3.0:1787762994.165316:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
02000000:00000001:3.0:1787762994.165336:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:0.0:1787762994.165339:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6f68
02000000:00000001:3.0:1787762994.165341:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1787762994.165348:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6f68.
00000100:00000001:3.0:1787762994.165350:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762994.165360:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762994.165366:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762994.165367:0:256678:0:(events.c:34:request_out_callback()) Process entered
02000000:00000010:3.0:1787762994.165382:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45905800.
00000100:00000200:0.0:1787762994.165383:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d564f00 x1874599320542080/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763019 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762994.165396:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762994.165409:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d566940 x1874599320542208/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762994.165423:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787762994.165424:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762994.165433:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762994.165464:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ae4254c] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d566940 x1874599320542208/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762994.165478:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762994.165480:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762994.165485:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787762994.165488:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762994.165490:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762994.165492:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762994.165495:0:291943:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20156
00000400:00000200:3.0:1787762994.165504:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787762994.165515:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762994.165518:0:291943:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762994.165524:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762994.165528:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762994.165533:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762994.165536:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787762994.165538:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762994.165541:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000020:00000001:3.0:1787762994.165542:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762994.165544:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000020:00000001:3.0:1787762994.165546:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000020:00000001:3.0:1787762994.165548:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00000040:3.0:1787762994.165550:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762994.165552:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762994.165557:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762994.165559:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000040:0.0:1787762994.165560:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d564f00 x1874599320542080/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763019 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787762994.165562:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000100:00080000:3.0:1787762994.165570:0:291943:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787762994.165574:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762994.165579:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762994.165586:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762994.165595:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762994.165605:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762994.165609:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762994.165623:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762994.165634:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762994.165647:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d567c00.
00000100:00000001:0.0:1787762994.165650:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787762994.165652:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000100:00000001:0.0:1787762994.165655:0:256678:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:3.0:1787762994.165658:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762994.165661:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762994.165665:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762994.165667:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762994.165670:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762994.165671:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762994.165686:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45905000.
00000400:00000200:0.0:1787762994.165687:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:3.0:1787762994.165700:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762994.165702:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4314830584
00000100:00100000:3.0:1787762994.165714:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d567c00 x1874599320542336/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762994.165722:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762994.165724:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762994.165727:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9c574ac180.
00000100:00000040:3.0:1787762994.165733:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cde0ae17] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d567c00 x1874599320542336/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762994.165740:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1787762994.165745:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762994.165749:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787762994.165753:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4314830584
00000100:00000040:3.0:1787762994.165754:0:291943:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000010:0.0:1787762994.165766:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9c574aca20.
00000100:00080000:3.0:1787762994.165767:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762994.165776:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787762994.165779:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1787762994.165781:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762994.165786:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762994.165788:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762994.165796:0:291943:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20156
00000100:00000001:0.0:1787762994.165801:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1787762994.165814:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787762994.165817:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762994.165824:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000400:00000200:3.0:1787762994.165824:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762994.165834:0:291943:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762994.165844:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00100000:0.0:1787762994.165845:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762994/real 1787762994]  req@ffff9b9d5d564f00 x1874599320542080/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762994.165853:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762994.165867:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762994.165878:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787762994.165890:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000001:0.0:1787762994.165894:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000040:3.0:1787762994.165894:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000020:00000001:3.0:1787762994.165906:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000001:0.0:1787762994.165908:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000020:00000040:3.0:1787762994.165924:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000400:00000010:0.0:1787762994.165925:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c516874d0.
00000020:00000001:3.0:1787762994.165939:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000400:00000200:0.0:1787762994.165941:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6088
00000020:00000001:3.0:1787762994.165943:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000400:00000010:0.0:1787762994.165947:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6088.
00000100:00000040:3.0:1787762994.165954:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787762994.165955:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787762994.165962:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762994.165969:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000200:0.0:1787762994.165970:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d564f00 x1874599320542080/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762994.165981:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787762994.165998:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00080000:3.0:1787762994.166016:0:291943:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787762994.166026:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1787762994.166027:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d564f00 x1874599320542080/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787762994.166031:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762994.166041:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762994.166056:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762994.166064:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762994.166071:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000100:00000001:0.0:1787762994.166076:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000008:00000001:3.0:1787762994.166077:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762994.166083:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762994.166084:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762994.166108:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d565a40.
00000020:00000040:3.0:1787762994.166111:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
02000000:00000001:3.0:1787762994.166112:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1787762994.166116:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:3.0:1787762994.166117:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762994.166127:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762994.166129:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762994.166134:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:0.0:1787762994.166136:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d564f00 x1874599320542080/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787762994.166142:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762994.166159:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:3.0:1787762994.166159:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45907400.
00000100:00000001:3.0:1787762994.166180:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762994.166181:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d564f00 x1874599320542080/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763019 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762994.166200:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d565a40 x1874599320542464/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762994.166205:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787762994.166219:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762994.166230:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787762994.166232:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762994.166234:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762994.166240:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762994.166244:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000040:3.0:1787762994.166250:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001352b87a] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d565a40 x1874599320542464/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762994.166252:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787762994.166270:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1787762994.166279:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762994.166286:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000040:3.0:1787762994.166290:0:291943:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20167)
00000100:00000001:0.0:1787762994.166292:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787762994.166308:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d564f00 x1874599320542080/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763019 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762994.166319:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d564f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320542080:192.168.203.113@tcp:250:kworker.0
00000100:00000001:0.0:1787762994.166331:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762994.166335:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762994.166340:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d564f00 x1874599320542080/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763019 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762994.166348:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787762994.166351:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787762994.166355:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d5055a400.
02000000:00000001:0.0:1787762994.166360:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787762994.166363:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787762994.166366:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:0.0:1787762994.166369:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787762994.166372:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45907800.
02000000:00000001:0.0:1787762994.166376:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787762994.166380:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787762994.166382:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d564f00.
00000100:00000001:0.0:1787762994.166387:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787762994.166388:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762994.166391:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762994.166400:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762994.166403:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762994.166405:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787762994.166408:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762994.166410:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787762994.166415:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d566940 x1874599320542208/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762994.166425:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762994.166427:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762994.166429:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787762994.166433:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762994.166435:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762994.166480:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d566940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320542208:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787762994.166486:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787762994.166491:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787762994.166495:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762994.166499:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787762994.166505:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d5055a400.
02000000:00000001:0.0:1787762994.166509:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762994.166515:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787762994.166519:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c516874d0.
00000400:00000010:0.0:1787762994.166524:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6088.
00000100:00000200:0.0:1787762994.166528:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320542208, portal 10
00000100:00000001:0.0:1787762994.166530:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787762994.166533:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910955840 : -110374798595776 : ffff9b9d5d566940)
00000100:00000040:0.0:1787762994.166542:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d566940 x1874599320542208/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763019 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762994.166551:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787762994.166554:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787762994.166557:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6f68.
00000100:00000200:0.0:1787762994.166560:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320542208, offset 0
00000400:00000200:0.0:1787762994.166565:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787762994.166571:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762994.166577:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787762994.166582:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787762994.166585:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:0.0:1787762994.166589:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787762994.166592:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787762994.166597:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [62999:62999:256:4294967295] 192.168.203.113@tcp LPNI seq info [62999:62999:8:4294967295]
00000400:00000200:0.0:1787762994.166602:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762994.166611:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787762994.166617:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762994.166621:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c600.
00000800:00000200:0.0:1787762994.166627:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.0:1787762994.166631:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1787762994.166638:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787762994.166641:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 6 secs later)
00000800:00000100:0.0:1787762994.166647:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762994.166649:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c600.
00000400:00000200:0.0:1787762994.166653:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787762994.166658:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787762994.166662:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6f68
00000400:00000010:0.0:1787762994.166665:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6f68.
00000100:00000001:0.0:1787762994.166667:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762994.166672:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d566940 x1874599320542208/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763019 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762994.166682:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762994.166686:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d566940 x1874599320542208/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763019 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762994.166694:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762994.166696:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787762994.166701:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762994.166706:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:0.0:1787762994.166710:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787762994.166713:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314829357
00000100:00000001:0.0:1787762994.166717:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314830584
00000100:00000001:0.0:1787762994.166720:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314829357
00000100:00000001:0.0:1787762994.166722:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314830584
00000100:00000001:0.0:1787762994.166725:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762994.166728:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762994.166730:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787762994.166735:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762994/real 1787762994]  req@ffff9b9d5d566940 x1874599320542208/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787762994.166744:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787762994.166745:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787762994.166747:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c516874d0.
00000400:00000200:0.0:1787762994.166750:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6088
00000400:00000010:0.0:1787762994.166752:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6088.
00000100:00000001:0.0:1787762994.166754:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787762994.166758:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d566940 x1874599320542208/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787762994.166768:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d566940 x1874599320542208/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762994.166777:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787762994.166778:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762994.166781:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762994.166782:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787762994.166786:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d566940 x1874599320542208/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762994.166794:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787762994.166799:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d566940 x1874599320542208/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763019 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762994.166809:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787762994.166812:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762994.166814:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762994.166816:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762994.166818:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787762994.166833:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787762994.166836:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762994.166840:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787762994.166843:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787762994.166848:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d566940 x1874599320542208/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763019 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762994.166858:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d566940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320542208:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787762994.166863:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787762994.166867:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d567c00 x1874599320542336/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762994.166875:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762994.166877:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762994.166879:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787762994.166882:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762994.166884:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762994.166888:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d567c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320542336:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787762994.166891:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787762994.166893:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787762994.166896:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762994.166898:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787762994.166902:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d50559800.
02000000:00000001:0.0:1787762994.166905:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762994.166909:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787762994.166912:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c516874d0.
00000400:00000010:0.0:1787762994.166915:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6088.
00000100:00000200:0.0:1787762994.166919:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320542336, portal 10
00000100:00000001:0.0:1787762994.166921:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787762994.166923:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910960640 : -110374798590976 : ffff9b9d5d567c00)
00000100:00000040:0.0:1787762994.166930:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d567c00 x1874599320542336/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763019 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762994.166938:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787762994.166941:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787762994.166943:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6f68.
00000100:00000200:0.0:1787762994.166946:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320542336, offset 0
00000400:00000200:0.0:1787762994.166950:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787762994.166954:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762994.166958:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787762994.166961:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787762994.166964:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:0.0:1787762994.166967:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787762994.166970:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787762994.166974:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63000:63000:256:4294967295] 192.168.203.113@tcp LPNI seq info [63000:63000:8:4294967295]
00000400:00000200:0.0:1787762994.166979:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762994.166986:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787762994.166991:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762994.166995:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c600.
00000800:00000200:0.0:1787762994.166999:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.0:1787762994.167002:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1787762994.167007:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787762994.167011:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 6 secs later)
00000800:00000100:0.0:1787762994.167016:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762994.167019:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c600.
00000400:00000200:0.0:1787762994.167022:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787762994.167027:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787762994.167030:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6f68
00000400:00000010:0.0:1787762994.167033:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6f68.
00000100:00000001:0.0:1787762994.167036:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762994.167040:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d567c00 x1874599320542336/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763019 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762994.167050:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762994.167054:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d567c00 x1874599320542336/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763019 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762994.167061:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762994.167063:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787762994.167067:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762994.167070:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:0.0:1787762994.167074:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787762994.167077:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314829336
00000100:00000001:0.0:1787762994.167080:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314830584
00000100:00000001:0.0:1787762994.167083:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314829336
00000100:00000001:0.0:1787762994.167085:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314830584
00000100:00000001:0.0:1787762994.167110:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762994.167114:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762994.167116:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787762994.167121:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762994/real 1787762994]  req@ffff9b9d5d567c00 x1874599320542336/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787762994.167130:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787762994.167132:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787762994.167134:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c516874d0.
00000400:00000200:0.0:1787762994.167138:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6088
00000400:00000010:0.0:1787762994.167140:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6088.
00000100:00000001:0.0:1787762994.167142:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787762994.167146:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d567c00 x1874599320542336/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787762994.167156:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d567c00 x1874599320542336/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762994.167165:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787762994.167167:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762994.167169:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762994.167171:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787762994.167175:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d567c00 x1874599320542336/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762994.167183:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787762994.167188:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d567c00 x1874599320542336/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763019 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762994.167196:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787762994.167198:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762994.167200:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762994.167202:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762994.167204:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787762994.167206:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787762994.167209:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762994.167213:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787762994.167215:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787762994.167220:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d567c00 x1874599320542336/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763019 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762994.167229:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d567c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320542336:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787762994.167233:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787762994.167238:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d565a40 x1874599320542464/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762994.167246:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762994.167249:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762994.167252:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787762994.167255:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762994.167257:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762994.167261:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d565a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320542464:192.168.203.113@tcp:8:kworker.0
00000100:00000001:0.0:1787762994.167265:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787762994.167267:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787762994.167269:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762994.167271:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787762994.167275:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d5055a000.
02000000:00000001:0.0:1787762994.167277:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762994.167281:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787762994.167284:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c516874d0.
00000400:00000010:0.0:1787762994.167288:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6088.
00000100:00000200:0.0:1787762994.167291:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320542464, portal 4
00000100:00000001:0.0:1787762994.167294:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787762994.167296:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910952000 : -110374798599616 : ffff9b9d5d565a40)
00000100:00000040:0.0:1787762994.167302:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d565a40 x1874599320542464/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763019 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762994.167310:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787762994.167313:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787762994.167316:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6f68.
00000100:00000200:0.0:1787762994.167319:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320542464, offset 0
00000400:00000200:0.0:1787762994.167323:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787762994.167327:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762994.167331:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787762994.167334:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787762994.167337:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:0.0:1787762994.167340:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787762994.167343:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787762994.167347:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63001:63001:256:4294967295] 192.168.203.113@tcp LPNI seq info [63001:63001:8:4294967295]
00000400:00000200:0.0:1787762994.167352:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762994.167359:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787762994.167366:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762994.167369:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c600.
00000800:00000200:0.0:1787762994.167374:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.0:1787762994.167377:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1787762994.167383:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787762994.167386:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 6 secs later)
00000800:00000100:0.0:1787762994.167391:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762994.167394:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c600.
00000400:00000200:0.0:1787762994.167397:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787762994.167401:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787762994.167405:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6f68
00000400:00000010:0.0:1787762994.167407:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6f68.
00000100:00000001:0.0:1787762994.167410:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762994.167414:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d565a40 x1874599320542464/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763019 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762994.167423:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762994.167427:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d565a40 x1874599320542464/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763019 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762994.167435:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762994.167437:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787762994.167469:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762994.167474:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:0.0:1787762994.167478:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787762994.167481:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314829349
00000100:00000001:0.0:1787762994.167485:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314830584
00000100:00000001:0.0:1787762994.167489:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314829349
00000100:00000001:0.0:1787762994.167493:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314830584
00000100:00000001:0.0:1787762994.167496:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762994.167499:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762994.167501:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787762994.167507:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762994/real 1787762994]  req@ffff9b9d5d565a40 x1874599320542464/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787762994.167517:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787762994.167519:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787762994.167521:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c516874d0.
00000400:00000200:0.0:1787762994.167524:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6088
00000400:00000010:0.0:1787762994.167526:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6088.
00000100:00000001:0.0:1787762994.167528:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787762994.167532:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d565a40 x1874599320542464/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787762994.167542:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d565a40 x1874599320542464/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762994.167551:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787762994.167552:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762994.167554:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762994.167556:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787762994.167560:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d565a40 x1874599320542464/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762994.167568:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787762994.167572:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d565a40 x1874599320542464/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763019 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762994.167580:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787762994.167583:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762994.167585:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762994.167586:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762994.167589:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787762994.167590:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787762994.167594:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762994.167598:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787762994.167601:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787762994.167606:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d565a40 x1874599320542464/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763019 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762994.167616:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d565a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320542464:192.168.203.113@tcp:8:kworker.0
00000100:00000001:0.0:1787762994.167620:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762994.167623:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762994.167626:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d566940 x1874599320542208/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763019 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762994.167634:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787762994.167636:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787762994.167638:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d5055a400.
02000000:00000001:0.0:1787762994.167641:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787762994.167643:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787762994.167645:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:0.0:1787762994.167647:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787762994.167650:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45905800.
02000000:00000001:0.0:1787762994.167653:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787762994.167654:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787762994.167656:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d566940.
00000100:00000001:0.0:1787762994.167661:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787762994.167662:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762994.167664:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762994.167668:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d567c00 x1874599320542336/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763019 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762994.167676:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787762994.167677:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787762994.167679:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d50559800.
02000000:00000001:0.0:1787762994.167682:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787762994.167683:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787762994.167685:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:0.0:1787762994.167687:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787762994.167689:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45905000.
02000000:00000001:0.0:1787762994.167691:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787762994.167693:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787762994.167695:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d567c00.
00000100:00000001:0.0:1787762994.167698:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787762994.167700:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762994.167701:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762994.167705:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d565a40 x1874599320542464/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763019 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762994.167713:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787762994.167714:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787762994.167716:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d5055a000.
02000000:00000001:0.0:1787762994.167718:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787762994.167719:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787762994.167721:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:0.0:1787762994.167723:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787762994.167724:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45907400.
02000000:00000001:0.0:1787762994.167727:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787762994.167728:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787762994.167730:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d565a40.
00000100:00000001:0.0:1787762994.167732:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787762994.167733:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762994.167735:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762994.167739:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762994.167741:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762994.167743:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787762994.167745:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762994.356532:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762994.356542:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762994.356551:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762994.356552:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762994.356557:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762994.356560:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762994.356626:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762994.356632:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762994.356636:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1787762995.380540:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762995.380549:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762995.380557:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762995.380558:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762995.380563:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762995.380565:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762995.444538:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4314830584, at 4314830592
00000100:00000010:0.0:1787762995.444559:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9c574ac180.
00010000:00000001:3.0:1787762996.404527:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762996.404535:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762996.404542:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762996.404543:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762996.404546:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762996.404547:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762997.428519:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762997.428527:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762997.428532:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762997.428534:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762997.428537:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762997.428538:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762997.428596:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762997.428601:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762997.428604:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1787762998.452585:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762998.452595:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787762998.452598:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787762998.452603:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762998.452609:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787762998.452612:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762998.452615:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762998.452618:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762998.452623:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762998.452625:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787762998.452626:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787762998.452629:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762998.452631:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787762998.452633:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762998.452635:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762998.452637:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762998.452642:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762998.452644:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762998.452746:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762998.452753:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762998.452758:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787762999.284544:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762999.284557:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787762999.284560:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762999.284564:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762999.284570:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762999.284580:0:291943:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20162
00000400:00000200:3.0:1787762999.284602:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787762999.284613:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762999.284620:0:291943:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762999.284638:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762999.284652:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762999.284658:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762999.284676:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787762999.284691:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762999.284695:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:3.0:1787762999.284699:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762999.284704:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:3.0:1787762999.284707:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:3.0:1787762999.284709:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:3.0:1787762999.284714:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762999.284716:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762999.284719:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762999.284721:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787762999.284724:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:3.0:1787762999.284727:0:291943:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787762999.284729:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762999.284732:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762999.284736:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762999.284739:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762999.284741:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762999.284743:0:291943:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762999.284751:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d564780.
00000020:00000040:3.0:1787762999.284755:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:3.0:1787762999.284760:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762999.284761:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762999.284765:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762999.284768:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762999.284773:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762999.284781:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45906400.
00000100:00000001:3.0:1787762999.284788:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762999.284799:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d564780 x1874599320542592/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762999.284808:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762999.284813:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762999.284816:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c570cac4] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d564780 x1874599320542592/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762999.284834:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762999.284838:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762999.284841:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762999.284842:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762999.284844:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762999.284846:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762999.284848:0:291943:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20162
00000400:00000200:3.0:1787762999.284851:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787762999.284852:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762999.284854:0:291943:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762999.284857:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762999.284858:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762999.284859:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762999.284861:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787762999.284863:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762999.284863:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000020:00000001:3.0:1787762999.284864:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762999.284867:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000020:00000001:3.0:1787762999.284868:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000020:00000001:3.0:1787762999.284870:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000040:3.0:1787762999.284872:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762999.284873:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762999.284875:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762999.284876:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787762999.284878:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00080000:3.0:1787762999.284880:0:291943:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787762999.284881:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762999.284882:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762999.284888:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762999.284890:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762999.284892:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787762999.284896:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000008:00100000:3.0:1787762999.284897:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762999.284901:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762999.284903:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762999.284904:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000010:3.0:1787762999.284907:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d565a40.
00000100:00000001:0.0:1787762999.284908:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1787762999.284912:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
02000000:00000001:3.0:1787762999.284915:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762999.284916:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762999.284918:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:0.0:1787762999.284920:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d564780 x1874599320542592/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787762999.284920:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762999.284922:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762999.284927:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45904800.
00000100:00000001:3.0:1787762999.284933:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762999.284936:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762999.284941:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762999.284941:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d565a40 x1874599320542720/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1787762999.284949:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1787762999.284951:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:0.0:1787762999.284953:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787762999.284954:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762999.284958:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762999.284960:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001352b87a] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d565a40 x1874599320542720/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762999.284965:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d564780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320542592:192.168.203.113@tcp:250:kworker.0
00000100:00000001:0.0:1787762999.284975:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787762999.284982:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1787762999.284983:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762999.284986:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762999.284987:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:0.0:1787762999.284992:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:3.0:1787762999.284992:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787762999.284996:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762999.284997:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762999.284999:0:291943:0:(import.c:485:import_select_connection()) Process entered
02000000:00000010:0.0:1787762999.285001:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d5055a400.
00000100:00080000:3.0:1787762999.285001:0:291943:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20162
02000000:00000001:0.0:1787762999.285006:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787762999.285010:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787762999.285014:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762999.285015:0:291943:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1787762999.285018:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000040:3.0:1787762999.285019:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762999.285024:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762999.285026:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000400:00000010:0.0:1787762999.285027:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c516874d0.
00000100:00000001:3.0:1787762999.285027:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787762999.285032:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762999.285033:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000020:00000001:3.0:1787762999.285034:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762999.285036:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000020:00000001:3.0:1787762999.285037:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000400:00000010:0.0:1787762999.285038:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6088.
00000020:00000001:3.0:1787762999.285039:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00000040:3.0:1787762999.285043:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762999.285045:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762999.285046:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762999.285047:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000200:0.0:1787762999.285048:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320542592, portal 25
00000020:00000040:3.0:1787762999.285050:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000100:00080000:3.0:1787762999.285068:0:291943:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787762999.285069:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787762999.285070:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762999.285073:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910947200 : -110374798604416 : ffff9b9d5d564780)
02000000:00000001:3.0:1787762999.285074:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762999.285078:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762999.285083:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762999.285084:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d564780 x1874599320542592/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763024 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762999.285086:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762999.285089:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762999.285094:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762999.285098:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762999.285102:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000010:3.0:1787762999.285104:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d567c00.
00000100:00000040:0.0:1787762999.285108:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000020:00000040:3.0:1787762999.285110:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
02000000:00000001:3.0:1787762999.285112:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762999.285114:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1787762999.285115:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6f68.
00000100:00000001:3.0:1787762999.285118:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762999.285120:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:0.0:1787762999.285121:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320542592, offset 0
02000000:00000001:3.0:1787762999.285122:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762999.285129:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45907400.
00000100:00000001:3.0:1787762999.285133:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762999.285135:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000100:00100000:3.0:1787762999.285140:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d567c00 x1874599320542848/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762999.285147:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1787762999.285150:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:3.0:1787762999.285151:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762999.285158:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cde0ae17] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d567c00 x1874599320542848/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1787762999.285164:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000100:00000001:3.0:1787762999.285168:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762999.285171:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1787762999.285174:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:3.0:1787762999.285175:0:291943:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1787762999.285181:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1787762999.285184:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000100:00080000:3.0:1787762999.285186:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787762999.285188:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:0.0:1787762999.285191:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000100:00080000:3.0:1787762999.285191:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762999.285197:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:0.0:1787762999.285198:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000100:00080000:3.0:1787762999.285205:0:291943:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20162
00000400:00000200:0.0:1787762999.285207:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63002:63002:256:4294967295] 192.168.203.113@tcp LPNI seq info [63002:63002:8:4294967295]
00000400:00000200:3.0:1787762999.285213:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762999.285218:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787762999.285219:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762999.285223:0:291943:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762999.285226:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762999.285228:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762999.285231:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762999.285234:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787762999.285239:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:0.0:1787762999.285241:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000020:00000040:3.0:1787762999.285241:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000020:00000001:3.0:1787762999.285245:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762999.285248:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000020:00000001:3.0:1787762999.285250:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000020:00000001:3.0:1787762999.285251:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000040:3.0:1787762999.285256:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000800:00000200:0.0:1787762999.285257:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000100:00000001:3.0:1787762999.285257:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762999.285260:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787762999.285264:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787762999.285266:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00080000:3.0:1787762999.285267:0:291943:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000800:00000010:0.0:1787762999.285270:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c600.
00000100:00000001:3.0:1787762999.285270:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762999.285273:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762999.285278:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762999.285279:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762999.285281:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762999.285283:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787762999.285287:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1787762999.285288:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000001:3.0:1787762999.285289:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762999.285294:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d566940.
00000020:00000040:3.0:1787762999.285296:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
00000800:00000200:0.0:1787762999.285297:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 1 secs later)
02000000:00000001:3.0:1787762999.285298:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762999.285301:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762999.285305:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762999.285308:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762999.285311:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1787762999.285312:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
02000000:00000010:3.0:1787762999.285315:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45905000.
00000800:00000200:0.1:1787762999.285318:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 1 secs later)
00000100:00000001:3.0:1787762999.285319:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762999.285328:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d566940 x1874599320542976/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787762999.285329:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762999.285335:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c600.
00000100:00000001:3.0:1787762999.285337:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762999.285340:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762999.285344:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:3.0:1787762999.285345:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ae4254c] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d566940 x1874599320542976/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762999.285355:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762999.285356:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000100:00000040:3.0:1787762999.285359:0:291943:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20172)
00000400:00000200:0.0:1787762999.285363:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6f68
00000400:00000010:0.0:1787762999.285367:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6f68.
00000100:00000001:0.0:1787762999.285371:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762999.285376:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d564780 x1874599320542592/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763024 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762999.285385:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762999.285388:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d564780 x1874599320542592/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763024 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762999.285394:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762999.285395:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787762999.285402:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762999.285405:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787762999.285408:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4314835703
00000100:00000010:0.0:1787762999.285414:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9c574ac180.
00000100:00000001:0.0:1787762999.285421:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1787762999.285429:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4314835703
00000100:00000010:0.0:1787762999.285432:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9c574ac4e0.
00000100:00000001:0.0:1787762999.285434:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1787762999.285437:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762999.285461:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762999.285464:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787762999.285467:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762999/real 1787762999]  req@ffff9b9d5d564780 x1874599320542592/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787762999.285475:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787762999.285477:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787762999.285478:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c516874d0.
00000400:00000200:0.0:1787762999.285481:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6088
00000400:00000010:0.0:1787762999.285482:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6088.
00000100:00000001:0.0:1787762999.285485:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787762999.285488:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d564780 x1874599320542592/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787762999.285494:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d564780 x1874599320542592/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762999.285499:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787762999.285500:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762999.285502:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762999.285504:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787762999.285507:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d564780 x1874599320542592/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762999.285511:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787762999.285515:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d564780 x1874599320542592/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763024 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762999.285520:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787762999.285522:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762999.285523:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762999.285524:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762999.285527:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787762999.285528:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787762999.285531:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762999.285534:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787762999.285536:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787762999.285539:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d564780 x1874599320542592/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763024 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762999.285544:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d564780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320542592:192.168.203.113@tcp:250:kworker.0
00000100:00000001:0.0:1787762999.285548:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762999.285550:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762999.285552:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d564780 x1874599320542592/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763024 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762999.285556:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787762999.285559:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787762999.285561:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d5055a400.
02000000:00000001:0.0:1787762999.285565:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787762999.285566:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787762999.285568:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:0.0:1787762999.285570:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787762999.285573:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45906400.
02000000:00000001:0.0:1787762999.285576:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787762999.285577:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787762999.285579:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d564780.
00000100:00000001:0.0:1787762999.285582:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787762999.285583:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762999.285584:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762999.285593:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762999.285594:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762999.285596:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787762999.285597:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762999.285598:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787762999.285600:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d565a40 x1874599320542720/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762999.285610:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762999.285612:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762999.285613:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787762999.285615:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762999.285616:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762999.285618:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d565a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320542720:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787762999.285620:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787762999.285621:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787762999.285622:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762999.285623:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787762999.285626:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d5055a400.
02000000:00000001:0.0:1787762999.285627:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762999.285630:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787762999.285632:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c516874d0.
00000400:00000010:0.0:1787762999.285635:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6088.
00000100:00000200:0.0:1787762999.285637:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320542720, portal 10
00000100:00000001:0.0:1787762999.285639:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787762999.285640:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910952000 : -110374798599616 : ffff9b9d5d565a40)
00000100:00000040:0.0:1787762999.285646:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d565a40 x1874599320542720/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763024 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762999.285650:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787762999.285652:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787762999.285654:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6f68.
00000100:00000200:0.0:1787762999.285655:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320542720, offset 0
00000400:00000200:0.0:1787762999.285658:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787762999.285661:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762999.285663:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787762999.285665:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787762999.285667:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:0.0:1787762999.285669:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787762999.285671:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787762999.285673:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63003:63003:256:4294967295] 192.168.203.113@tcp LPNI seq info [63003:63003:8:4294967295]
00000400:00000200:0.0:1787762999.285676:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762999.285681:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787762999.285685:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762999.285687:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c600.
00000800:00000200:0.0:1787762999.285690:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.0:1787762999.285692:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1787762999.285695:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787762999.285697:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 1 secs later)
00000800:00000100:0.0:1787762999.285699:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762999.285701:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c600.
00000400:00000200:0.0:1787762999.285703:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787762999.285706:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787762999.285708:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6f68
00000400:00000010:0.0:1787762999.285709:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6f68.
00000100:00000001:0.0:1787762999.285711:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762999.285713:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d565a40 x1874599320542720/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763024 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762999.285719:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762999.285721:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d565a40 x1874599320542720/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763024 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762999.285726:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762999.285726:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787762999.285728:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762999.285732:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:0.0:1787762999.285734:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787762999.285735:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314834476
00000100:00000001:0.0:1787762999.285737:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314835703
00000100:00000001:0.0:1787762999.285739:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314834476
00000100:00000001:0.0:1787762999.285740:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314835703
00000100:00000001:0.0:1787762999.285743:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762999.285745:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762999.285746:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787762999.285748:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762999/real 1787762999]  req@ffff9b9d5d565a40 x1874599320542720/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787762999.285754:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787762999.285755:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787762999.285756:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c516874d0.
00000400:00000200:0.0:1787762999.285757:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6088
00000400:00000010:0.0:1787762999.285758:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6088.
00000100:00000001:0.0:1787762999.285760:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787762999.285762:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d565a40 x1874599320542720/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787762999.285768:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d565a40 x1874599320542720/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762999.285772:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787762999.285773:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762999.285774:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762999.285775:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787762999.285777:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d565a40 x1874599320542720/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762999.285780:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787762999.285783:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d565a40 x1874599320542720/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763024 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762999.285787:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787762999.285788:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762999.285789:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762999.285790:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762999.285791:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787762999.285806:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787762999.285807:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762999.285810:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787762999.285812:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787762999.285815:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d565a40 x1874599320542720/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763024 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762999.285820:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d565a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320542720:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787762999.285822:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787762999.285824:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d567c00 x1874599320542848/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762999.285828:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762999.285829:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762999.285830:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787762999.285831:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762999.285832:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762999.285834:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d567c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320542848:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787762999.285837:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787762999.285838:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787762999.285839:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762999.285840:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787762999.285843:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d50558c00.
02000000:00000001:0.0:1787762999.285844:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762999.285845:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787762999.285847:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c516874d0.
00000400:00000010:0.0:1787762999.285849:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6088.
00000100:00000200:0.0:1787762999.285850:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320542848, portal 10
00000100:00000001:0.0:1787762999.285852:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787762999.285853:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910960640 : -110374798590976 : ffff9b9d5d567c00)
00000100:00000040:0.0:1787762999.285857:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d567c00 x1874599320542848/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763024 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762999.285862:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787762999.285864:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787762999.285866:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6f68.
00000100:00000200:0.0:1787762999.285867:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320542848, offset 0
00000400:00000200:0.0:1787762999.285870:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787762999.285872:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762999.285875:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787762999.285876:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787762999.285878:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:0.0:1787762999.285879:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787762999.285881:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787762999.285883:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63004:63004:256:4294967295] 192.168.203.113@tcp LPNI seq info [63004:63004:8:4294967295]
00000400:00000200:0.0:1787762999.285886:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762999.285890:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787762999.285893:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762999.285895:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c600.
00000800:00000200:0.0:1787762999.285897:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.0:1787762999.285899:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1787762999.285901:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787762999.285903:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 1 secs later)
00000800:00000100:0.0:1787762999.285906:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762999.285907:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c600.
00000400:00000200:0.0:1787762999.285909:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787762999.285912:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787762999.285914:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6f68
00000400:00000010:0.0:1787762999.285915:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6f68.
00000100:00000001:0.0:1787762999.285917:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762999.285919:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d567c00 x1874599320542848/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763024 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762999.285924:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762999.285926:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d567c00 x1874599320542848/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763024 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762999.285931:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762999.285932:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787762999.285934:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762999.285937:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:0.0:1787762999.285939:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787762999.285941:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314834455
00000100:00000001:0.0:1787762999.285942:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314835703
00000100:00000001:0.0:1787762999.285944:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314834455
00000100:00000001:0.0:1787762999.285946:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314835703
00000100:00000001:0.0:1787762999.285947:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762999.285948:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762999.285949:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787762999.285951:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762999/real 1787762999]  req@ffff9b9d5d567c00 x1874599320542848/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787762999.285956:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787762999.285957:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787762999.285957:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c516874d0.
00000400:00000200:0.0:1787762999.285959:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6088
00000400:00000010:0.0:1787762999.285960:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6088.
00000100:00000001:0.0:1787762999.285961:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787762999.285963:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d567c00 x1874599320542848/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787762999.285969:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d567c00 x1874599320542848/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762999.285973:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787762999.285974:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762999.285975:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762999.285976:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787762999.285978:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d567c00 x1874599320542848/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762999.285982:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787762999.285984:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d567c00 x1874599320542848/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763024 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762999.285990:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787762999.285991:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762999.285993:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762999.285993:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762999.285995:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787762999.285996:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787762999.285997:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762999.285999:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787762999.286000:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787762999.286003:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d567c00 x1874599320542848/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763024 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762999.286007:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d567c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320542848:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787762999.286009:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787762999.286011:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d566940 x1874599320542976/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762999.286015:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762999.286016:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762999.286017:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787762999.286018:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762999.286019:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762999.286021:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d566940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320542976:192.168.203.113@tcp:8:kworker.0
00000100:00000001:0.0:1787762999.286023:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787762999.286024:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787762999.286025:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762999.286026:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787762999.286029:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d50559800.
02000000:00000001:0.0:1787762999.286030:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762999.286033:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787762999.286035:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c516874d0.
00000400:00000010:0.0:1787762999.286037:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6088.
00000100:00000200:0.0:1787762999.286039:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320542976, portal 4
00000100:00000001:0.0:1787762999.286040:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787762999.286041:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910955840 : -110374798595776 : ffff9b9d5d566940)
00000100:00000040:0.0:1787762999.286045:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d566940 x1874599320542976/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763024 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762999.286050:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787762999.286051:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787762999.286069:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6f68.
00000100:00000200:0.0:1787762999.286072:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320542976, offset 0
00000400:00000200:0.0:1787762999.286075:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787762999.286078:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762999.286080:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787762999.286082:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787762999.286084:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:0.0:1787762999.286086:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787762999.286088:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787762999.286090:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63005:63005:256:4294967295] 192.168.203.113@tcp LPNI seq info [63005:63005:8:4294967295]
00000400:00000200:0.0:1787762999.286093:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787762999.286098:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787762999.286101:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762999.286103:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c600.
00000800:00000200:0.0:1787762999.286106:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.0:1787762999.286108:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1787762999.286111:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787762999.286112:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 1 secs later)
00000800:00000100:0.0:1787762999.286115:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787762999.286117:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c600.
00000400:00000200:0.0:1787762999.286119:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787762999.286122:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787762999.286124:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6f68
00000400:00000010:0.0:1787762999.286126:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6f68.
00000100:00000001:0.0:1787762999.286128:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762999.286130:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d566940 x1874599320542976/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763024 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762999.286136:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762999.286138:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d566940 x1874599320542976/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763024 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762999.286143:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762999.286144:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787762999.286146:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762999.286149:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:0.0:1787762999.286151:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787762999.286153:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314834467
00000100:00000001:0.0:1787762999.286154:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314835703
00000100:00000001:0.0:1787762999.286156:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314834467
00000100:00000001:0.0:1787762999.286158:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314835703
00000100:00000001:0.0:1787762999.286159:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762999.286160:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762999.286161:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787762999.286164:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762999/real 1787762999]  req@ffff9b9d5d566940 x1874599320542976/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787762999.286168:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787762999.286169:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787762999.286171:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c516874d0.
00000400:00000200:0.0:1787762999.286172:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6088
00000400:00000010:0.0:1787762999.286173:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6088.
00000100:00000001:0.0:1787762999.286175:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787762999.286177:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d566940 x1874599320542976/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787762999.286183:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d566940 x1874599320542976/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762999.286188:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787762999.286190:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762999.286191:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762999.286192:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787762999.286194:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d566940 x1874599320542976/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762999.286198:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787762999.286200:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d566940 x1874599320542976/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763024 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762999.286204:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787762999.286206:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762999.286207:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762999.286207:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762999.286209:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787762999.286210:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787762999.286211:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762999.286213:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787762999.286214:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787762999.286217:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d566940 x1874599320542976/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763024 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762999.286221:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d566940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320542976:192.168.203.113@tcp:8:kworker.0
00000100:00000001:0.0:1787762999.286223:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762999.286224:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762999.286227:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d565a40 x1874599320542720/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763024 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762999.286231:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787762999.286233:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787762999.286236:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d5055a400.
02000000:00000001:0.0:1787762999.286238:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787762999.286240:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787762999.286241:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:0.0:1787762999.286244:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787762999.286246:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45904800.
02000000:00000001:0.0:1787762999.286249:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787762999.286250:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787762999.286252:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d565a40.
00000100:00000001:0.0:1787762999.286255:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787762999.286256:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762999.286258:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762999.286262:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d567c00 x1874599320542848/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763024 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762999.286270:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787762999.286272:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787762999.286274:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d50558c00.
02000000:00000001:0.0:1787762999.286278:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787762999.286279:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787762999.286281:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:0.0:1787762999.286283:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787762999.286285:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45907400.
02000000:00000001:0.0:1787762999.286287:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787762999.286288:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787762999.286290:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d567c00.
00000100:00000001:0.0:1787762999.286293:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787762999.286294:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762999.286295:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762999.286298:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d566940 x1874599320542976/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763024 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762999.286303:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787762999.286304:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787762999.286305:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d50559800.
02000000:00000001:0.0:1787762999.286307:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787762999.286308:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787762999.286309:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:0.0:1787762999.286312:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787762999.286313:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45905000.
02000000:00000001:0.0:1787762999.286314:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787762999.286315:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787762999.286316:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d566940.
00000100:00000001:0.0:1787762999.286319:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787762999.286320:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762999.286321:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762999.286323:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762999.286324:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762999.286325:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787762999.286327:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762999.476542:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762999.476550:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762999.476559:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762999.476562:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787762999.476568:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787762999.476570:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762999.476662:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762999.476666:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762999.476670:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1787763000.500564:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763000.500572:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763000.500581:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763000.500583:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763000.500590:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763000.500592:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763000.564570:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4314835703, at 4314835712
00000100:00000010:0.0:1787763000.564593:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9c574ac180.
00010000:00000001:3.0:1787763001.524594:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763001.524605:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763001.524615:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763001.524618:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763001.524625:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763001.524630:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763001.524635:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763001.524640:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763001.524646:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763001.524650:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763001.524655:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763001.524660:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763002.548565:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763002.548574:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763002.548582:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763002.548584:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763002.548590:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763002.548592:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763002.548731:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763002.548737:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763002.548742:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1787763003.572550:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763003.572562:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763003.572575:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763003.572578:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763003.572585:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763003.572588:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763003.572675:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763003.572680:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763003.572684:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787763004.404932:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787763004.404949:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787763004.404957:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787763004.404981:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d5692c0 x1874599320543104/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763004.405033:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763004.405036:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763004.405044:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787763004.405055:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763004.405069:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763004.405085:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d5692c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320543104:192.168.203.113@tcp:250:kworker.0
00000100:00000001:0.0:1787763004.405101:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787763004.405114:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787763004.405119:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763004.405124:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787763004.405136:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d50558c00.
02000000:00000001:0.0:1787763004.405141:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787763004.405172:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787763004.405179:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c516874d0.
00000400:00000010:0.0:1787763004.405191:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6088.
00000100:00000200:0.0:1787763004.405209:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320543104, portal 25
00000100:00000001:0.0:1787763004.405215:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787763004.405221:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910966464 : -110374798585152 : ffff9b9d5d5692c0)
00000100:00000040:0.0:1787763004.405234:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d5692c0 x1874599320543104/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763029 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763004.405243:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787763004.405253:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787763004.405261:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6f68.
00000100:00000200:0.0:1787763004.405269:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320543104, offset 0
00000400:00000200:0.0:1787763004.405291:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787763004.405313:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763004.405337:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787763004.405359:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787763004.405374:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:0.0:1787763004.405383:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787763004.405398:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787763004.405414:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63006:63006:256:4294967295] 192.168.203.113@tcp LPNI seq info [63006:63006:8:4294967295]
00000400:00000200:0.0:1787763004.405425:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763004.405485:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787763004.405496:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787763004.405507:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c600.
00000800:00000200:0.0:1787763004.405529:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787763004.405554:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000001:0.0:1787763004.405598:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787763004.405610:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787763004.405621:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4314840824
00000100:00000010:0.0:1787763004.405638:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9c574ac180.
00000100:00000001:0.0:1787763004.405655:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1787763004.405675:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4314840824
00000100:00000010:0.0:1787763004.405682:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9c574ac3c0.
00000100:00000001:0.0:1787763004.405691:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1787763004.405709:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787763004.405726:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763004.405736:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763004.405763:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763004.405779:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787763004.405782:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1787763004.405791:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787763004.405800:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787763004.405806:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787763004.405831:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d568b40 x1874599320543232/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763004.405951:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763004.405956:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763004.405963:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787763004.405970:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763004.405979:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763004.405994:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d568b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320543232:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787763004.406003:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787763004.406015:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787763004.406035:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763004.406043:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787763004.406054:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d5055a400.
02000000:00000001:0.0:1787763004.406066:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787763004.406088:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787763004.406099:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c51687058.
00000400:00000010:0.0:1787763004.406117:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6880.
00000100:00000200:0.0:1787763004.406132:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320543232, portal 10
00000100:00000001:0.0:1787763004.406146:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787763004.406154:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910964544 : -110374798587072 : ffff9b9d5d568b40)
00000100:00000040:0.0:1787763004.406181:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d568b40 x1874599320543232/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763029 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763004.406235:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787763004.406248:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787763004.406256:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe65d8.
00000100:00000200:0.0:1787763004.406266:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320543232, offset 0
00000400:00000200:0.0:1787763004.406279:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787763004.406292:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763004.406301:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787763004.406313:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787763004.406325:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:0.0:1787763004.406331:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787763004.406339:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787763004.406360:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63007:63007:255:4294967295] 192.168.203.113@tcp LPNI seq info [63007:63007:7:4294967295]
00000400:00000200:0.0:1787763004.406380:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763004.406402:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787763004.406416:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787763004.406429:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c400.
00000800:00000200:0.0:1787763004.406481:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787763004.406496:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000001:0.0:1787763004.406510:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763004.406522:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:0.0:1787763004.406541:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787763004.406548:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314839597
00000100:00000001:0.0:1787763004.406559:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314840824
00000100:00000001:0.0:1787763004.406569:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314839597
00000100:00000001:0.0:1787763004.406578:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314840824
00000100:00000001:0.0:1787763004.406588:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787763004.406602:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763004.406612:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763004.406622:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763004.406641:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787763004.406648:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1787763004.406658:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787763004.406665:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787763004.406671:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787763004.406687:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d569680 x1874599320543360/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763004.406699:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763004.406703:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763004.406708:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787763004.406713:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763004.406716:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763004.406721:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d569680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320543360:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787763004.406725:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787763004.406733:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787763004.406736:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763004.406738:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787763004.406744:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d5055a000.
02000000:00000001:0.0:1787763004.406747:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787763004.406751:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787763004.406755:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c51687b00.
00000400:00000010:0.0:1787763004.406760:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6220.
00000100:00000200:0.0:1787763004.406764:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320543360, portal 10
00000100:00000001:0.0:1787763004.406766:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787763004.406768:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910967424 : -110374798584192 : ffff9b9d5d569680)
00000100:00000040:0.0:1787763004.406775:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d569680 x1874599320543360/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763029 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763004.406782:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787763004.406786:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787763004.406789:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe62a8.
00000100:00000200:0.0:1787763004.406792:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320543360, offset 0
00000400:00000200:0.0:1787763004.406798:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787763004.406804:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763004.406809:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787763004.406813:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787763004.406816:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:0.0:1787763004.406818:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787763004.406821:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787763004.406824:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63008:63008:254:4294967295] 192.168.203.113@tcp LPNI seq info [63008:63008:6:4294967295]
00000400:00000200:0.0:1787763004.406830:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763004.406839:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787763004.406844:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787763004.406850:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35cc00.
00000800:00000200:0.0:1787763004.406854:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787763004.406858:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000001:0.0:1787763004.406861:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763004.406865:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:0.0:1787763004.406869:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787763004.406871:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314839576
00000100:00000001:0.0:1787763004.406873:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314840824
00000100:00000001:0.0:1787763004.406882:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314839576
00000100:00000001:0.0:1787763004.406885:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314840824
00000100:00000001:0.0:1787763004.406887:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787763004.406890:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763004.406892:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787763004.406898:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d568000 x1874599320543488/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763004.406905:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763004.406907:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763004.406909:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787763004.406912:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763004.406913:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763004.406918:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d568000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320543488:192.168.203.113@tcp:8:kworker.0
00000100:00000001:0.0:1787763004.406921:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787763004.406924:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787763004.406926:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763004.406927:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787763004.406931:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d50559400.
02000000:00000001:0.0:1787763004.406932:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787763004.406936:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787763004.406939:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c51687790.
00000400:00000010:0.0:1787763004.406943:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6bb0.
00000100:00000200:0.0:1787763004.406946:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320543488, portal 4
00000100:00000001:0.0:1787763004.406947:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787763004.406949:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910961664 : -110374798589952 : ffff9b9d5d568000)
00000100:00000040:0.0:1787763004.406954:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d568000 x1874599320543488/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763029 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763004.406960:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787763004.406963:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787763004.406966:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6440.
00000100:00000200:0.0:1787763004.406968:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320543488, offset 0
00000400:00000200:0.0:1787763004.406972:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787763004.406976:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763004.406980:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787763004.406983:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787763004.406986:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:0.0:1787763004.406988:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787763004.406991:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787763004.406993:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63009:63009:253:4294967295] 192.168.203.113@tcp LPNI seq info [63009:63009:5:4294967295]
00000400:00000200:0.0:1787763004.406997:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763004.407003:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787763004.407008:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787763004.407011:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c200.
00000800:00000200:0.0:1787763004.407032:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787763004.407037:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000001:0.0:1787763004.407040:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763004.407044:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:0.0:1787763004.407048:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787763004.407049:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314839588
00000100:00000001:0.0:1787763004.407052:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314840824
00000100:00000001:0.0:1787763004.407054:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314839588
00000100:00000001:0.0:1787763004.407057:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314840824
00000100:00000001:0.0:1787763004.407059:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787763004.407062:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763004.407065:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763004.407067:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763004.407072:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787763004.407074:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1787763004.407076:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787763004.407078:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787763004.407079:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763004.407082:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763004.596583:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763004.596595:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763004.596604:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763004.596606:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763004.596612:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763004.596613:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763004.596683:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763004.596687:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763004.596691:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1787763005.620555:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763005.620562:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763005.620570:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763005.620571:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763005.620576:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763005.620578:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763005.684540:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4314840824, at 4314840832
00000100:00000010:0.0:1787763005.684560:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9c574ac180.
00010000:00000001:3.0:1787763006.644567:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763006.644575:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763006.644583:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763006.644584:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763006.644588:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763006.644589:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:0.0:1787763007.476878:0:256669:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.113:988
00000400:00000100:0.0:1787763007.476957:0:256669:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.113@tcp at host 192.168.203.113 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1787763007.476975:0:256669:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763007.476983:0:256669:0:(router.c:1791:lnet_notify()) 192.168.203.13@tcp notifying 192.168.203.113@tcp: down
00000400:00000200:0.0:1787763007.476992:0:256669:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763007.477025:0:256669:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:0.0:1787763007.477036:0:256669:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.113@tcp
00000800:00000010:0.0:1787763007.477043:0:256669:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c600.
00000400:00000200:0.0:1787763007.477052:0:256669:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787763007.477062:0:256669:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787763007.477073:0:256669:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6f68
00000400:00000010:0.0:1787763007.477078:0:256669:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6f68.
00000100:00000001:0.0:1787763007.477102:0:256669:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787763007.477118:0:256669:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b9d5d5692c0 x1874599320543104/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763029 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763007.477176:0:256669:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787763007.477186:0:256669:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d5692c0 x1874599320543104/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763029 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763007.477205:0:256669:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763007.477209:0:256669:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787763007.477229:0:256669:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.113@tcp
00000800:00000010:0.0:1787763007.477234:0:256669:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c400.
00000400:00000200:0.0:1787763007.477240:0:256669:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787763007.477247:0:256669:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787763007.477254:0:256669:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe65d8
00000400:00000010:0.0:1787763007.477258:0:256669:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe65d8.
00000100:00000001:0.0:1787763007.477264:0:256669:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787763007.477273:0:256669:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b9d5d568b40 x1874599320543232/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763029 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763007.477290:0:256669:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787763007.477297:0:256669:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d568b40 x1874599320543232/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763029 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763007.477312:0:256669:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763007.477315:0:256669:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787763007.477325:0:256669:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.113@tcp
00000800:00000010:0.0:1787763007.477330:0:256669:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35cc00.
00000400:00000200:0.0:1787763007.477335:0:256669:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787763007.477341:0:256669:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787763007.477347:0:256669:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe62a8
00000400:00000010:0.0:1787763007.477351:0:256669:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe62a8.
00000100:00000001:0.0:1787763007.477357:0:256669:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787763007.477366:0:256669:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b9d5d569680 x1874599320543360/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763029 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763007.477383:0:256669:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787763007.477390:0:256669:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d569680 x1874599320543360/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763029 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763007.477404:0:256669:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763007.477407:0:256669:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787763007.477417:0:256669:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.113@tcp
00000800:00000010:0.0:1787763007.477422:0:256669:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c200.
00000400:00000200:0.0:1787763007.477428:0:256669:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787763007.477434:0:256669:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787763007.477500:0:256669:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6440
00000400:00000010:0.0:1787763007.477505:0:256669:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6440.
00000100:00000001:0.0:1787763007.477511:0:256669:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787763007.477521:0:256669:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b9d5d568000 x1874599320543488/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763029 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763007.477538:0:256669:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787763007.477546:0:256669:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d568000 x1874599320543488/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763029 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763007.477559:0:256669:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763007.477563:0:256669:0:(events.c:68:request_out_callback()) Process leaving
00010000:00000001:3.0:1787763007.668638:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763007.668649:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763007.668656:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763007.668657:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763007.668662:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763007.668664:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763007.668746:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763007.668755:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763007.668761:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1787763008.692589:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763008.692600:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763008.692603:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763008.692608:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763008.692615:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763008.692617:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763008.692620:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763008.692623:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763008.692628:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763008.692630:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763008.692632:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763008.692634:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763008.692636:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763008.692638:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763008.692640:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763008.692642:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763008.692646:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763008.692648:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763008.692745:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763008.692751:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763008.692756:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787763009.524592:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763009.524612:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787763009.524624:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763009.524636:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763009.524652:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763009.524675:0:291943:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20172
00000400:00000200:3.0:1787763009.524690:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763009.524700:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763009.524704:0:291943:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763009.524708:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763009.524712:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763009.524715:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763009.524718:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763009.524724:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763009.524726:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:3.0:1787763009.524730:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763009.524735:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:3.0:1787763009.524738:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:3.0:1787763009.524742:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:3.0:1787763009.524745:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763009.524748:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763009.524751:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763009.524766:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787763009.524770:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:3.0:1787763009.524775:0:291943:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763009.524778:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763009.524781:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763009.524786:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763009.524790:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763009.524793:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787763009.524796:0:291943:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763009.524807:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d564f00.
00000020:00000040:3.0:1787763009.524813:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:3.0:1787763009.524820:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763009.524824:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763009.524829:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763009.524833:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763009.524839:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763009.524852:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45905800.
00000100:00000001:3.0:1787763009.524863:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763009.524880:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d564f00 x1874599320543616/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763009.524901:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763009.524908:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763009.524918:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001dcdc0d3] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d564f00 x1874599320543616/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763009.524955:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763009.524960:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763009.524967:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787763009.524970:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763009.524973:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763009.524977:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763009.525008:0:291943:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20172
00000400:00000200:3.0:1787763009.525020:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763009.525030:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763009.525041:0:291943:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763009.525059:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763009.525078:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763009.525088:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763009.525099:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763009.525109:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763009.525116:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000020:00000001:3.0:1787763009.525127:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763009.525136:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000020:00000001:3.0:1787763009.525150:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000020:00000001:3.0:1787763009.525162:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000040:3.0:1787763009.525179:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763009.525195:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763009.525210:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763009.525223:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787763009.525238:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00080000:3.0:1787763009.525254:0:291943:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763009.525263:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763009.525272:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763009.525284:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763009.525292:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763009.525298:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763009.525310:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763009.525327:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763009.525338:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763009.525354:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d5652c0.
00000020:00000040:3.0:1787763009.525365:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
02000000:00000001:3.0:1787763009.525381:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763009.525387:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763009.525391:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763009.525394:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763009.525400:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763009.525414:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45907800.
00000100:00000001:3.0:1787763009.525436:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763009.525551:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d5652c0 x1874599320543744/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763009.525600:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763009.525610:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787763009.525675:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763009.525679:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000100:00000040:3.0:1787763009.526142:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc712cf1] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d5652c0 x1874599320543744/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763009.526189:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763009.526196:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763009.526202:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787763009.526205:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763009.526209:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763009.526214:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763009.526220:0:291943:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20172
00000400:00000200:3.0:1787763009.526231:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763009.526239:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763009.526244:0:291943:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763009.526249:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763009.526254:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763009.526259:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763009.526264:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763009.526269:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763009.526271:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000020:00000001:3.0:1787763009.526274:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763009.526279:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000020:00000001:3.0:1787763009.526283:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000020:00000001:3.0:1787763009.526287:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00000040:3.0:1787763009.526293:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763009.526297:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763009.526301:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763009.526305:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787763009.526310:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000100:00080000:3.0:1787763009.526316:0:291943:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763009.526322:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763009.526326:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763009.526334:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763009.526338:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763009.526341:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763009.526347:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763009.526352:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763009.526355:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763009.526365:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d565680.
00000020:00000040:3.0:1787763009.526371:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
02000000:00000001:3.0:1787763009.526376:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763009.526378:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763009.526382:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763009.526385:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763009.526389:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763009.526399:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45905800.
00000100:00000001:3.0:1787763009.526407:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763009.526417:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d565680 x1874599320543872/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763009.526492:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763009.526502:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763009.526518:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000082576300] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d565680 x1874599320543872/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763009.526585:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763009.526599:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787763009.526628:0:291943:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1787763009.526642:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763009.526664:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787763009.526674:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763009.526683:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763009.526701:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763009.526721:0:291943:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20172
00000400:00000200:3.0:1787763009.526749:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763009.526768:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763009.526774:0:291943:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763009.526786:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763009.526799:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763009.526806:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763009.526815:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763009.526820:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763009.526822:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000020:00000001:3.0:1787763009.526825:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763009.526832:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000020:00000001:3.0:1787763009.526839:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000020:00000001:3.0:1787763009.526852:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000040:3.0:1787763009.526875:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763009.526889:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763009.526905:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763009.526920:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787763009.526935:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00080000:3.0:1787763009.526947:0:291943:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763009.526966:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763009.526974:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763009.527010:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:1.1:1787763009.527020:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
02000000:00000001:3.0:1787763009.527023:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787763009.527027:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000100:00000001:3.0:1787763009.527028:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763009.527036:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763009.527049:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763009.527054:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763009.527062:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d567480.
00000020:00000040:3.0:1787763009.527069:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
02000000:00000001:3.0:1787763009.527076:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763009.527079:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763009.527083:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763009.527087:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763009.527092:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763009.527111:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45905000.
00000100:00000001:3.0:1787763009.527119:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763009.527144:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d567480 x1874599320544000/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763009.527170:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763009.527177:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763009.527190:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000036831fe2] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d567480 x1874599320544000/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763009.527230:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763009.527255:0:291943:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20182)
00000800:00000200:1.1:1787763009.527556:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763009.527558:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787763009.527765:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763009.527767:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00010000:00000001:3.0:1787763009.716556:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763009.716563:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763009.716571:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763009.716573:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763009.716578:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763009.716580:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763009.716708:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763009.716715:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763009.716720:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1787763010.740578:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763010.740587:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763010.740595:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763010.740597:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763010.740603:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763010.740606:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763010.804563:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4314845944, at 4314845952
00000100:00000010:0.0:1787763010.804587:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69bea0.
00010000:00000001:3.0:1787763011.764582:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763011.764591:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763011.764599:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763011.764601:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763011.764606:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763011.764611:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763011.764615:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763011.764620:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763011.764624:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763011.764627:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763011.764629:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763011.764632:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763012.788559:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763012.788570:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763012.788581:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763012.788584:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763012.788590:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763012.788593:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763012.788725:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763012.788731:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763012.788736:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1787763013.812590:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763013.812602:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763013.812612:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763013.812615:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763013.812622:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763013.812625:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763013.812753:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763013.812759:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763013.812764:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787763014.644582:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763014.644605:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787763014.644613:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763014.644625:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763014.644638:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763014.644648:0:291943:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20177
00000400:00000200:3.0:1787763014.644663:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763014.644673:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763014.644677:0:291943:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763014.644682:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763014.644686:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763014.644689:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763014.644692:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763014.644698:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763014.644700:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:3.0:1787763014.644704:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763014.644708:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:3.0:1787763014.644711:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:3.0:1787763014.644714:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:3.0:1787763014.644718:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763014.644720:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763014.644723:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763014.644725:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787763014.644729:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:3.0:1787763014.644733:0:291943:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763014.644736:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763014.644740:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763014.644744:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763014.644747:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763014.644750:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787763014.644753:0:291943:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763014.644763:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d5661c0.
00000020:00000040:3.0:1787763014.644767:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:3.0:1787763014.644772:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763014.644775:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763014.644779:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763014.644782:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763014.644788:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763014.644797:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45907400.
00000100:00000001:3.0:1787763014.644805:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763014.644816:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d5661c0 x1874599320544128/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763014.644832:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763014.644840:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763014.644849:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007d30f203] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d5661c0 x1874599320544128/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763014.644896:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763014.644904:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763014.644911:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787763014.644913:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763014.644917:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763014.644922:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763014.644928:0:291943:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20177
00000400:00000200:3.0:1787763014.644936:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763014.644944:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763014.644975:0:291943:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763014.644984:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763014.644989:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763014.644994:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763014.644999:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763014.645005:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763014.645008:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000020:00000001:3.0:1787763014.645014:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763014.645024:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000020:00000001:3.0:1787763014.645056:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000020:00000001:3.0:1787763014.645071:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000040:3.0:1787763014.645088:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763014.645100:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763014.645109:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763014.645119:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787763014.645129:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00080000:3.0:1787763014.645153:0:291943:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763014.645168:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763014.645178:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763014.645193:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763014.645204:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763014.645212:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763014.645224:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763014.645232:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763014.645240:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763014.645250:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d5670c0.
00000020:00000040:3.0:1787763014.645553:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
02000000:00000001:3.0:1787763014.645569:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763014.645578:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763014.645582:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763014.645585:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763014.645591:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787763014.645611:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
02000000:00000010:3.0:1787763014.645613:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45904800.
00000800:00000200:1.1:1787763014.645622:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000100:00000001:3.0:1787763014.645628:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763014.645653:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d5670c0 x1874599320544256/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763014.645683:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763014.645694:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763014.645710:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000096847001] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d5670c0 x1874599320544256/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763014.645740:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763014.645753:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763014.645772:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787763014.645780:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763014.645787:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763014.645796:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763014.645810:0:291943:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20177
00000400:00000200:3.0:1787763014.645835:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763014.645853:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763014.645863:0:291943:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763014.645875:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763014.645887:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763014.645911:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763014.645918:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763014.645923:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763014.645930:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000020:00000001:3.0:1787763014.645937:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763014.645943:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000020:00000001:3.0:1787763014.645977:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000020:00000001:3.0:1787763014.645987:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00000040:3.0:1787763014.646002:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763014.646013:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763014.646025:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763014.646035:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787763014.646046:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000100:00080000:3.0:1787763014.646064:0:291943:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763014.646078:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763014.646084:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763014.646097:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763014.646111:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763014.646118:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763014.646126:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763014.646137:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763014.646147:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763014.646160:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d564b40.
00000020:00000040:3.0:1787763014.646168:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
02000000:00000001:3.0:1787763014.646179:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763014.646184:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763014.646190:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763014.646195:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763014.646202:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763014.646211:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45906400.
00000100:00000001:3.0:1787763014.646221:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763014.646238:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d564b40 x1874599320544384/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763014.646268:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763014.646276:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763014.646291:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9fa13ea] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d564b40 x1874599320544384/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763014.646317:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763014.646325:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787763014.646332:0:291943:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1787763014.646336:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763014.646345:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787763014.646353:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763014.646357:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763014.646367:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763014.646374:0:291943:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20177
00000400:00000200:3.0:1787763014.646387:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763014.646400:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763014.646407:0:291943:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763014.646418:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763014.646427:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763014.646434:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763014.646494:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763014.646503:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763014.646506:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000020:00000001:3.0:1787763014.646511:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763014.646517:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000020:00000001:3.0:1787763014.646524:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000020:00000001:3.0:1787763014.646530:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000040:3.0:1787763014.646541:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763014.646546:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763014.646555:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763014.646563:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787763014.646572:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00080000:3.0:1787763014.646582:0:291943:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763014.646593:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763014.646599:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763014.646607:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763014.646619:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763014.646623:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763014.646629:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763014.646637:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763014.646643:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763014.646652:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d565e00.
00000020:00000040:3.0:1787763014.646660:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
02000000:00000001:3.0:1787763014.646670:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763014.646677:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763014.646681:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763014.646686:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763014.646693:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763014.646707:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45907400.
00000100:00000001:3.0:1787763014.646714:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763014.646738:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d565e00 x1874599320544512/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763014.646795:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763014.646808:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763014.646834:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008dad852f] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d565e00 x1874599320544512/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763014.646858:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763014.646871:0:291943:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20187)
00000800:00000200:1.1:1787763014.647075:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763014.647079:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787763014.647594:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763014.647597:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787763014.648129:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763014.648132:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00010000:00000001:3.0:1787763014.836612:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763014.836623:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763014.836632:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763014.836635:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763014.836641:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763014.836644:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763014.836783:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763014.836792:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763014.836799:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1787763015.860589:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763015.860598:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763015.860606:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763015.860609:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763015.860616:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763015.860620:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763015.924579:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4314851064, at 4314851072
00000100:00000010:0.0:1787763015.924599:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69b060.
00010000:00000001:3.0:1787763016.884537:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763016.884544:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763016.884550:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763016.884551:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763016.884555:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763016.884556:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763017.908593:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763017.908601:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763017.908610:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763017.908613:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763017.908619:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763017.908621:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763017.908702:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763017.908708:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763017.908713:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1787763018.932590:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763018.932600:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763018.932604:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763018.932607:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763018.932614:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763018.932616:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763018.932619:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763018.932622:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763018.932627:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763018.932629:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763018.932630:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763018.932633:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763018.932635:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763018.932637:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763018.932639:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763018.932641:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763018.932645:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763018.932647:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763018.932778:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763018.932784:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763018.932789:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1787763019.766102:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763019.766115:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787763019.767472:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763019.767476:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787763019.767724:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763019.767728:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787763019.768053:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763019.768055:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
00010000:00000001:3.0:1787763019.956611:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763019.956620:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763019.956630:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763019.956632:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763019.956639:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763019.956641:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763019.956774:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763019.956780:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763019.956785:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1787763020.980516:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763020.980522:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763020.980527:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763020.980529:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763020.980531:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763020.980533:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763021.044515:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4314856184, at 4314856192
00000100:00000010:0.0:1787763021.044529:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d5891f6c0.
00010000:00000001:3.0:1787763022.004515:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763022.004521:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763022.004526:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763022.004528:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763022.004532:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763022.004535:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763022.004536:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763022.004539:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763022.004540:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763022.004542:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763022.004544:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763022.004545:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763023.028550:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763023.028556:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763023.028561:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763023.028562:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763023.028565:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763023.028566:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763023.028616:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763023.028619:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763023.028622:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1787763024.052588:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763024.052597:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763024.052605:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763024.052607:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763024.052611:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763024.052613:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763024.052747:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763024.052753:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763024.052758:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787763024.884544:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763024.884551:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787763024.884557:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763024.884563:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763024.884568:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763024.884573:0:268573:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20187
00000400:00000200:3.0:1787763024.884580:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763024.884585:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763024.884587:0:268573:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763024.884589:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763024.884592:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763024.884593:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763024.884595:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763024.884598:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763024.884599:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:3.0:1787763024.884602:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763024.884604:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:3.0:1787763024.884606:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:3.0:1787763024.884608:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:3.0:1787763024.884610:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763024.884612:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763024.884613:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763024.884614:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787763024.884616:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:3.0:1787763024.884618:0:268573:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763024.884620:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763024.884622:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763024.884624:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763024.884626:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763024.884628:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787763024.884629:0:268573:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763024.884635:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d566d00.
00000020:00000040:3.0:1787763024.884637:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:3.0:1787763024.884640:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763024.884641:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763024.884644:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763024.884653:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763024.884657:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763024.884662:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45905000.
00000100:00000001:3.0:1787763024.884667:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763024.884674:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d566d00 x1874599320545152/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763024.884682:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763024.884685:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763024.884689:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6377b55] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d566d00 x1874599320545152/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763024.884705:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763024.884708:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763024.884710:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787763024.884711:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763024.884713:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763024.884715:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763024.884718:0:268573:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20187
00000400:00000200:3.0:1787763024.884722:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763024.884725:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763024.884727:0:268573:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763024.884728:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763024.884730:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763024.884734:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763024.884735:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763024.884736:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763024.884737:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000020:00000001:3.0:1787763024.884739:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763024.884742:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000020:00000001:3.0:1787763024.884746:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000020:00000001:3.0:1787763024.884755:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000040:3.0:1787763024.884764:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763024.884766:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763024.884775:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763024.884779:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787763024.884791:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00080000:3.0:1787763024.884802:0:268573:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763024.884810:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763024.884815:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763024.884824:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763024.884828:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763024.884832:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763024.884841:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763024.884846:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763024.884853:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763024.884858:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d5643c0.
00000020:00000040:3.0:1787763024.884863:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
02000000:00000001:3.0:1787763024.884866:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763024.884871:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763024.884891:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763024.884895:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763024.884903:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763024.884920:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45905800.
00000100:00000001:3.0:1787763024.884926:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763024.884936:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d5643c0 x1874599320545280/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763024.884947:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763024.884955:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763024.884964:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c43373d] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d5643c0 x1874599320545280/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763024.884988:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763024.884993:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763024.885002:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787763024.885015:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763024.885019:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763024.885023:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763024.885032:0:268573:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20187
00000400:00000200:3.0:1787763024.885050:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763024.885053:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763024.885055:0:268573:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763024.885057:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763024.885059:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763024.885060:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763024.885062:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763024.885071:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763024.885074:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000020:00000001:3.0:1787763024.885076:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763024.885078:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000020:00000001:3.0:1787763024.885085:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000020:00000001:3.0:1787763024.885090:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00000040:3.0:1787763024.885097:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763024.885107:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763024.885112:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763024.885122:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787763024.885131:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000100:00080000:3.0:1787763024.885141:0:268573:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763024.885150:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763024.885161:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763024.885166:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763024.885173:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763024.885180:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763024.885187:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763024.885193:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763024.885200:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763024.885207:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d566580.
00000020:00000040:3.0:1787763024.885223:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
02000000:00000001:3.0:1787763024.885227:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763024.885230:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763024.885239:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763024.885242:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763024.885247:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787763024.885254:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
02000000:00000010:3.0:1787763024.885255:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45907800.
00000800:00000200:2.1:1787763024.885267:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 43 secs later)
00000100:00000001:3.0:1787763024.885268:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763024.885288:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d566580 x1874599320545408/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763024.885307:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763024.885314:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763024.885323:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f409d8da] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d566580 x1874599320545408/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763024.885335:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763024.885341:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787763024.885358:0:268573:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1787763024.885365:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763024.885382:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787763024.885384:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763024.885385:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763024.885389:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763024.885395:0:268573:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20187
00000400:00000200:3.0:1787763024.885403:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763024.885408:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763024.885413:0:268573:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763024.885420:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763024.885422:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763024.885426:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763024.885429:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763024.885435:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763024.885438:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000020:00000001:3.0:1787763024.885464:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763024.885467:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000020:00000001:3.0:1787763024.885469:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000020:00000001:3.0:1787763024.885477:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000040:3.0:1787763024.885482:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763024.885485:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763024.885490:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763024.885496:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787763024.885498:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00080000:3.0:1787763024.885502:0:268573:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763024.885508:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763024.885510:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763024.885513:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763024.885515:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763024.885518:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763024.885521:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763024.885525:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763024.885527:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763024.885531:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d567840.
00000020:00000040:3.0:1787763024.885532:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
02000000:00000001:3.0:1787763024.885534:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763024.885535:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763024.885537:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763024.885540:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763024.885543:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763024.885563:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45907400.
00000100:00000001:3.0:1787763024.885568:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763024.885581:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d567840 x1874599320545536/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763024.885602:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763024.885610:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763024.885627:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002fc5cb79] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d567840 x1874599320545536/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763024.885648:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763024.885655:0:268573:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20197)
00000800:00000200:2.1:1787763024.885900:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763024.885901:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787763024.886118:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763024.886120:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787763024.886309:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763024.886311:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 43 secs later)
00010000:00000001:3.0:1787763025.076518:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763025.076522:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763025.076527:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763025.076528:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763025.076531:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763025.076532:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763025.076618:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763025.076621:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763025.076623:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1787763026.100599:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763026.100607:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763026.100617:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763026.100619:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763026.100624:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763026.100627:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763026.164505:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4314861304, at 4314861312
00000100:00000010:0.0:1787763026.164517:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d5891f3c0.
00010000:00000001:3.0:1787763027.124545:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763027.124551:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763027.124558:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763027.124559:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763027.124561:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763027.124562:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763028.148575:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763028.148583:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763028.148591:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763028.148593:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763028.148597:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763028.148599:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763028.148729:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763028.148736:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763028.148741:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1787763029.172583:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763029.172592:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763029.172595:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763029.172600:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763029.172607:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763029.172610:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763029.172613:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763029.172615:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763029.172620:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763029.172622:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763029.172623:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763029.172626:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763029.172628:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763029.172630:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763029.172632:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763029.172634:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763029.172639:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763029.172641:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763029.172730:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763029.172736:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763029.172741:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787763030.005715:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763030.005723:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787763030.006730:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763030.006734:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787763030.007211:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763030.007214:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787763030.007641:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763030.007646:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 38 secs later)
00010000:00000001:3.0:1787763030.196620:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763030.196628:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763030.196635:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763030.196636:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763030.196640:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763030.196642:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763030.196726:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763030.196733:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763030.196737:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1787763031.220625:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763031.220632:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763031.220638:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763031.220640:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763031.220644:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763031.220648:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763031.220651:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763031.220654:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763031.220658:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763031.220660:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763031.220662:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763031.220665:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763031.284552:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4314866424, at 4314866432
00000100:00000010:0.0:1787763031.284569:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69ba20.
00010000:00000001:3.0:1787763032.244557:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763032.244564:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763032.244572:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763032.244574:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763032.244579:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763032.244582:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763033.268596:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763033.268604:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763033.268612:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763033.268615:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763033.268621:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763033.268623:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763033.268707:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763033.268712:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763033.268717:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1787763034.292578:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763034.292587:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763034.292598:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763034.292601:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763034.292610:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763034.292613:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763034.292714:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763034.292720:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763034.292725:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787763035.124658:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763035.124670:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787763035.124675:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763035.124681:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763035.124689:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763035.124701:0:268573:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20197
00000400:00000200:0.0:1787763035.124716:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763035.124728:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763035.124734:0:268573:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763035.124740:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763035.124745:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763035.124750:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763035.124755:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763035.124761:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763035.124765:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:0.0:1787763035.124771:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763035.124777:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:0.0:1787763035.124784:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:0.0:1787763035.124790:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:0.0:1787763035.124797:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763035.124802:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763035.124829:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763035.124834:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787763035.124851:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:0.0:1787763035.124858:0:268573:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763035.124864:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763035.124869:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763035.124875:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763035.124880:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763035.124884:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787763035.124889:0:268573:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763035.124913:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81852d00.
00000020:00000040:0.0:1787763035.124919:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:0.0:1787763035.124927:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763035.124931:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763035.124936:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763035.124941:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763035.124948:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763035.124959:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d5055bc00.
00000100:00000001:0.0:1787763035.124970:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763035.124984:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81852d00 x1874599320546176/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763035.125001:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763035.125009:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763035.125019:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033d5c64e] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81852d00 x1874599320546176/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763035.125054:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763035.125060:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763035.125067:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787763035.125071:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763035.125074:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763035.125079:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763035.125084:0:268573:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20197
00000400:00000200:0.0:1787763035.125092:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763035.125099:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763035.125111:0:268573:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763035.125118:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763035.125123:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763035.125129:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763035.125135:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763035.125145:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763035.125154:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000020:00000001:0.0:1787763035.125164:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763035.125172:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000020:00000001:0.0:1787763035.125184:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000020:00000001:0.0:1787763035.125198:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000040:0.0:1787763035.125217:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763035.125230:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763035.125244:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763035.125259:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787763035.125270:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00080000:0.0:1787763035.125287:0:268573:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763035.125300:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763035.125311:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763035.125325:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763035.125337:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763035.125346:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763035.125357:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787763035.125371:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763035.125383:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763035.125398:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81851e00.
00000020:00000040:0.0:1787763035.125412:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
02000000:00000001:0.0:1787763035.125427:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763035.125435:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763035.125521:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763035.125529:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763035.125536:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763035.125550:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d50558c00.
00000100:00000001:0.0:1787763035.125564:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763035.125584:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81851e00 x1874599320546304/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763035.125610:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763035.125620:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787763035.125629:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000040:0.0:1787763035.125636:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ab0eea16] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81851e00 x1874599320546304/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1787763035.125638:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 33 secs later)
00000100:00000001:0.0:1787763035.125672:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763035.125679:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763035.125690:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787763035.125695:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763035.125704:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763035.125709:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763035.125718:0:268573:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20197
00000400:00000200:0.0:1787763035.125729:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763035.125735:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763035.125738:0:268573:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763035.125743:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763035.125747:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763035.125754:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763035.125765:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763035.125773:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763035.125778:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000020:00000001:0.0:1787763035.125784:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763035.125789:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000020:00000001:0.0:1787763035.125799:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000020:00000001:0.0:1787763035.125832:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00000040:0.0:1787763035.125850:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763035.125856:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763035.125862:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763035.125864:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787763035.125868:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000100:00080000:0.0:1787763035.125875:0:268573:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763035.125883:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763035.125893:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763035.125901:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763035.125906:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763035.125915:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763035.125918:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787763035.125923:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763035.125930:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763035.125938:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81850780.
00000020:00000040:0.0:1787763035.125943:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
02000000:00000001:0.0:1787763035.125953:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763035.125955:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763035.125958:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763035.125960:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763035.125964:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763035.125974:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d5055a400.
00000100:00000001:0.0:1787763035.125982:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763035.125997:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81850780 x1874599320546432/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763035.126036:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763035.126041:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763035.126057:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000099b37720] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81850780 x1874599320546432/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763035.126099:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763035.126106:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1787763035.126116:0:268573:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1787763035.126124:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763035.126136:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787763035.126143:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763035.126149:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763035.126155:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763035.126164:0:268573:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20197
00000400:00000200:0.0:1787763035.126178:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763035.126187:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763035.126195:0:268573:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763035.126205:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763035.126213:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763035.126219:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763035.126229:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763035.126238:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763035.126244:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000020:00000001:0.0:1787763035.126246:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763035.126251:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000020:00000001:0.0:1787763035.126255:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000020:00000001:0.0:1787763035.126263:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000040:0.0:1787763035.126275:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763035.126284:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763035.126290:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763035.126296:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787763035.126303:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00080000:0.0:1787763035.126314:0:268573:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763035.126325:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763035.126328:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763035.126336:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763035.126344:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763035.126349:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763035.126353:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787763035.126365:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763035.126371:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763035.126380:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81851a40.
00000020:00000040:0.0:1787763035.126387:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
02000000:00000001:0.0:1787763035.126395:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763035.126398:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763035.126406:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763035.126410:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763035.126415:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763035.126426:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d50559400.
00000100:00000001:0.0:1787763035.126439:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763035.126482:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81851a40 x1874599320546560/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763035.126510:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763035.126520:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763035.126531:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014835854] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81851a40 x1874599320546560/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763035.126560:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763035.126572:0:268573:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20207)
00000800:00000200:1.1:1787763035.126887:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763035.126891:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787763035.127267:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763035.127270:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787763035.127647:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763035.127650:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 33 secs later)
00010000:00000001:3.0:1787763035.316611:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763035.316617:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763035.316624:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763035.316627:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763035.316631:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763035.316632:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763035.316763:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763035.316768:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763035.316773:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1787763036.340557:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763036.340565:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763036.340575:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763036.340578:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763036.340583:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763036.340585:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763036.404588:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4314871544, at 4314871552
00000100:00000010:0.0:1787763036.404605:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69bde0.
00010000:00000001:3.0:1787763037.364626:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763037.364635:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763037.364643:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763037.364645:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763037.364650:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763037.364653:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763038.388518:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763038.388523:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763038.388527:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763038.388528:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763038.388530:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763038.388531:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763038.388578:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763038.388581:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763038.388584:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1787763039.412519:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763039.412527:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763039.412530:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763039.412534:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763039.412539:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763039.412541:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763039.412543:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763039.412546:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763039.412551:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763039.412553:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763039.412554:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763039.412556:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763039.412558:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763039.412559:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763039.412561:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763039.412563:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763039.412568:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763039.412570:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763039.412632:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763039.412637:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763039.412640:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787763040.244647:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763040.244658:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787763040.244662:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763040.244666:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763040.244673:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763040.244682:0:291943:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20202
00000400:00000200:0.0:1787763040.244694:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763040.244704:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763040.244709:0:291943:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763040.244714:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763040.244719:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763040.244723:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763040.244727:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763040.244732:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763040.244735:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:0.0:1787763040.244738:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763040.244743:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:0.0:1787763040.244746:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:0.0:1787763040.244750:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:0.0:1787763040.244755:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763040.244759:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763040.244763:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763040.244768:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787763040.244794:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:0.0:1787763040.244802:0:291943:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763040.244806:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763040.244811:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763040.244817:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763040.244824:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763040.244829:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787763040.244834:0:291943:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763040.244846:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d818521c0.
00000020:00000040:0.0:1787763040.244852:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:0.0:1787763040.244875:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763040.244879:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763040.244884:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763040.244889:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763040.244895:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763040.244908:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d50558400.
00000100:00000001:0.0:1787763040.244920:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763040.244935:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d818521c0 x1874599320546688/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763040.244961:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763040.244966:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763040.244973:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e93caa89] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d818521c0 x1874599320546688/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763040.244998:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763040.245002:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763040.245007:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787763040.245009:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763040.245012:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763040.245017:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763040.245023:0:291943:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20202
00000400:00000200:0.0:1787763040.245035:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763040.245044:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763040.245056:0:291943:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763040.245072:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763040.245084:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763040.245097:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763040.245112:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763040.245122:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763040.245127:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000020:00000001:0.0:1787763040.245134:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763040.245140:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000020:00000001:0.0:1787763040.245146:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000020:00000001:0.0:1787763040.245158:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000040:0.0:1787763040.245170:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763040.245176:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763040.245184:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763040.245190:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787763040.245195:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00080000:0.0:1787763040.245209:0:291943:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763040.245216:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763040.245222:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763040.245233:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763040.245241:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763040.245251:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763040.245258:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787763040.245269:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763040.245276:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763040.245290:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81851a40.
00000020:00000040:0.0:1787763040.245300:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
02000000:00000001:0.0:1787763040.245305:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763040.245310:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763040.245317:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763040.245321:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763040.245325:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763040.245336:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d50559800.
00000100:00000001:0.0:1787763040.245345:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763040.245364:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81851a40 x1874599320546816/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763040.245386:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763040.245395:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763040.245402:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014835854] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81851a40 x1874599320546816/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763040.245431:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763040.245436:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763040.245494:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787763040.245497:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763040.245502:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763040.245514:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763040.245525:0:291943:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20202
00000400:00000200:0.0:1787763040.245584:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763040.245600:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763040.245607:0:291943:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763040.245619:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763040.245626:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763040.245636:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763040.245648:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763040.245655:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000200:1.1:1787763040.245656:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000020:00000040:0.0:1787763040.245660:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000800:00000200:1.1:1787763040.245665:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00000020:00000001:0.0:1787763040.245666:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763040.245672:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000020:00000001:0.0:1787763040.245679:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000020:00000001:0.0:1787763040.245689:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00000040:0.0:1787763040.245701:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763040.245708:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763040.245719:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763040.245726:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787763040.245732:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000100:00080000:0.0:1787763040.245744:0:291943:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763040.245749:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763040.245754:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763040.245762:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763040.245798:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763040.245806:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763040.245811:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787763040.245821:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763040.245833:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763040.245851:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81850780.
00000020:00000040:0.0:1787763040.245866:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
02000000:00000001:0.0:1787763040.245877:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763040.245883:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763040.245890:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763040.245898:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763040.245907:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763040.245927:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d50558800.
00000100:00000001:0.0:1787763040.245937:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763040.245956:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81850780 x1874599320546944/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763040.245977:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763040.245983:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763040.245998:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000099b37720] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81850780 x1874599320546944/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763040.246032:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763040.246043:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1787763040.246062:0:291943:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1787763040.246077:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763040.246100:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787763040.246111:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763040.246118:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763040.246129:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763040.246139:0:291943:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20202
00000400:00000200:0.0:1787763040.246153:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763040.246164:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763040.246173:0:291943:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763040.246188:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763040.246198:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763040.246207:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763040.246214:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763040.246222:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763040.246226:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000020:00000001:0.0:1787763040.246232:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763040.246238:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000020:00000001:0.0:1787763040.246246:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000020:00000001:0.0:1787763040.246254:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000040:0.0:1787763040.246268:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763040.246277:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763040.246286:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763040.246292:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787763040.246298:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00080000:0.0:1787763040.246308:0:291943:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763040.246315:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763040.246324:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763040.246332:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763040.246337:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763040.246345:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763040.246349:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787763040.246361:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763040.246364:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763040.246373:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81851e00.
00000020:00000040:0.0:1787763040.246382:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
02000000:00000001:0.0:1787763040.246392:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763040.246396:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763040.246404:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763040.246409:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763040.246415:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763040.246422:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d5055a000.
00000100:00000001:0.0:1787763040.246432:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763040.246484:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81851e00 x1874599320547072/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763040.246510:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763040.246520:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763040.246539:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ab0eea16] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81851e00 x1874599320547072/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763040.246558:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763040.246567:0:291943:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20213)
00000800:00000200:1.1:1787763040.246840:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763040.246844:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787763040.247223:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763040.247226:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787763040.247704:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763040.247708:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00010000:00000001:3.0:1787763040.436555:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763040.436562:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763040.436567:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763040.436568:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763040.436572:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763040.436574:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763040.436643:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763040.436647:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763040.436651:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1787763041.460552:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763041.460560:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763041.460569:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763041.460572:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763041.460578:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763041.460583:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763041.460586:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763041.460591:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763041.460596:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763041.460599:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763041.460602:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763041.460605:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763041.524571:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4314876664, at 4314876672
00000100:00000010:0.0:1787763041.524590:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69bcc0.
00010000:00000001:3.0:1787763042.484589:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763042.484597:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763042.484604:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763042.484606:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763042.484612:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763042.484615:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763043.508593:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763043.508602:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763043.508610:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763043.508612:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763043.508617:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763043.508619:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763043.508692:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763043.508698:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763043.508703:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1787763044.532545:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763044.532556:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763044.532568:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763044.532573:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763044.532581:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763044.532585:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763044.532694:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763044.532700:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763044.532705:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787763045.364552:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763045.364568:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787763045.364573:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763045.364580:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763045.364588:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763045.364601:0:291943:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20208
00000400:00000200:0.0:1787763045.364617:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763045.364631:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00000001:3.0:1787763045.364631:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:0.0:1787763045.364639:0:291943:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787763045.364643:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763045.364650:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763045.364652:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00100000:3.0:1787763045.364661:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:0.0:1787763045.364663:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763045.364672:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763045.364675:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787763045.364677:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000001:3.0:1787763045.364682:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1787763045.364684:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:3.0:1787763045.364688:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000040:0.0:1787763045.364690:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000100:00000001:3.0:1787763045.364695:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1787763045.364697:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:3.0:1787763045.364702:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1787763045.364706:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:0.0:1787763045.364712:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:0.0:1787763045.364716:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:0.0:1787763045.364720:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763045.364724:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763045.364727:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763045.364731:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787763045.364755:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:0.0:1787763045.364763:0:291943:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763045.364766:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763045.364769:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763045.364774:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763045.364777:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763045.364781:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787763045.364785:0:291943:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763045.364793:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81852d00.
00000020:00000040:0.0:1787763045.364798:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:0.0:1787763045.364804:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763045.364806:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763045.364810:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763045.364814:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763045.364819:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763045.364828:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d5055bc00.
00000100:00000001:0.0:1787763045.364836:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763045.364849:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81852d00 x1874599320547200/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763045.364863:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763045.364867:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763045.364874:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033d5c64e] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81852d00 x1874599320547200/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763045.364901:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763045.364906:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763045.364911:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787763045.364913:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763045.364929:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763045.364933:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763045.364936:0:291943:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20208
00000400:00000200:0.0:1787763045.364942:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763045.364947:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763045.364951:0:291943:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763045.364955:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763045.364959:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763045.364962:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763045.364965:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763045.364970:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763045.364972:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000020:00000001:0.0:1787763045.364975:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763045.364979:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000020:00000001:0.0:1787763045.364985:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000020:00000001:0.0:1787763045.364996:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000040:0.0:1787763045.365010:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763045.365018:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763045.365028:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763045.365040:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787763045.365051:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00080000:0.0:1787763045.365065:0:291943:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763045.365076:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763045.365084:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763045.365094:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763045.365102:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763045.365107:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763045.365115:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787763045.365125:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763045.365132:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763045.365143:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81853840.
00000020:00000040:0.0:1787763045.365153:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
02000000:00000001:0.0:1787763045.365157:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763045.365164:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763045.365168:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763045.365172:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763045.365175:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763045.365183:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d50559c00.
00000100:00000001:0.0:1787763045.365193:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763045.365207:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81853840 x1874599320547328/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763045.365227:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763045.365233:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763045.365246:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000090fddba4] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81853840 x1874599320547328/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763045.365266:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763045.365273:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763045.365280:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787763045.365286:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763045.365289:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763045.365292:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763045.365297:0:291943:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20208
00000400:00000200:0.0:1787763045.365303:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763045.365310:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763045.365318:0:291943:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763045.365327:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763045.365335:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763045.365342:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763045.365347:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763045.365353:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763045.365357:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000020:00000001:0.0:1787763045.365361:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763045.365370:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000020:00000001:0.0:1787763045.365373:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000020:00000001:0.0:1787763045.365382:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00000040:0.0:1787763045.365389:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763045.365395:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763045.365399:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763045.365407:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787763045.365412:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000100:00080000:0.0:1787763045.365421:0:291943:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763045.365428:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763045.365434:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763045.365482:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763045.365488:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763045.365492:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763045.365497:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787763045.365503:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763045.365507:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763045.365520:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81850f00.
00000020:00000040:0.0:1787763045.365530:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
02000000:00000001:0.0:1787763045.365542:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763045.365551:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763045.365558:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763045.365565:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763045.365574:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763045.365588:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d5055ac00.
00000100:00000001:0.0:1787763045.365603:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763045.365624:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81850f00 x1874599320547456/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763045.365660:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763045.365664:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763045.365675:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007454b7f2] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81850f00 x1874599320547456/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763045.365696:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763045.365703:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1787763045.365718:0:291943:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1787763045.365724:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.1:1787763045.365727:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00080000:0.0:1787763045.365730:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787763045.365760:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763045.365765:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:1.1:1787763045.365767:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000100:00000001:0.0:1787763045.365773:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763045.365784:0:291943:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20208
00000400:00000200:0.0:1787763045.365800:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763045.365809:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763045.365815:0:291943:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763045.365821:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763045.365829:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763045.365838:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763045.365848:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763045.365853:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763045.365856:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000020:00000001:0.0:1787763045.365862:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763045.365871:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000020:00000001:0.0:1787763045.365875:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000020:00000001:0.0:1787763045.365881:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000040:0.0:1787763045.365890:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763045.365898:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763045.365904:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763045.365911:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787763045.365920:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00080000:0.0:1787763045.365927:0:291943:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763045.365934:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763045.365939:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763045.365947:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763045.365957:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763045.365963:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763045.365971:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787763045.365979:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763045.365984:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763045.365999:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81851680.
00000020:00000040:0.0:1787763045.366011:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
02000000:00000001:0.0:1787763045.366022:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763045.366030:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763045.366038:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763045.366043:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763045.366052:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763045.366071:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d50558000.
00000100:00000001:0.0:1787763045.366085:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763045.366102:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81851680 x1874599320547584/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763045.366145:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763045.366153:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763045.366168:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be916297] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81851680 x1874599320547584/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763045.366194:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763045.366206:0:291943:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20218)
00000800:00000200:1.1:1787763045.366657:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763045.366660:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787763045.367057:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763045.367060:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787763045.367417:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763045.367420:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00010000:00000001:3.0:1787763045.556581:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763045.556590:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763045.556597:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763045.556599:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763045.556603:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763045.556605:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763045.556701:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763045.556707:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763045.556712:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763046.388606:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763046.388615:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763046.388619:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763046.388625:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763046.388632:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763046.388636:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763046.388640:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763046.388644:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763046.388647:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763046.580493:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763046.580499:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763046.580505:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763046.580507:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763046.580512:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763046.580513:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763046.644518:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4314881784, at 4314881792
00000100:00000010:0.0:1787763046.644526:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69b4e0.
00000100:00000001:3.0:1787763047.412530:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763047.412538:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763047.412541:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763047.412546:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763047.412549:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763047.412553:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763047.412556:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763047.412560:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763047.412563:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763047.604541:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763047.604547:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763047.604552:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763047.604553:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763047.604556:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763047.604558:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763048.436507:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763048.436514:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763048.436516:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763048.436520:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763048.436522:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763048.436526:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763048.436528:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763048.436530:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763048.436532:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763048.628528:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763048.628534:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763048.628540:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763048.628541:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763048.628546:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763048.628547:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763048.628622:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763048.628626:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763048.628628:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763049.460620:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763049.460632:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763049.460635:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763049.460642:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763049.460647:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763049.460652:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763049.460656:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763049.460660:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763049.460664:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763049.652529:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763049.652536:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763049.652538:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763049.652541:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763049.652545:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763049.652546:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763049.652548:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763049.652549:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763049.652552:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763049.652554:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763049.652555:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763049.652556:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763049.652557:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763049.652558:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763049.652560:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763049.652561:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763049.652563:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763049.652564:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763049.652646:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763049.652650:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763049.652653:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763050.484522:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763050.484529:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763050.484531:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763050.484535:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763050.484540:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763050.484543:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1787763050.484544:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1787763050.484546:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763050.484549:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1787763050.484550:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787763050.484553:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1787763050.484553:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763050.484556:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763050.484560:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763050.484568:0:291943:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20213
00000400:00000200:0.0:1787763050.484576:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763050.484583:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763050.484587:0:291943:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763050.484591:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763050.484594:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763050.484596:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763050.484597:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763050.484601:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763050.484602:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:0.0:1787763050.484605:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763050.484607:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:0.0:1787763050.484609:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:0.0:1787763050.484611:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:0.0:1787763050.484612:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763050.484614:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763050.484615:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763050.484616:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787763050.484618:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:0.0:1787763050.484621:0:291943:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763050.484625:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763050.484627:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763050.484631:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763050.484634:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763050.484637:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787763050.484640:0:291943:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763050.484647:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81850000.
00000020:00000040:0.0:1787763050.484651:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:0.0:1787763050.484656:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763050.484658:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763050.484661:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763050.484663:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763050.484669:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763050.484677:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d5055b000.
00000100:00000001:0.0:1787763050.484683:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763050.484690:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81850000 x1874599320547712/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763050.484698:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763050.484714:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763050.484718:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a28e6d3] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81850000 x1874599320547712/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763050.484734:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763050.484736:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763050.484739:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787763050.484740:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763050.484741:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763050.484743:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763050.484745:0:291943:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20213
00000400:00000200:0.0:1787763050.484748:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763050.484750:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763050.484752:0:291943:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763050.484754:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763050.484756:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763050.484758:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763050.484759:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763050.484761:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763050.484762:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000020:00000001:0.0:1787763050.484764:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763050.484765:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000020:00000001:0.0:1787763050.484767:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000020:00000001:0.0:1787763050.484768:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000040:0.0:1787763050.484771:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763050.484773:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763050.484774:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763050.484777:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787763050.484780:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00080000:0.0:1787763050.484784:0:291943:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763050.484788:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763050.484791:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763050.484795:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763050.484800:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763050.484804:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763050.484809:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787763050.484813:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763050.484816:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763050.484820:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81852580.
00000020:00000040:0.0:1787763050.484825:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
02000000:00000001:0.0:1787763050.484830:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763050.484832:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763050.484836:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763050.484839:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763050.484843:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763050.484848:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d50559000.
00000100:00000001:0.0:1787763050.484852:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763050.484859:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81852580 x1874599320547840/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763050.484869:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763050.484873:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763050.484877:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a3a56c9a] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81852580 x1874599320547840/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763050.484884:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763050.484886:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763050.484888:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787763050.484890:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763050.484892:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763050.484896:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763050.484898:0:291943:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20213
00000400:00000200:0.0:1787763050.484903:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763050.484908:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763050.484911:0:291943:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763050.484918:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763050.484921:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763050.484925:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763050.484928:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763050.484932:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763050.484934:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000020:00000001:0.0:1787763050.484937:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763050.484958:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000020:00000001:0.0:1787763050.484970:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000020:00000001:0.0:1787763050.484980:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00000040:0.0:1787763050.484997:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763050.485009:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763050.485020:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763050.485032:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787763050.485042:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000100:00080000:0.0:1787763050.485057:0:291943:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763050.485068:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763050.485076:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763050.485085:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763050.485094:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763050.485098:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763050.485105:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787763050.485116:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763050.485122:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763050.485129:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81853c00.
00000020:00000040:0.0:1787763050.485139:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
02000000:00000001:0.0:1787763050.485150:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763050.485154:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763050.485159:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763050.485165:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763050.485168:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763050.485177:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d50558000.
00000100:00000001:0.0:1787763050.485189:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763050.485204:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81853c00 x1874599320547968/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1787763050.485213:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763050.485225:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000100:00000001:0.0:1787763050.485233:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763050.485242:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763050.485255:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ce798b78] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81853c00 x1874599320547968/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763050.485281:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763050.485288:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1787763050.485300:0:291943:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1787763050.485310:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763050.485316:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787763050.485336:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763050.485338:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763050.485340:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763050.485345:0:291943:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20213
00000400:00000200:0.0:1787763050.485351:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763050.485356:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763050.485359:0:291943:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763050.485364:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763050.485367:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763050.485374:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763050.485379:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763050.485385:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763050.485387:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000020:00000001:0.0:1787763050.485390:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763050.485394:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000020:00000001:0.0:1787763050.485399:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000020:00000001:0.0:1787763050.485405:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000040:0.0:1787763050.485411:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763050.485413:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763050.485418:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763050.485421:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787763050.485424:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00080000:0.0:1787763050.485429:0:291943:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763050.485430:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763050.485432:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763050.485437:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763050.485440:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763050.485444:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763050.485446:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787763050.485449:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763050.485451:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763050.485457:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81853480.
00000020:00000040:0.0:1787763050.485460:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
02000000:00000001:0.0:1787763050.485466:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763050.485467:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763050.485470:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763050.485488:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763050.485490:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763050.485493:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d5055ac00.
00000100:00000001:0.0:1787763050.485495:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763050.485499:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81853480 x1874599320548096/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763050.485505:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763050.485507:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763050.485510:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000037f19d5a] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81853480 x1874599320548096/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763050.485521:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763050.485526:0:291943:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20223)
00000800:00000200:1.1:1787763050.485772:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763050.485774:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787763050.486012:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763050.486015:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787763050.486369:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763050.486372:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00010000:00000001:3.0:1787763050.676541:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763050.676549:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763050.676558:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763050.676561:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763050.676565:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763050.676568:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763050.676659:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763050.676665:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763050.676671:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763051.508547:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763051.508553:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763051.508555:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763051.508559:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763051.508562:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763051.508565:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763051.508568:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763051.508570:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763051.508573:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763051.700554:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763051.700559:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763051.700564:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763051.700565:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763051.700568:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763051.700571:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763051.700573:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763051.700576:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763051.700578:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763051.700580:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763051.700582:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763051.700585:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763051.764546:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4314886903, at 4314886912
00000100:00000010:0.0:1787763051.764564:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69bd80.
00000100:00000001:3.0:1787763052.532505:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763052.532513:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763052.532514:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763052.532519:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763052.532522:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763052.532525:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763052.532528:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763052.532530:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763052.532532:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763052.724566:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763052.724574:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763052.724580:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763052.724581:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763052.724585:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763052.724586:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763053.556549:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763053.556555:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763053.556557:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763053.556562:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763053.556565:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763053.556568:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763053.556571:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763053.556573:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763053.556575:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763053.748556:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763053.748563:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763053.748569:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763053.748570:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763053.748574:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763053.748576:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763053.748671:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763053.748674:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763053.748689:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763054.580524:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763054.580531:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763054.580533:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763054.580537:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763054.580540:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763054.580543:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763054.580546:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763054.580548:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763054.580550:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763054.772584:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763054.772592:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763054.772598:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763054.772599:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763054.772602:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763054.772604:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763054.772654:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763054.772657:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763054.772660:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763055.604542:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763055.604549:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763055.604552:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763055.604557:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763055.604563:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763055.604567:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763055.604570:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763055.604574:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763055.604578:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787763055.605106:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763055.605113:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787763055.605559:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763055.605561:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787763055.605778:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763055.605780:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787763055.605990:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763055.605992:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00010000:00000001:3.0:1787763055.796530:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763055.796535:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763055.796540:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763055.796541:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763055.796544:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763055.796545:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763055.796612:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763055.796617:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763055.796621:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763056.628558:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763056.628566:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763056.628569:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763056.628574:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763056.628580:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763056.628585:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763056.628588:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763056.628592:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763056.628597:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763056.820591:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763056.820599:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763056.820604:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763056.820605:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763056.820608:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763056.820609:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763056.884517:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4314892023, at 4314892032
00000100:00000010:0.0:1787763056.884533:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69b480.
00000100:00000001:3.0:1787763057.652562:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763057.652571:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763057.652574:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763057.652580:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763057.652583:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763057.652588:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763057.652591:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763057.652595:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763057.652598:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763057.844593:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763057.844603:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763057.844610:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763057.844611:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763057.844616:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763057.844618:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763058.676514:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763058.676520:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763058.676522:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763058.676526:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763058.676529:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763058.676533:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763058.676535:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763058.676539:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763058.676543:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763058.868527:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763058.868534:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763058.868540:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763058.868542:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763058.868547:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763058.868549:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763058.868610:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763058.868613:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763058.868616:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763059.700598:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763059.700608:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763059.700611:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763059.700617:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763059.700621:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763059.700626:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763059.700629:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763059.700633:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763059.700660:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763059.892531:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763059.892538:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763059.892540:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763059.892542:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763059.892546:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763059.892548:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763059.892549:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763059.892551:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763059.892553:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763059.892554:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763059.892556:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763059.892557:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763059.892558:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763059.892559:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763059.892560:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763059.892562:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763059.892564:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763059.892565:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763059.892611:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763059.892615:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763059.892618:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763060.724537:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763060.724546:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763060.724548:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763060.724552:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763060.724555:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763060.724558:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763060.724560:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763060.724562:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763060.724565:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763060.724588:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763060.724593:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787763060.724596:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763060.724599:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763060.724603:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763060.724609:0:291943:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20223
00000400:00000200:0.0:1787763060.724616:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763060.724621:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763060.724624:0:291943:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763060.724626:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763060.724628:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763060.724647:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763060.724649:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763060.724653:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763060.724654:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:0.0:1787763060.724657:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763060.724660:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:0.0:1787763060.724661:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:0.0:1787763060.724663:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:0.0:1787763060.724665:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763060.724667:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763060.724669:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763060.724671:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787763060.724674:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:0.0:1787763060.724678:0:291943:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763060.724681:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763060.724684:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763060.724687:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763060.724690:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763060.724692:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787763060.724695:0:291943:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763060.724704:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81852940.
00000020:00000040:0.0:1787763060.724708:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:0.0:1787763060.724713:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763060.724715:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763060.724719:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763060.724721:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763060.724726:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763060.724734:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d5055bc00.
00000100:00000001:0.0:1787763060.724740:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763060.724748:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81852940 x1874599320548736/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763060.724756:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763060.724759:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763060.724763:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afb094cc] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81852940 x1874599320548736/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763060.724781:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763060.724783:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763060.724786:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787763060.724787:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763060.724788:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763060.724790:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763060.724792:0:291943:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20223
00000400:00000200:0.0:1787763060.724795:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763060.724798:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763060.724800:0:291943:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763060.724802:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763060.724804:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763060.724806:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763060.724808:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763060.724810:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763060.724811:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000020:00000001:0.0:1787763060.724813:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763060.724815:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000020:00000001:0.0:1787763060.724819:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000020:00000001:0.0:1787763060.724821:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000040:0.0:1787763060.724825:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763060.724829:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763060.724833:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763060.724835:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787763060.724838:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00080000:0.0:1787763060.724843:0:291943:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763060.724847:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763060.724850:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763060.724862:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763060.724866:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763060.724870:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763060.724873:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787763060.724878:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763060.724880:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763060.724888:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81853480.
00000020:00000040:0.0:1787763060.724892:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
02000000:00000001:0.0:1787763060.724898:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763060.724900:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763060.724904:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763060.724907:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763060.724909:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763060.724914:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d50558c00.
00000100:00000001:0.0:1787763060.724920:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763060.724928:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81853480 x1874599320548864/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763060.724938:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763060.724941:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763060.724947:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000037f19d5a] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81853480 x1874599320548864/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763060.724961:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763060.724966:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763060.724976:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787763060.724979:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763060.724981:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763060.724983:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763060.724988:0:291943:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20223
00000400:00000200:0.0:1787763060.724995:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763060.724999:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763060.725003:0:291943:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763060.725008:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763060.725011:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763060.725016:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763060.725020:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763060.725023:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763060.725025:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000020:00000001:0.0:1787763060.725027:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763060.725029:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000020:00000001:0.0:1787763060.725034:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000020:00000001:0.0:1787763060.725037:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00000040:0.0:1787763060.725041:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763060.725043:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763060.725048:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763060.725050:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787763060.725051:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000100:00080000:0.0:1787763060.725056:0:291943:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763060.725061:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763060.725063:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763060.725065:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763060.725068:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763060.725073:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763060.725075:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787763060.725078:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763060.725083:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763060.725087:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81853c00.
00000020:00000040:0.0:1787763060.725091:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
02000000:00000001:0.0:1787763060.725095:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763060.725097:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763060.725100:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763060.725103:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763060.725106:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763060.725112:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d5055a400.
00000100:00000001:0.0:1787763060.725117:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763060.725126:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81853c00 x1874599320548992/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763060.725148:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763060.725154:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763060.725163:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ce798b78] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81853c00 x1874599320548992/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763060.725181:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763060.725185:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1787763060.725190:0:291943:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:1.1:1787763060.725191:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00080000:0.0:1787763060.725193:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763060.725198:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000800:00000200:1.1:1787763060.725198:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00000100:00000001:0.0:1787763060.725201:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763060.725205:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763060.725209:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763060.725215:0:291943:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20223
00000400:00000200:0.0:1787763060.725223:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763060.725226:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763060.725229:0:291943:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763060.725235:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763060.725240:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763060.725247:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763060.725251:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763060.725256:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763060.725260:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000020:00000001:0.0:1787763060.725263:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763060.725267:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000020:00000001:0.0:1787763060.725272:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000020:00000001:0.0:1787763060.725278:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000040:0.0:1787763060.725287:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763060.725291:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763060.725294:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763060.725297:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787763060.725301:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00080000:0.0:1787763060.725306:0:291943:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763060.725310:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763060.725314:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763060.725318:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763060.725321:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763060.725325:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763060.725328:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787763060.725333:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763060.725336:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763060.725343:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81852580.
00000020:00000040:0.0:1787763060.725349:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
02000000:00000001:0.0:1787763060.725352:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763060.725354:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763060.725356:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763060.725358:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763060.725360:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763060.725365:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d50559400.
00000100:00000001:0.0:1787763060.725369:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763060.725377:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81852580 x1874599320549120/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763060.725384:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763060.725387:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763060.725391:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a3a56c9a] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81852580 x1874599320549120/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763060.725401:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763060.725405:0:291943:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20233)
00000800:00000200:1.1:1787763060.725800:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763060.725803:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787763060.726146:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763060.726149:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787763060.726487:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763060.726489:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00010000:00000001:3.0:1787763060.916664:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763060.916675:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763060.916700:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763060.916703:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763060.916707:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763060.916709:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763060.916815:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763060.916823:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763060.916829:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763061.748544:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763061.748553:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763061.748556:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763061.748563:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763061.748567:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763061.748571:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763061.748574:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763061.748578:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763061.748581:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763061.940564:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763061.940571:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763061.940577:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763061.940578:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763061.940581:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763061.940585:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763061.940587:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763061.940590:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763061.940593:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763061.940595:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763061.940596:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763061.940598:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763062.004548:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4314897143, at 4314897152
00000100:00000010:0.0:1787763062.004560:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69b840.
00000100:00000001:3.0:1787763062.772523:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763062.772531:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763062.772533:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763062.772538:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763062.772543:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763062.772546:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763062.772549:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763062.772551:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763062.772555:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763062.964563:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763062.964569:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763062.964574:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763062.964575:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763062.964580:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763062.964583:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763063.796530:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763063.796536:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763063.796538:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763063.796542:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763063.796545:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763063.796548:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763063.796550:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763063.796553:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763063.796554:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763063.988516:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763063.988522:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763063.988527:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763063.988528:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763063.988531:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763063.988532:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763063.988628:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763063.988633:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763063.988636:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763064.820562:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763064.820567:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763064.820569:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763064.820573:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763064.820576:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763064.820578:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763064.820580:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763064.820582:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763064.820584:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763065.012508:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763065.012513:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763065.012518:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763065.012519:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763065.012523:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763065.012524:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763065.012578:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763065.012581:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763065.012584:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787763065.844556:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763065.844570:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787763065.844575:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1787763065.844580:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:0.0:1787763065.844581:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763065.844587:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787763065.844592:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1787763065.844593:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763065.844633:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763065.844637:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763065.844641:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763065.844644:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763065.844648:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1787763065.844650:0:291943:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20228
00000100:00000001:3.0:1787763065.844651:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787763065.844664:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763065.844673:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763065.844678:0:291943:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763065.844701:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763065.844706:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763065.844711:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763065.844714:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763065.844719:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763065.844722:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:0.0:1787763065.844726:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763065.844731:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:0.0:1787763065.844734:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:0.0:1787763065.844738:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:0.0:1787763065.844743:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763065.844746:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763065.844750:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763065.844753:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787763065.844757:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:0.0:1787763065.844763:0:291943:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763065.844766:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763065.844770:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763065.844775:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763065.844780:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763065.844783:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787763065.844787:0:291943:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763065.844795:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81850000.
00000020:00000040:0.0:1787763065.844801:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:0.0:1787763065.844807:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763065.844809:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763065.844814:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763065.844818:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763065.844823:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763065.844833:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d5055a000.
00000100:00000001:0.0:1787763065.844843:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763065.844856:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81850000 x1874599320549248/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763065.844868:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763065.844872:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763065.844877:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a28e6d3] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81850000 x1874599320549248/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763065.844900:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763065.844904:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763065.844908:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787763065.844909:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763065.844911:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763065.844914:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763065.844917:0:291943:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20228
00000400:00000200:0.0:1787763065.844923:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763065.844927:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763065.844930:0:291943:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763065.844935:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763065.844938:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763065.844946:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763065.844953:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763065.844959:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763065.844961:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000020:00000001:0.0:1787763065.844963:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763065.844968:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000020:00000001:0.0:1787763065.844971:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000020:00000001:0.0:1787763065.844976:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000040:0.0:1787763065.844985:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763065.844991:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763065.844996:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763065.845002:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787763065.845008:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00080000:0.0:1787763065.845015:0:291943:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763065.845022:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763065.845025:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763065.845035:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763065.845041:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763065.845043:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763065.845051:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787763065.845057:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763065.845063:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763065.845070:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81851680.
00000020:00000040:0.0:1787763065.845094:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
02000000:00000001:0.0:1787763065.845101:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763065.845104:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763065.845107:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763065.845109:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763065.845113:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763065.845123:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d50558800.
00000100:00000001:0.0:1787763065.845128:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763065.845137:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81851680 x1874599320549376/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763065.845166:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763065.845172:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763065.845185:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be916297] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81851680 x1874599320549376/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763065.845241:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763065.845266:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763065.845276:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787763065.845281:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763065.845287:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763065.845293:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763065.845301:0:291943:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20228
00000400:00000200:0.0:1787763065.845351:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763065.845362:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763065.845366:0:291943:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763065.845377:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763065.845383:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763065.845388:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763065.845392:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763065.845399:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763065.845400:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000020:00000001:0.0:1787763065.845404:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000200:1.1:1787763065.845405:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000020:00000040:0.0:1787763065.845407:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000800:00000200:1.1:1787763065.845409:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 2 secs later)
00000020:00000001:0.0:1787763065.845411:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000020:00000001:0.0:1787763065.845416:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00000040:0.0:1787763065.845422:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763065.845428:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763065.845431:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763065.845472:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787763065.845479:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000100:00080000:0.0:1787763065.845489:0:291943:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763065.845496:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763065.845501:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763065.845508:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763065.845534:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763065.845541:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763065.845549:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787763065.845560:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763065.845569:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763065.845580:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81850f00.
00000020:00000040:0.0:1787763065.845587:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
02000000:00000001:0.0:1787763065.845592:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763065.845633:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763065.845637:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763065.845640:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763065.845644:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763065.845652:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d50559800.
00000100:00000001:0.0:1787763065.845657:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763065.845664:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81850f00 x1874599320549504/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763065.845674:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763065.845678:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763065.845686:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007454b7f2] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81850f00 x1874599320549504/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763065.845706:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763065.845711:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1787763065.845721:0:291943:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1787763065.845728:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763065.845736:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787763065.845739:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763065.845743:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763065.845746:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763065.845753:0:291943:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20228
00000400:00000200:0.0:1787763065.845761:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763065.845769:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763065.845774:0:291943:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763065.845779:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763065.845785:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763065.845790:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763065.845795:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763065.845799:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763065.845802:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000020:00000001:0.0:1787763065.845806:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763065.845809:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000020:00000001:0.0:1787763065.845812:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000020:00000001:0.0:1787763065.845816:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000040:0.0:1787763065.845824:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763065.845830:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763065.845837:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763065.845842:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787763065.845847:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00080000:0.0:1787763065.845854:0:291943:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763065.845861:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763065.845865:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763065.845868:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763065.845874:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763065.845879:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763065.845883:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787763065.845888:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763065.845892:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763065.845899:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81853840.
00000020:00000040:0.0:1787763065.845904:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
02000000:00000001:0.0:1787763065.845908:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763065.845913:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763065.845918:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763065.845921:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763065.845924:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763065.845928:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d50558400.
00000100:00000001:0.0:1787763065.845934:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763065.845944:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81853840 x1874599320549632/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763065.845962:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763065.845966:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763065.845973:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000090fddba4] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81853840 x1874599320549632/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763065.846004:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763065.846010:0:291943:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20238)
00000800:00000200:1.1:1787763065.846203:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763065.846205:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787763065.846546:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763065.846549:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787763065.846939:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763065.846943:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 2 secs later)
00010000:00000001:3.0:1787763066.036591:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763066.036625:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763066.036634:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763066.036636:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763066.036643:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763066.036645:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763066.036743:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763066.036749:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763066.036754:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763066.868508:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763066.868513:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763066.868515:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763066.868519:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763066.868522:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763066.868526:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763066.868528:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763066.868530:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763066.868532:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763067.060527:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763067.060532:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763067.060536:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763067.060537:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763067.060540:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763067.060542:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763067.124519:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4314902264, at 4314902272
00000100:00000010:0.0:1787763067.124534:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69b540.
00010000:00000001:3.0:1787763068.084509:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763068.084514:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763068.084518:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763068.084520:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763068.084522:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763068.084523:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763069.108563:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763069.108571:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763069.108604:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763069.108605:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763069.108608:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763069.108609:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763069.108691:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763069.108697:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763069.108702:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1787763070.132530:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763070.132538:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763070.132541:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763070.132544:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763070.132549:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763070.132551:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763070.132553:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763070.132555:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763070.132559:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763070.132560:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763070.132561:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763070.132562:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763070.132563:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763070.132564:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763070.132577:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763070.132579:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763070.132584:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763070.132585:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763070.132635:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763070.132639:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763070.132642:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1787763070.965102:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763070.965402:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763070.965516:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763070.965667:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00010000:00000001:3.0:1787763071.156510:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763071.156516:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763071.156521:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763071.156523:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763071.156526:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763071.156529:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763071.156531:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763071.156534:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763071.156536:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763071.156537:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763071.156539:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763071.156540:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763071.156592:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763071.156596:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763071.156598:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1787763072.180507:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763072.180512:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763072.180517:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763072.180519:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763072.180522:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763072.180524:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763072.244538:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4314907383, at 4314907392
00000100:00000010:0.0:1787763072.244615:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d5891f7e0.
00010000:00000001:3.0:1787763073.204566:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763073.204571:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763073.204576:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763073.204577:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763073.204579:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763073.204586:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763074.228564:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763074.228569:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763074.228574:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763074.228575:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763074.228578:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763074.228579:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763074.228629:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763074.228634:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763074.228637:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1787763075.252589:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763075.252597:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763075.252603:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763075.252605:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763075.252609:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763075.252610:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763075.252668:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763075.252673:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763075.252677:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787763076.085261:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763076.085269:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787763076.086009:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763076.086012:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787763076.086293:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763076.086295:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787763076.086522:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763076.086540:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00010000:00000001:3.0:1787763076.276556:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763076.276565:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763076.276572:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763076.276574:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763076.276579:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763076.276580:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763076.276635:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763076.276639:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763076.276641:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1787763077.300507:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763077.300512:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763077.300528:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763077.300530:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763077.300533:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763077.300534:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763077.364558:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4314912504, at 4314912512
00000100:00000010:0.0:1787763077.364574:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69b0c0.
00010000:00000001:3.0:1787763078.324550:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763078.324555:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763078.324559:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763078.324560:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763078.324563:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763078.324564:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763079.348560:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763079.348570:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763079.348573:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763079.348576:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763079.348581:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763079.348583:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763079.348585:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763079.348587:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763079.348590:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763079.348592:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763079.348593:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763079.348594:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763079.348595:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763079.348596:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763079.348597:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763079.348598:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763079.348602:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763079.348603:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763079.348655:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763079.348660:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763079.348664:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1787763080.372550:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763080.372557:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763080.372562:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763080.372563:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763080.372567:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763080.372568:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763080.372624:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763080.372628:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763080.372631:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787763081.204780:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763081.204788:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787763081.204792:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763081.204798:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763081.204803:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763081.205022:0:291943:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20243
00000400:00000200:3.0:1787763081.205036:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763081.205053:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763081.205059:0:291943:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763081.205063:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763081.205067:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763081.205070:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763081.205073:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763081.205078:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763081.205081:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:3.0:1787763081.205085:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763081.205089:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:3.0:1787763081.205093:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:3.0:1787763081.205096:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:3.0:1787763081.205099:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763081.205102:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763081.205104:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763081.205107:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787763081.205111:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:3.0:1787763081.205115:0:291943:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763081.205119:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763081.205123:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763081.205127:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763081.205131:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763081.205134:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787763081.205139:0:291943:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763081.205146:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d564000.
00000020:00000040:3.0:1787763081.205151:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:3.0:1787763081.205159:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763081.205161:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763081.205166:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763081.205170:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763081.205176:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763081.205186:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45906400.
00000100:00000001:3.0:1787763081.205197:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763081.205211:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d564000 x1874599320550784/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763081.205226:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763081.205235:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763081.205244:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008321534d] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d564000 x1874599320550784/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763081.205275:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763081.205279:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763081.205285:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787763081.205288:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763081.205290:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763081.205296:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763081.205303:0:291943:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20243
00000400:00000200:3.0:1787763081.205309:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763081.205315:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763081.205319:0:291943:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763081.205323:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763081.205327:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763081.205333:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763081.205340:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763081.205354:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763081.205359:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000020:00000001:3.0:1787763081.205364:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763081.205369:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000020:00000001:3.0:1787763081.205376:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000020:00000001:3.0:1787763081.205381:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000040:3.0:1787763081.205389:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763081.205393:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763081.205400:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763081.205405:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787763081.205411:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00080000:3.0:1787763081.205420:0:291943:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763081.205426:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763081.205429:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763081.205504:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763081.205512:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763081.205515:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763081.205522:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763081.205528:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763081.205530:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763081.205539:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d567840.
00000020:00000040:3.0:1787763081.205544:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
02000000:00000001:3.0:1787763081.205548:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763081.205551:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763081.205553:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763081.205555:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763081.205558:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763081.205563:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45904800.
00000100:00000001:3.0:1787763081.205574:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763081.205584:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d567840 x1874599320550912/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763081.205594:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763081.205598:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763081.205602:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002fc5cb79] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d567840 x1874599320550912/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763081.205614:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763081.205618:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763081.205623:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787763081.205627:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763081.205630:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763081.205632:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763081.205638:0:291943:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20243
00000400:00000200:3.0:1787763081.205668:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763081.205674:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763081.205679:0:291943:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763081.205685:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763081.205688:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763081.205693:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763081.205697:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763081.205699:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763081.205701:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000020:00000001:3.0:1787763081.205703:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763081.205706:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000020:00000001:3.0:1787763081.205709:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000020:00000001:3.0:1787763081.205711:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00000040:3.0:1787763081.205714:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763081.205718:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763081.205720:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763081.205722:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787763081.205724:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000100:00080000:3.0:1787763081.205728:0:291943:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763081.205730:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763081.205734:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763081.205738:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763081.205740:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763081.205743:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763081.205745:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763081.205748:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763081.205750:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787763081.205754:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000010:3.0:1787763081.205755:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d566580.
00000020:00000040:3.0:1787763081.205759:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
02000000:00000001:3.0:1787763081.205763:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763081.205764:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787763081.205764:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 52 secs later)
00000100:00000001:3.0:1787763081.205767:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763081.205770:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763081.205772:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763081.205778:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45907400.
00000100:00000001:3.0:1787763081.205782:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763081.205787:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d566580 x1874599320551040/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763081.205803:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763081.205806:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763081.205812:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f409d8da] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d566580 x1874599320551040/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763081.205819:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763081.205823:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787763081.205829:0:291943:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1787763081.205832:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763081.205836:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787763081.205839:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763081.205841:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763081.205846:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763081.205851:0:291943:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20243
00000400:00000200:3.0:1787763081.205855:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763081.205859:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763081.205864:0:291943:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763081.205870:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763081.205874:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763081.205878:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763081.205883:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763081.205888:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763081.205892:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000020:00000001:3.0:1787763081.205893:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763081.205895:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000020:00000001:3.0:1787763081.205896:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000020:00000001:3.0:1787763081.205898:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000040:3.0:1787763081.205904:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763081.205909:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763081.205913:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763081.205916:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787763081.205917:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00080000:3.0:1787763081.205920:0:291943:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763081.205924:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763081.205925:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763081.205928:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763081.205934:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763081.205936:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763081.205938:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763081.205940:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763081.205941:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763081.205946:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d5643c0.
00000020:00000040:3.0:1787763081.205948:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
02000000:00000001:3.0:1787763081.205949:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763081.205951:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763081.205953:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763081.205956:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763081.205959:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763081.205963:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45907800.
00000100:00000001:3.0:1787763081.205970:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763081.205981:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d5643c0 x1874599320551168/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763081.206014:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763081.206020:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763081.206028:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c43373d] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d5643c0 x1874599320551168/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763081.206041:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763081.206048:0:291943:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20254)
00000800:00000200:2.1:1787763081.206279:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763081.206281:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1787763081.206541:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763081.206544:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1787763081.206738:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763081.206740:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 52 secs later)
00010000:00000001:3.0:1787763081.396513:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763081.396520:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763081.396524:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763081.396525:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763081.396528:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763081.396531:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763081.396533:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763081.396535:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763081.396537:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763081.396539:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763081.396540:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763081.396542:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763081.396604:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763081.396611:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763081.396616:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1787763082.420524:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763082.420531:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763082.420536:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763082.420538:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763082.420541:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763082.420541:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763082.484554:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4314917624, at 4314917632
00000100:00000010:0.0:1787763082.484573:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d5891f900.
00010000:00000001:3.0:1787763083.444521:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763083.444527:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763083.444531:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763083.444532:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763083.444536:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763083.444537:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763084.468573:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763084.468580:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763084.468585:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763084.468587:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763084.468591:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763084.468592:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763084.468656:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763084.468661:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763084.468665:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1787763085.492543:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763085.492553:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763085.492559:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763085.492560:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763085.492564:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763085.492565:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763085.492622:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763085.492627:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763085.492630:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787763086.324535:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763086.324546:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787763086.324550:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763086.324555:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763086.324561:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763086.324570:0:291943:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20249
00000400:00000200:3.0:1787763086.324581:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763086.324589:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763086.324592:0:291943:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763086.324595:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763086.324597:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763086.324599:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763086.324601:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763086.324605:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763086.324606:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:3.0:1787763086.324609:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763086.324612:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:3.0:1787763086.324614:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:3.0:1787763086.324615:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:3.0:1787763086.324617:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763086.324619:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763086.324620:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763086.324621:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787763086.324624:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:3.0:1787763086.324633:0:291943:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763086.324637:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763086.324640:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763086.324644:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763086.324648:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763086.324650:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787763086.324654:0:291943:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763086.324661:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d566d00.
00000020:00000040:3.0:1787763086.324666:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:3.0:1787763086.324672:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763086.324674:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763086.324678:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763086.324682:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763086.324687:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763086.324703:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45905800.
00000100:00000001:3.0:1787763086.324711:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763086.324722:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d566d00 x1874599320551296/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763086.324732:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763086.324736:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763086.324739:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6377b55] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d566d00 x1874599320551296/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763086.324754:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763086.324756:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763086.324759:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787763086.324760:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763086.324761:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763086.324763:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763086.324770:0:291943:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20249
00000400:00000200:3.0:1787763086.324776:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763086.324779:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763086.324783:0:291943:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763086.324787:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763086.324790:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763086.324793:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763086.324797:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763086.324799:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763086.324802:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000020:00000001:3.0:1787763086.324804:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763086.324807:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000020:00000001:3.0:1787763086.324811:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000020:00000001:3.0:1787763086.324816:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000040:3.0:1787763086.324822:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763086.324826:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763086.324829:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763086.324835:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787763086.324839:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00080000:3.0:1787763086.324842:0:291943:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763086.324845:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763086.324847:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763086.324852:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763086.324857:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763086.324860:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763086.324865:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763086.324869:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763086.324871:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763086.324875:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d565e00.
00000020:00000040:3.0:1787763086.324879:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
02000000:00000001:3.0:1787763086.324882:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763086.324886:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763086.324887:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763086.324888:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763086.324890:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763086.324896:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45905000.
00000100:00000001:3.0:1787763086.324899:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763086.324906:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d565e00 x1874599320551424/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763086.324914:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763086.324918:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763086.324925:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008dad852f] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d565e00 x1874599320551424/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763086.324937:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763086.324944:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763086.324947:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787763086.324949:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763086.324951:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763086.324955:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763086.324957:0:291943:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20249
00000400:00000200:3.0:1787763086.324960:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763086.324965:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763086.324968:0:291943:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763086.324972:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763086.324974:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763086.324978:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763086.324983:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763086.324987:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763086.324989:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000020:00000001:3.0:1787763086.324992:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763086.324996:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000020:00000001:3.0:1787763086.324999:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000020:00000001:3.0:1787763086.325002:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00000040:3.0:1787763086.325005:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763086.325006:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763086.325007:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763086.325008:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787763086.325012:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000100:00080000:3.0:1787763086.325017:0:291943:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763086.325022:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763086.325023:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763086.325027:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763086.325029:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763086.325031:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763086.325036:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763086.325040:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763086.325042:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763086.325045:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d564b40.
00000020:00000040:3.0:1787763086.325047:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
02000000:00000001:3.0:1787763086.325048:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763086.325050:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763086.325052:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763086.325054:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763086.325057:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763086.325062:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45907800.
00000100:00000001:3.0:1787763086.325066:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763086.325073:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d564b40 x1874599320551552/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763086.325081:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763086.325083:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763086.325088:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9fa13ea] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d564b40 x1874599320551552/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763086.325097:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763086.325103:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787763086.325109:0:291943:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1787763086.325114:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763086.325117:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787763086.325119:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763086.325126:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763086.325129:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763086.325136:0:291943:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20249
00000400:00000200:3.0:1787763086.325140:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763086.325145:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763086.325150:0:291943:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763086.325156:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763086.325159:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763086.325161:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763086.325166:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763086.325171:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763086.325173:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000020:00000001:3.0:1787763086.325175:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763086.325177:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000020:00000001:3.0:1787763086.325180:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000020:00000001:3.0:1787763086.325182:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000040:3.0:1787763086.325186:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763086.325188:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763086.325192:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763086.325195:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787763086.325198:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00080000:3.0:1787763086.325203:0:291943:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763086.325207:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787763086.325207:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
02000000:00000001:3.0:1787763086.325211:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:2.1:1787763086.325213:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 47 secs later)
02000000:00000001:3.0:1787763086.325215:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763086.325221:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763086.325225:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763086.325230:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763086.325234:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763086.325239:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763086.325246:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d5670c0.
00000020:00000040:3.0:1787763086.325251:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
02000000:00000001:3.0:1787763086.325258:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763086.325260:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763086.325265:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763086.325269:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763086.325273:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763086.325279:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45907400.
00000100:00000001:3.0:1787763086.325292:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763086.325303:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d5670c0 x1874599320551680/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763086.325320:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763086.325324:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763086.325331:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000096847001] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d5670c0 x1874599320551680/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763086.325346:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763086.325354:0:291943:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20259)
00000800:00000200:2.1:1787763086.325660:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763086.325662:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 47 secs later)
00000100:00100000:2.0:1787763086.325715:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763086/real 1787763086]  req@ffff9b9d5d565e00 x1874599320551424/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763086.325725:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763086.325726:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763086.325727:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569eee70.
00000400:00000200:2.0:1787763086.325729:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc088
00000400:00000010:2.0:1787763086.325730:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc088.
00000100:00000001:2.0:1787763086.325731:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763086.325733:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d565e00 x1874599320551424/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763086.325739:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d565e00 x1874599320551424/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763086.325744:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763086.325744:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763086.325746:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763086.325746:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763086.325749:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d565e00 x1874599320551424/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763086.325752:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763086.325755:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d565e00 x1874599320551424/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763111 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763086.325759:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763086.325760:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763086.325761:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763086.325762:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763086.325763:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763086.325777:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763086.325778:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763086.325780:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763086.325782:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763086.325785:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d565e00 x1874599320551424/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763111 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763086.325790:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d565e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320551424:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763086.325793:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763086.325795:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d564b40 x1874599320551552/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763086.325799:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763086.325800:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763086.325801:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763086.325802:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763086.325803:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763086.325805:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d564b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320551552:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763086.325807:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763086.325808:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763086.325809:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763086.325811:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763086.325813:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f184c00.
02000000:00000001:2.0:1787763086.325815:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763086.325817:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763086.325818:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569eee70.
00000400:00000010:2.0:1787763086.325820:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc088.
00000100:00000200:2.0:1787763086.325822:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320551552, portal 10
00000100:00000001:2.0:1787763086.325824:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763086.325825:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910948160 : -110374798603456 : ffff9b9d5d564b40)
00000100:00000040:2.0:1787763086.325829:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d564b40 x1874599320551552/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763086.325833:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763086.325835:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763086.325836:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc220.
00000100:00000200:2.0:1787763086.325838:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320551552, offset 0
00000400:00000200:2.0:1787763086.325841:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763086.325843:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763086.325845:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763086.325847:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763086.325849:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763086.325851:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763086.325852:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763086.325854:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63072:63072:256:4294967295] 192.168.203.113@tcp LPNI seq info [63072:63072:8:4294967295]
00000400:00000200:2.0:1787763086.325857:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763086.325861:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763086.325864:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763086.325866:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e200.
00000800:00000200:2.0:1787763086.325868:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.0:1787763086.325870:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1787763086.325873:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763086.325874:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 47 secs later)
00000800:00000100:2.0:1787763086.325877:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763086.325878:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e200.
00000400:00000200:2.0:1787763086.325880:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787763086.325883:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763086.325885:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc220
00000400:00000010:2.0:1787763086.325886:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc220.
00000100:00000001:2.0:1787763086.325887:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763086.325890:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d564b40 x1874599320551552/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763086.325894:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763086.325896:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d564b40 x1874599320551552/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763111 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763086.325901:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763086.325902:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763086.325903:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763086.325905:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:2.0:1787763086.325907:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763086.325909:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314921495
00000100:00000001:2.0:1787763086.325911:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314922743
00000100:00000001:2.0:1787763086.325912:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314921495
00000100:00000001:2.0:1787763086.325914:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314922743
00000100:00000001:2.0:1787763086.325915:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763086.325916:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763086.325917:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763086.325919:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763086/real 1787763086]  req@ffff9b9d5d564b40 x1874599320551552/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763086.325924:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763086.325925:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763086.325925:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569eee70.
00000400:00000200:2.0:1787763086.325927:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc088
00000400:00000010:2.0:1787763086.325928:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc088.
00000100:00000001:2.0:1787763086.325930:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763086.325932:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d564b40 x1874599320551552/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763086.325937:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d564b40 x1874599320551552/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763086.325941:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763086.325942:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763086.325943:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763086.325944:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763086.325946:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d564b40 x1874599320551552/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763086.325950:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763086.325952:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d564b40 x1874599320551552/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763111 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763086.325956:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763086.325958:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763086.325959:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763086.325960:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763086.325962:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763086.325963:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763086.325965:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763086.325967:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763086.325968:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763086.325970:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d564b40 x1874599320551552/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763111 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763086.325975:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d564b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320551552:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763086.325977:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763086.325979:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d5670c0 x1874599320551680/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763086.325983:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763086.325984:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763086.325985:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763086.325986:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763086.325987:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763086.325989:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d5670c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320551680:192.168.203.113@tcp:8:kworker.0
00000100:00000001:2.0:1787763086.325991:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763086.325992:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763086.325993:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763086.325994:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763086.325996:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f185000.
02000000:00000001:2.0:1787763086.325998:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763086.326000:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763086.326002:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569eee70.
00000400:00000010:2.0:1787763086.326004:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc088.
00000100:00000200:2.0:1787763086.326006:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320551680, portal 4
00000100:00000001:2.0:1787763086.326008:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763086.326009:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910957760 : -110374798593856 : ffff9b9d5d5670c0)
00000100:00000040:2.0:1787763086.326013:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d5670c0 x1874599320551680/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763086.326018:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763086.326019:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763086.326021:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc220.
00000100:00000200:2.0:1787763086.326022:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320551680, offset 0
00000400:00000200:2.0:1787763086.326024:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763086.326027:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763086.326028:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763086.326030:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763086.326031:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763086.326033:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763086.326034:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763086.326037:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63073:63073:256:4294967295] 192.168.203.113@tcp LPNI seq info [63073:63073:8:4294967295]
00000400:00000200:2.0:1787763086.326041:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763086.326048:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763086.326053:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763086.326055:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e200.
00000800:00000200:2.0:1787763086.326059:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.0:1787763086.326062:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1787763086.326067:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763086.326070:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 47 secs later)
00000800:00000100:2.0:1787763086.326074:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763086.326076:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e200.
00000400:00000200:2.0:1787763086.326079:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787763086.326083:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763086.326086:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc220
00000400:00000010:2.0:1787763086.326088:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc220.
00000100:00000001:2.0:1787763086.326091:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763086.326094:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d5670c0 x1874599320551680/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763086.326105:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763086.326107:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d5670c0 x1874599320551680/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763111 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763086.326112:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763086.326113:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763086.326115:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763086.326118:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:2.0:1787763086.326120:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763086.326121:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314921507
00000100:00000001:2.0:1787763086.326123:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314922743
00000100:00000001:2.0:1787763086.326125:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314921507
00000100:00000001:2.0:1787763086.326127:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314922743
00000100:00000001:2.0:1787763086.326128:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763086.326130:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763086.326131:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763086.326133:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763086/real 1787763086]  req@ffff9b9d5d5670c0 x1874599320551680/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763086.326138:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763086.326139:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763086.326140:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569eee70.
00000400:00000200:2.0:1787763086.326142:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc088
00000400:00000010:2.0:1787763086.326143:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc088.
00000100:00000001:2.0:1787763086.326145:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763086.326146:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d5670c0 x1874599320551680/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763086.326152:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d5670c0 x1874599320551680/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763086.326156:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763086.326157:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763086.326159:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763086.326160:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763086.326162:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d5670c0 x1874599320551680/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763086.326166:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763086.326169:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d5670c0 x1874599320551680/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763111 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763086.326173:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763086.326174:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763086.326175:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763086.326176:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763086.326177:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763086.326178:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763086.326179:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763086.326181:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763086.326182:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763086.326185:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d5670c0 x1874599320551680/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763111 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763086.326189:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d5670c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320551680:192.168.203.113@tcp:8:kworker.0
00000100:00000001:2.0:1787763086.326192:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763086.326193:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763086.326195:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d565e00 x1874599320551424/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763111 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763086.326199:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763086.326201:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763086.326202:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f187000.
02000000:00000001:2.0:1787763086.326203:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763086.326205:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763086.326206:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:2.0:1787763086.326208:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763086.326209:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45905000.
02000000:00000001:2.0:1787763086.326211:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763086.326212:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763086.326213:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d565e00.
00000100:00000001:2.0:1787763086.326215:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763086.326216:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763086.326217:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763086.326219:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d564b40 x1874599320551552/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763111 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763086.326223:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763086.326224:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763086.326225:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f184c00.
02000000:00000001:2.0:1787763086.326226:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763086.326227:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763086.326228:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:2.0:1787763086.326229:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763086.326230:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45907800.
02000000:00000001:2.0:1787763086.326231:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763086.326232:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763086.326233:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d564b40.
00000100:00000001:2.0:1787763086.326234:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763086.326235:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763086.326236:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763086.326237:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d5670c0 x1874599320551680/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763111 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763086.326241:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763086.326242:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763086.326243:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f185000.
02000000:00000001:2.0:1787763086.326244:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763086.326245:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763086.326245:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:2.0:1787763086.326246:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763086.326247:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45907400.
02000000:00000001:2.0:1787763086.326248:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763086.326250:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763086.326251:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d5670c0.
00000100:00000001:2.0:1787763086.326252:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763086.326253:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763086.326254:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763086.326257:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763086.326258:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763086.326260:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787763086.326261:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763086.516542:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763086.516550:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763086.516558:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763086.516559:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763086.516564:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763086.516565:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763086.516622:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763086.516626:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763086.516629:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1787763087.540529:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763087.540548:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763087.540554:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763087.540556:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763087.540559:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763087.540561:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763087.540619:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763087.540623:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763087.540626:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787763087.604537:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4314922743, at 4314922752
00000100:00000010:0.0:1787763087.604554:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d5891fa20.
00010000:00000001:3.0:1787763088.564589:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763088.564597:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763088.564604:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763088.564606:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763088.564610:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763088.564612:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763089.588600:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763089.588610:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763089.588613:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763089.588616:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763089.588622:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763089.588624:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763089.588626:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763089.588628:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763089.588633:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763089.588635:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763089.588637:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763089.588639:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763089.588640:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763089.588642:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763089.588644:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763089.588646:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763089.588649:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763089.588650:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763089.588744:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763089.588748:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763089.588751:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1787763090.612635:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763090.612647:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763090.612658:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763090.612661:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763090.612667:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763090.612670:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763090.612776:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763090.612782:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763090.612787:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787763091.444593:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763091.444617:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787763091.444620:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763091.444625:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763091.444631:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763091.444639:0:296758:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20254
00000400:00000200:3.0:1787763091.444649:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763091.444657:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763091.444661:0:296758:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763091.444664:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763091.444668:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763091.444671:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763091.444674:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763091.444679:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763091.444681:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:3.0:1787763091.444684:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763091.444688:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:3.0:1787763091.444691:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:3.0:1787763091.444694:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:3.0:1787763091.444698:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763091.444700:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763091.444702:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763091.444704:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787763091.444707:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:3.0:1787763091.444711:0:296758:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763091.444714:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763091.444717:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763091.444721:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763091.444724:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763091.444726:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787763091.444728:0:296758:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763091.444740:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d5661c0.
00000020:00000040:3.0:1787763091.444743:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:3.0:1787763091.444748:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763091.444749:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763091.444753:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763091.444756:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763091.444761:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763091.444769:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45904800.
00000100:00000001:3.0:1787763091.444777:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763091.444787:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d5661c0 x1874599320551808/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763091.444800:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763091.444804:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763091.444809:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007d30f203] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d5661c0 x1874599320551808/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763091.444852:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763091.444856:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763091.444859:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787763091.444861:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763091.444863:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763091.444865:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763091.444868:0:296758:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20254
00000400:00000200:3.0:1787763091.444872:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763091.444876:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763091.444878:0:296758:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763091.444881:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763091.444884:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763091.444888:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763091.444890:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000001:2.0:1787763091.444893:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1787763091.444894:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763091.444895:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000020:00000001:3.0:1787763091.444902:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763091.444904:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000100:00000001:2.0:1787763091.444905:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1787763091.444908:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000001:2.0:1787763091.444911:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1787763091.444912:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000040:3.0:1787763091.444917:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763091.444919:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763091.444924:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763091.444931:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000040:2.0:1787763091.444933:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d5661c0 x1874599320551808/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787763091.444934:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00080000:3.0:1787763091.444945:0:296758:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763091.444954:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763091.444962:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787763091.444972:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1787763091.444972:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763091.444980:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763091.444982:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763091.444985:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:2.0:1787763091.444986:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:3.0:1787763091.444990:0:296758:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1787763091.444991:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:3.0:1787763091.445002:0:296758:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763091.445005:0:296758:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763091.445008:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d567480.
02000000:00000001:2.0:1787763091.445010:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787763091.445012:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
02000000:00000001:3.0:1787763091.445016:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00100000:2.0:1787763091.445018:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d5661c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320551808:192.168.203.113@tcp:250:kworker.0
02000000:00000001:3.0:1787763091.445019:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763091.445028:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1787763091.445031:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787763091.445032:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763091.445035:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763091.445037:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763091.445043:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763091.445044:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45906400.
02000000:00000001:2.0:1787763091.445055:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787763091.445057:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763091.445066:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d567480 x1874599320551936/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:2.0:1787763091.445067:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f184c00.
02000000:00000001:2.0:1787763091.445076:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763091.445089:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1787763091.445093:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:3.0:1787763091.445094:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787763091.445106:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569eee70.
00000100:00000040:3.0:1787763091.445107:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000036831fe2] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d567480 x1874599320551936/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1787763091.445117:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc088.
00000100:00000001:3.0:1787763091.445121:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763091.445125:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:2.0:1787763091.445127:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320551808, portal 25
00000100:00080000:3.0:1787763091.445129:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787763091.445134:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787763091.445134:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763091.445147:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763091.445148:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910953920 : -110374798597696 : ffff9b9d5d5661c0)
00000100:00000001:3.0:1787763091.445162:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:2.0:1787763091.445167:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d5661c0 x1874599320551808/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787763091.445173:0:296758:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20254
00000100:00000001:2.0:1787763091.445182:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763091.445191:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000200:3.0:1787763091.445196:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763091.445198:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc220.
00000100:00000200:2.0:1787763091.445208:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320551808, offset 0
00000400:00000200:3.0:1787763091.445214:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000400:00000200:2.0:1787763091.445221:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000100:00080000:3.0:1787763091.445221:0:296758:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763091.445231:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000400:00000200:2.0:1787763091.445234:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:3.0:1787763091.445242:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763091.445262:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763091.445265:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000400:00000200:2.0:1787763091.445267:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000020:00000001:3.0:1787763091.445280:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:2.0:1787763091.445282:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:3.0:1787763091.445287:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000400:00000200:2.0:1787763091.445292:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000020:00000001:3.0:1787763091.445297:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:2.0:1787763091.445300:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763091.445308:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000020:00000040:3.0:1787763091.445310:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000400:00000200:2.0:1787763091.445315:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63074:63074:256:4294967295] 192.168.203.113@tcp LPNI seq info [63074:63074:8:4294967295]
00000020:00000001:3.0:1787763091.445321:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000400:00000200:2.0:1787763091.445323:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000020:00000001:3.0:1787763091.445332:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000400:00000200:2.0:1787763091.445343:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000100:00000040:3.0:1787763091.445351:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763091.445363:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.0:1787763091.445365:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000100:00000040:3.0:1787763091.445375:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000800:00000010:2.0:1787763091.445378:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e200.
00000100:00000001:3.0:1787763091.445386:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787763091.445391:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000800:00000200:2.0:1787763091.445401:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00080000:3.0:1787763091.445408:0:296758:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763091.445413:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787763091.445416:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 42 secs later)
02000000:00000001:3.0:1787763091.445416:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:2.1:1787763091.445482:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763091.445490:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 42 secs later)
02000000:00000001:3.0:1787763091.445492:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000100:2.0:1787763091.445501:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
02000000:00000001:3.0:1787763091.445502:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1787763091.445507:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e200.
00000100:00000001:3.0:1787763091.445508:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763091.445514:0:296758:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1787763091.445520:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000008:00000001:3.0:1787763091.445520:0:296758:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763091.445538:0:296758:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763091.445549:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000100:00000010:3.0:1787763091.445552:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d565680.
00000400:00000200:2.0:1787763091.445555:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc220
00000020:00000040:3.0:1787763091.445559:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000400:00000010:2.0:1787763091.445560:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc220.
02000000:00000001:3.0:1787763091.445574:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1787763091.445576:0:256678:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:3.0:1787763091.445578:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763091.445584:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:2.0:1787763091.445585:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d5661c0 x1874599320551808/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787763091.445590:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763091.445598:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763091.445607:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000010:3.0:1787763091.445610:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45907400.
00000100:00000040:2.0:1787763091.445612:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d5661c0 x1874599320551808/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763116 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763091.445622:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763091.445642:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d565680 x1874599320552064/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763091.445643:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763091.445655:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763091.445669:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763091.445670:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763091.445680:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763091.445690:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763091.445700:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4314927864
00000100:00000040:3.0:1787763091.445702:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000082576300] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d565680 x1874599320552064/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1787763091.445711:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d5891fae0.
00000100:00000001:3.0:1787763091.445725:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763091.445729:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000100:00000040:3.0:1787763091.445730:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787763091.445741:0:296758:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:2.0:1787763091.445744:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4314927864
00000100:00080000:3.0:1787763091.445746:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000010:2.0:1787763091.445753:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d5891f2a0.
00000100:00080000:3.0:1787763091.445755:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787763091.445763:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1787763091.445764:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000100:00080000:3.0:1787763091.445772:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763091.445773:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763091.445789:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763091.445789:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787763091.445800:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00080000:3.0:1787763091.445802:0:296758:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20254
00000100:00100000:2.0:1787763091.445809:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763091/real 1787763091]  req@ffff9b9d5d5661c0 x1874599320551808/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787763091.445814:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000001:2.0:1787763091.445839:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763091.445843:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000200:3.0:1787763091.445844:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000400:00000010:2.0:1787763091.445847:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569eee70.
00000100:00080000:3.0:1787763091.445849:0:296758:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1787763091.445852:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc088
00000400:00000010:2.0:1787763091.445857:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc088.
00000100:00000040:3.0:1787763091.445858:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763091.445871:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787763091.445872:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:2.0:1787763091.445881:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d5661c0 x1874599320551808/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787763091.445882:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763091.445893:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763091.445900:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763091.445903:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000020:00000001:3.0:1787763091.445907:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763091.445910:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000020:00000001:3.0:1787763091.445913:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000020:00000001:3.0:1787763091.445916:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000200:2.0:1787763091.445917:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d5661c0 x1874599320551808/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787763091.445922:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763091.445928:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763091.445933:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763091.445940:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787763091.445947:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00080000:3.0:1787763091.445958:0:296758:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763091.445960:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787763091.445962:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763091.445966:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787763091.445967:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787763091.445970:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763091.445977:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:3.0:1787763091.445978:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763091.445984:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787763091.445985:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:3.0:1787763091.445987:0:296758:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763091.445993:0:296758:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763091.445995:0:296758:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763091.446001:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d5661c0 x1874599320551808/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1787763091.446002:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d5652c0.
00000020:00000040:3.0:1787763091.446009:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
02000000:00000001:3.0:1787763091.446015:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763091.446017:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763091.446026:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763091.446029:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763091.446033:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763091.446040:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:3.0:1787763091.446041:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45907800.
00000100:00000001:3.0:1787763091.446054:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763091.446061:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d5661c0 x1874599320551808/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763116 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763091.446062:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d5652c0 x1874599320552192/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763091.446102:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763091.446109:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763091.446119:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:3.0:1787763091.446119:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc712cf1] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d5652c0 x1874599320552192/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763091.446129:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763091.446139:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763091.446142:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763091.446157:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763091.446158:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763091.446166:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763091.446172:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:3.0:1787763091.446173:0:296758:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20264)
00000100:00080000:2.0:1787763091.446181:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763091.446185:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763091.446190:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d5661c0 x1874599320551808/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763116 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763091.446197:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d5661c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320551808:192.168.203.113@tcp:250:kworker.0
00000100:00000001:2.0:1787763091.446202:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763091.446204:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763091.446207:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d5661c0 x1874599320551808/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763116 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763091.446212:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763091.446215:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763091.446218:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f184c00.
02000000:00000001:2.0:1787763091.446220:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763091.446223:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763091.446224:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:2.0:1787763091.446226:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763091.446229:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45904800.
02000000:00000001:2.0:1787763091.446233:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763091.446235:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763091.446237:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d5661c0.
00000100:00000001:2.0:1787763091.446242:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763091.446242:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763091.446244:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763091.446252:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763091.446253:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763091.446255:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787763091.446256:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763091.446258:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763091.446261:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d567480 x1874599320551936/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763091.446276:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763091.446278:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763091.446280:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763091.446282:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763091.446284:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763091.446286:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d567480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320551936:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763091.446288:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763091.446290:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763091.446292:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763091.446293:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763091.446295:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f184c00.
02000000:00000001:2.0:1787763091.446297:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763091.446301:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763091.446303:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569eee70.
00000400:00000010:2.0:1787763091.446306:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc088.
00000100:00000200:2.0:1787763091.446308:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320551936, portal 10
00000100:00000001:2.0:1787763091.446310:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763091.446311:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910958720 : -110374798592896 : ffff9b9d5d567480)
00000100:00000040:2.0:1787763091.446317:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d567480 x1874599320551936/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763091.446322:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763091.446323:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763091.446325:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc220.
00000100:00000200:2.0:1787763091.446327:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320551936, offset 0
00000400:00000200:2.0:1787763091.446330:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763091.446334:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763091.446337:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763091.446340:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763091.446342:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763091.446344:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763091.446345:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763091.446348:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63075:63075:256:4294967295] 192.168.203.113@tcp LPNI seq info [63075:63075:8:4294967295]
00000400:00000200:2.0:1787763091.446350:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763091.446355:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763091.446359:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763091.446361:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e200.
00000800:00000200:2.0:1787763091.446364:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.0:1787763091.446366:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787763091.446371:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763091.446373:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1787763091.446376:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763091.446378:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e200.
00000400:00000200:2.0:1787763091.446380:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787763091.446383:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763091.446385:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc220
00000400:00000010:2.0:1787763091.446386:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc220.
00000100:00000001:2.0:1787763091.446388:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763091.446391:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d567480 x1874599320551936/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763091.446397:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763091.446399:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d567480 x1874599320551936/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763116 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763091.446404:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763091.446405:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763091.446408:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763091.446412:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:2.0:1787763091.446414:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763091.446416:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314926636
00000100:00000001:2.0:1787763091.446433:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314927864
00000100:00000001:2.0:1787763091.446436:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314926636
00000100:00000001:2.0:1787763091.446438:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314927864
00000100:00000001:2.0:1787763091.446458:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763091.446470:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763091.446471:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763091.446475:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763091/real 1787763091]  req@ffff9b9d5d567480 x1874599320551936/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763091.446481:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763091.446482:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763091.446484:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569eee70.
00000400:00000200:2.0:1787763091.446486:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc088
00000400:00000010:2.0:1787763091.446487:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc088.
00000100:00000001:2.0:1787763091.446488:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763091.446491:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d567480 x1874599320551936/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763091.446496:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d567480 x1874599320551936/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763091.446501:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763091.446502:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763091.446503:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763091.446504:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763091.446506:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d567480 x1874599320551936/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763091.446510:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763091.446513:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d567480 x1874599320551936/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763116 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763091.446519:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763091.446521:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763091.446522:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763091.446523:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763091.446524:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763091.446549:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763091.446551:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763091.446553:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763091.446554:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763091.446557:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d567480 x1874599320551936/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763116 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763091.446562:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d567480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320551936:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763091.446565:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763091.446568:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d565680 x1874599320552064/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763091.446572:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763091.446574:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763091.446575:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763091.446577:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763091.446579:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763091.446581:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d565680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320552064:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763091.446583:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763091.446585:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763091.446586:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763091.446587:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763091.446590:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f187000.
02000000:00000001:2.0:1787763091.446591:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763091.446594:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763091.446596:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569eee70.
00000400:00000010:2.0:1787763091.446598:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc088.
00000100:00000200:2.0:1787763091.446601:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320552064, portal 10
00000100:00000001:2.0:1787763091.446602:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763091.446603:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910951040 : -110374798600576 : ffff9b9d5d565680)
00000100:00000040:2.0:1787763091.446608:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d565680 x1874599320552064/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763091.446613:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763091.446615:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763091.446616:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc220.
00000100:00000200:2.0:1787763091.446618:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320552064, offset 0
00000400:00000200:2.0:1787763091.446621:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763091.446623:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763091.446626:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763091.446627:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763091.446629:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763091.446631:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763091.446633:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763091.446635:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63076:63076:256:4294967295] 192.168.203.113@tcp LPNI seq info [63076:63076:8:4294967295]
00000400:00000200:2.0:1787763091.446638:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763091.446643:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763091.446646:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763091.446648:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e200.
00000800:00000200:2.0:1787763091.446651:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.0:1787763091.446653:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787763091.446656:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763091.446658:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1787763091.446661:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763091.446662:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e200.
00000400:00000200:2.0:1787763091.446664:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787763091.446667:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763091.446669:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc220
00000400:00000010:2.0:1787763091.446670:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc220.
00000100:00000001:2.0:1787763091.446672:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763091.446674:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d565680 x1874599320552064/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763091.446680:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763091.446682:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d565680 x1874599320552064/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763116 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763091.446687:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763091.446688:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763091.446690:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763091.446692:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:2.0:1787763091.446694:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763091.446695:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314926616
00000100:00000001:2.0:1787763091.446697:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314927864
00000100:00000001:2.0:1787763091.446698:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314926616
00000100:00000001:2.0:1787763091.446700:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314927864
00000100:00000001:2.0:1787763091.446702:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763091.446703:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763091.446704:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763091.446706:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763091/real 1787763091]  req@ffff9b9d5d565680 x1874599320552064/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763091.446711:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763091.446712:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763091.446712:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569eee70.
00000400:00000200:2.0:1787763091.446714:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc088
00000400:00000010:2.0:1787763091.446715:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc088.
00000100:00000001:2.0:1787763091.446716:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763091.446718:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d565680 x1874599320552064/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763091.446723:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d565680 x1874599320552064/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763091.446728:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763091.446729:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763091.446731:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763091.446732:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763091.446734:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d565680 x1874599320552064/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763091.446738:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763091.446740:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d565680 x1874599320552064/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763116 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763091.446744:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763091.446746:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763091.446747:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763091.446747:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763091.446749:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763091.446750:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763091.446751:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763091.446753:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763091.446754:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763091.446757:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d565680 x1874599320552064/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763116 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763091.446761:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d565680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320552064:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763091.446764:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763091.446766:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d5652c0 x1874599320552192/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763091.446771:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763091.446773:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763091.446774:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763091.446776:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763091.446777:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763091.446779:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d5652c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320552192:192.168.203.113@tcp:8:kworker.0
00000100:00000001:2.0:1787763091.446781:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763091.446783:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763091.446784:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763091.446785:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763091.446788:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f185000.
02000000:00000001:2.0:1787763091.446789:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763091.446792:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763091.446794:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569eee70.
00000400:00000010:2.0:1787763091.446796:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc088.
00000100:00000200:2.0:1787763091.446798:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320552192, portal 4
00000100:00000001:2.0:1787763091.446800:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763091.446801:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910950080 : -110374798601536 : ffff9b9d5d5652c0)
00000100:00000040:2.0:1787763091.446805:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d5652c0 x1874599320552192/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763091.446809:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763091.446811:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763091.446812:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc220.
00000100:00000200:2.0:1787763091.446814:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320552192, offset 0
00000400:00000200:2.0:1787763091.446816:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763091.446818:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763091.446820:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763091.446822:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763091.446824:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763091.446825:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763091.446827:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763091.446829:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63077:63077:256:4294967295] 192.168.203.113@tcp LPNI seq info [63077:63077:8:4294967295]
00000400:00000200:2.0:1787763091.446832:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763091.446846:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763091.446850:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763091.446852:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e200.
00000800:00000200:2.0:1787763091.446854:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.0:1787763091.446856:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787763091.446859:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763091.446860:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1787763091.446863:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763091.446865:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e200.
00000400:00000200:2.0:1787763091.446867:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787763091.446869:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763091.446871:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc220
00000400:00000010:2.0:1787763091.446872:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc220.
00000100:00000001:2.0:1787763091.446874:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763091.446876:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d5652c0 x1874599320552192/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763091.446881:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763091.446883:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d5652c0 x1874599320552192/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763116 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763091.446887:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763091.446888:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763091.446890:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763091.446892:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:2.0:1787763091.446894:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763091.446896:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314926628
00000100:00000001:2.0:1787763091.446898:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314927864
00000100:00000001:2.0:1787763091.446901:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314926628
00000100:00000001:2.0:1787763091.446904:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314927864
00000100:00000001:2.0:1787763091.446906:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763091.446908:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763091.446910:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763091.446914:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763091/real 1787763091]  req@ffff9b9d5d5652c0 x1874599320552192/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763091.446923:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763091.446925:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763091.446927:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569eee70.
00000400:00000200:2.0:1787763091.446930:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc088
00000400:00000010:2.0:1787763091.446931:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc088.
00000100:00000001:2.0:1787763091.446934:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763091.446937:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d5652c0 x1874599320552192/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763091.446947:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d5652c0 x1874599320552192/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763091.446955:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763091.446956:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763091.446958:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763091.446959:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763091.446961:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d5652c0 x1874599320552192/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763091.446966:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763091.446969:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d5652c0 x1874599320552192/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763116 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763091.446973:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763091.446975:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763091.446976:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763091.446977:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763091.446978:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763091.446979:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763091.446980:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763091.446982:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763091.446984:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763091.446987:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d5652c0 x1874599320552192/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763116 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763091.446992:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d5652c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320552192:192.168.203.113@tcp:8:kworker.0
00000100:00000001:2.0:1787763091.446995:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763091.446996:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763091.446998:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d567480 x1874599320551936/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763116 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763091.447002:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763091.447003:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763091.447005:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f184c00.
02000000:00000001:2.0:1787763091.447006:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763091.447007:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763091.447009:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:2.0:1787763091.447010:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763091.447011:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45906400.
02000000:00000001:2.0:1787763091.447014:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763091.447015:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763091.447016:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d567480.
00000100:00000001:2.0:1787763091.447018:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763091.447019:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763091.447020:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763091.447022:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d565680 x1874599320552064/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763116 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763091.447026:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763091.447027:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763091.447028:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f187000.
02000000:00000001:2.0:1787763091.447030:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763091.447030:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763091.447031:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:2.0:1787763091.447033:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763091.447034:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45907400.
02000000:00000001:2.0:1787763091.447035:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763091.447037:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763091.447038:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d565680.
00000100:00000001:2.0:1787763091.447039:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763091.447040:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763091.447041:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763091.447043:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d5652c0 x1874599320552192/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763116 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763091.447047:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763091.447048:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763091.447049:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f185000.
02000000:00000001:2.0:1787763091.447050:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763091.447051:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763091.447051:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:2.0:1787763091.447052:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763091.447053:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45907800.
02000000:00000001:2.0:1787763091.447054:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763091.447055:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763091.447056:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d5652c0.
00000100:00000001:2.0:1787763091.447057:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763091.447057:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763091.447059:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763091.447061:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763091.447062:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763091.447063:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787763091.447064:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763091.636602:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763091.636610:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763091.636618:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763091.636620:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763091.636624:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763091.636629:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763091.636633:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763091.636637:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763091.636641:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763091.636643:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763091.636646:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763091.636649:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763091.636738:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763091.636744:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763091.636749:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1787763092.660617:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763092.660626:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763092.660633:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763092.660635:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763092.660640:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763092.660641:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763092.660723:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763092.660731:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763092.660737:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787763092.724602:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4314927864, at 4314927872
00000100:00000010:0.0:1787763092.724627:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d5891fae0.
00010000:00000001:3.0:1787763093.684615:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763093.684624:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763093.684631:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763093.684633:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763093.684637:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763093.684639:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763094.708536:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763094.708545:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763094.708551:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763094.708552:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763094.708556:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763094.708557:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763094.708673:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763094.708685:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763094.708691:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1787763095.732537:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763095.732544:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763095.732552:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763095.732554:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763095.732557:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763095.732558:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763095.732612:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763095.732616:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763095.732619:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787763096.564555:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763096.564564:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787763096.564568:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763096.564573:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763096.564578:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763096.564588:0:291943:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20259
00000400:00000200:2.0:1787763096.564599:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763096.564610:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763096.564614:0:291943:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763096.564618:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763096.564622:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763096.564625:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763096.564628:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:2.0:1787763096.564632:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763096.564634:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:2.0:1787763096.564637:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763096.564641:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:2.0:1787763096.564643:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:2.0:1787763096.564645:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:2.0:1787763096.564647:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763096.564648:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763096.564649:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763096.564651:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:2.0:1787763096.564653:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:2.0:1787763096.564656:0:291943:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763096.564657:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763096.564660:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763096.564670:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763096.564673:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763096.564675:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787763096.564678:0:291943:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763096.564689:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d569680.
00000020:00000040:2.0:1787763096.564693:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:2.0:1787763096.564698:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763096.564699:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763096.564703:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763096.564705:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763096.564710:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763096.564719:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f187000.
00000100:00000001:2.0:1787763096.564728:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763096.564738:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d569680 x1874599320552320/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763096.564748:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763096.564753:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763096.564757:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d90ce636] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d569680 x1874599320552320/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763096.564778:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763096.564781:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763096.564785:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787763096.564787:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763096.564789:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763096.564792:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763096.564796:0:291943:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20259
00000400:00000200:2.0:1787763096.564801:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763096.564804:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763096.564807:0:291943:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763096.564810:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763096.564812:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763096.564814:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763096.564817:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:2.0:1787763096.564819:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763096.564820:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000020:00000001:2.0:1787763096.564822:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763096.564825:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000020:00000001:2.0:1787763096.564827:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000020:00000001:2.0:1787763096.564830:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000040:2.0:1787763096.564833:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763096.564836:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763096.564838:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763096.564840:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:2.0:1787763096.564843:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00080000:2.0:1787763096.564846:0:291943:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763096.564849:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763096.564851:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763096.564858:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763096.564860:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763096.564862:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787763096.564868:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787763096.564872:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763096.564874:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763096.564878:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d568000.
00000020:00000040:2.0:1787763096.564881:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
02000000:00000001:2.0:1787763096.564884:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763096.564885:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763096.564887:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763096.564889:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763096.564891:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763096.564895:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f184c00.
00000100:00000001:2.0:1787763096.564898:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763096.564903:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d568000 x1874599320552448/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763096.564911:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763096.564913:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763096.564917:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000040389d09] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d568000 x1874599320552448/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763096.564926:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763096.564929:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763096.564933:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787763096.564935:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763096.564937:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763096.564940:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763096.564943:0:291943:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20259
00000400:00000200:2.0:1787763096.564946:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763096.564950:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763096.564952:0:291943:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763096.564955:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763096.564957:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763096.564959:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763096.564961:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:2.0:1787763096.564963:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763096.564965:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000020:00000001:2.0:1787763096.564966:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763096.564969:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000020:00000001:2.0:1787763096.564971:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000020:00000001:2.0:1787763096.564974:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00000040:2.0:1787763096.564977:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763096.564979:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763096.564981:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763096.564982:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:2.0:1787763096.564984:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000100:00080000:2.0:1787763096.564987:0:291943:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763096.564989:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763096.564991:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763096.564994:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763096.564996:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763096.564999:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787763096.565001:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787763096.565004:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763096.565006:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763096.565012:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d568b40.
00000020:00000040:2.0:1787763096.565015:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
02000000:00000001:2.0:1787763096.565018:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763096.565020:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763096.565022:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763096.565023:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763096.565025:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763096.565029:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f184000.
00000100:00000001:2.0:1787763096.565032:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763096.565036:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d568b40 x1874599320552576/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763096.565044:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763096.565046:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763096.565050:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a25ffa6] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d568b40 x1874599320552576/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1787763096.565054:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000001:2.0:1787763096.565059:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787763096.565059:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 37 secs later)
00000100:00000040:2.0:1787763096.565062:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1787763096.565067:0:291943:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1787763096.565070:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763096.565074:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787763096.565075:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763096.565077:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763096.565080:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763096.565083:0:291943:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20259
00000400:00000200:2.0:1787763096.565086:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763096.565089:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763096.565091:0:291943:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763096.565095:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763096.565097:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763096.565100:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763096.565102:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:2.0:1787763096.565104:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763096.565106:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000020:00000001:2.0:1787763096.565108:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763096.565110:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000020:00000001:2.0:1787763096.565112:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000020:00000001:2.0:1787763096.565114:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000040:2.0:1787763096.565117:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763096.565120:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763096.565122:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763096.565124:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:2.0:1787763096.565127:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00080000:2.0:1787763096.565130:0:291943:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763096.565132:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763096.565133:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763096.565135:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763096.565137:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763096.565139:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787763096.565141:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787763096.565144:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763096.565146:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763096.565150:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d5692c0.
00000020:00000040:2.0:1787763096.565153:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
02000000:00000001:2.0:1787763096.565155:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763096.565156:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763096.565158:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763096.565159:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763096.565161:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763096.565165:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f186000.
00000100:00000001:2.0:1787763096.565169:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763096.565182:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d5692c0 x1874599320552704/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763096.565194:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763096.565196:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763096.565200:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000103818ef] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d5692c0 x1874599320552704/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763096.565210:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763096.565215:0:291943:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20269)
00000800:00000200:1.1:1787763096.565497:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763096.565499:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787763096.565714:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763096.565716:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787763096.565901:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763096.565903:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 37 secs later)
00010000:00000001:3.0:1787763096.756557:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763096.756566:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763096.756574:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763096.756576:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763096.756580:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763096.756581:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763096.756648:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763096.756653:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763096.756657:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1787763097.780560:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763097.780569:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763097.780576:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763097.780577:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763097.780581:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763097.780582:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763097.780645:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763097.780649:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763097.780652:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787763097.844519:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4314932983, at 4314932992
00000100:00000010:0.0:1787763097.844549:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69b240.
00010000:00000001:3.0:1787763098.804607:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763098.804616:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763098.804622:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763098.804623:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763098.804627:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763098.804628:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763099.828630:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763099.828641:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763099.828644:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763099.828648:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763099.828655:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763099.828658:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763099.828660:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763099.828663:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763099.828669:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763099.828671:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763099.828673:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763099.828675:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763099.828677:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763099.828679:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763099.828681:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763099.828683:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763099.828687:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763099.828689:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763099.828794:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763099.828800:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763099.828805:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1787763100.852634:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763100.852643:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763100.852651:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763100.852652:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763100.852657:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763100.852659:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763100.852745:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763100.852753:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763100.852758:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787763101.684553:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763101.684564:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787763101.684570:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763101.684580:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763101.684588:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763101.684601:0:291943:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20264
00000400:00000200:2.0:1787763101.684615:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763101.684624:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763101.684628:0:291943:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763101.684632:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763101.684635:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763101.684637:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763101.684639:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:2.0:1787763101.684644:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763101.684646:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:2.0:1787763101.684650:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763101.684654:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:2.0:1787763101.684656:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:2.0:1787763101.684659:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:2.0:1787763101.684662:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763101.684665:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763101.684669:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763101.684673:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:2.0:1787763101.684677:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:2.0:1787763101.684681:0:291943:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763101.684683:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763101.684686:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763101.684692:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763101.684695:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763101.684697:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787763101.684700:0:291943:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763101.684710:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d56a940.
00000020:00000040:2.0:1787763101.684714:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:2.0:1787763101.684719:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763101.684721:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763101.684725:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763101.684727:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763101.684733:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763101.684741:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f184000.
00000100:00000001:2.0:1787763101.684750:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763101.684761:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d56a940 x1874599320552832/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763101.684772:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763101.684776:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763101.684781:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b4aca245] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d56a940 x1874599320552832/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763101.684808:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763101.684811:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763101.684814:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787763101.684815:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763101.684817:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763101.684819:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763101.684823:0:291943:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20264
00000400:00000200:2.0:1787763101.684825:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763101.684828:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763101.684831:0:291943:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763101.684835:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763101.684838:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763101.684841:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763101.684845:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:2.0:1787763101.684847:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763101.684849:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000020:00000001:2.0:1787763101.684851:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763101.684855:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000020:00000001:2.0:1787763101.684858:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000020:00000001:2.0:1787763101.684860:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000040:2.0:1787763101.684862:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763101.684865:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763101.684867:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763101.684871:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000001:3.0:1787763101.684871:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:2.0:1787763101.684884:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00000001:3.0:1787763101.684886:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763101.684891:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00080000:2.0:1787763101.684893:0:291943:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763101.684901:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763101.684906:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:3.0:1787763101.684918:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d56a940 x1874599320552832/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787763101.684920:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763101.684938:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763101.684951:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787763101.684958:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000008:00100000:2.0:1787763101.684960:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1787763101.684963:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1787763101.684966:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763101.684972:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763101.684972:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000010:2.0:1787763101.684983:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d56b840.
00000020:00000040:2.0:1787763101.684989:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
02000000:00000001:2.0:1787763101.684991:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763101.684993:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763101.684994:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763101.684995:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763101.684997:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763101.685001:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f184c00.
00000100:00000001:2.0:1787763101.685004:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763101.685011:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d56b840 x1874599320552960/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763101.685017:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763101.685019:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763101.685022:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2e525cc] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d56b840 x1874599320552960/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763101.685030:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763101.685032:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763101.685035:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787763101.685036:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763101.685038:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763101.685040:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763101.685042:0:291943:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20264
00000400:00000200:2.0:1787763101.685044:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763101.685046:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763101.685048:0:291943:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763101.685050:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763101.685051:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763101.685055:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763101.685057:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:2.0:1787763101.685059:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763101.685060:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000020:00000001:2.0:1787763101.685062:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763101.685063:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000020:00000001:2.0:1787763101.685065:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000020:00000001:2.0:1787763101.685068:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00000040:2.0:1787763101.685071:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763101.685072:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763101.685074:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763101.685075:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:2.0:1787763101.685077:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000100:00080000:2.0:1787763101.685079:0:291943:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763101.685081:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763101.685083:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763101.685087:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763101.685089:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763101.685092:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787763101.685094:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787763101.685096:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763101.685098:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763101.685104:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d5692c0.
00000020:00000040:2.0:1787763101.685107:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
02000000:00000001:2.0:1787763101.685109:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763101.685111:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763101.685113:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763101.685115:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763101.685116:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763101.685120:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f187000.
00000100:00000001:2.0:1787763101.685124:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763101.685129:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d5692c0 x1874599320553088/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763101.685137:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763101.685139:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763101.685144:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000103818ef] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d5692c0 x1874599320553088/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763101.685153:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763101.685156:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1787763101.685160:0:291943:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1787763101.685163:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763101.685166:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787763101.685167:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763101.685168:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763101.685172:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763101.685175:0:291943:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20264
00000400:00000200:2.0:1787763101.685178:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763101.685180:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763101.685182:0:291943:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763101.685184:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763101.685186:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763101.685187:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763101.685189:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:2.0:1787763101.685190:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763101.685191:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000020:00000001:2.0:1787763101.685192:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763101.685194:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000020:00000001:2.0:1787763101.685195:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000020:00000001:2.0:1787763101.685196:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000040:2.0:1787763101.685198:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763101.685199:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763101.685200:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763101.685202:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:2.0:1787763101.685204:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00080000:2.0:1787763101.685206:0:291943:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763101.685207:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763101.685209:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763101.685212:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763101.685214:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763101.685215:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787763101.685217:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787763101.685219:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763101.685221:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763101.685226:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d568b40.
00000020:00000040:2.0:1787763101.685227:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
02000000:00000001:2.0:1787763101.685229:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763101.685230:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763101.685231:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763101.685232:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763101.685234:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763101.685238:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f185000.
00000100:00000001:2.0:1787763101.685240:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763101.685243:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d568b40 x1874599320553216/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763101.685249:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763101.685250:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763101.685253:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a25ffa6] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d568b40 x1874599320553216/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763101.685257:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763101.685261:0:291943:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20274)
02000000:00000001:3.0:1787763101.685334:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763101.685343:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763101.685386:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d56a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320552832:192.168.203.113@tcp:250:kworker.0
00000100:00000001:3.0:1787763101.685397:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787763101.685534:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787763101.685539:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763101.685543:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787763101.685552:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d45905000.
02000000:00000001:3.0:1787763101.685555:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787763101.685566:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:3.0:1787763101.685572:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c48395580.
00000400:00000010:3.0:1787763101.685580:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d5049dd48.
00000100:00000200:3.0:1787763101.685588:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320552832, portal 25
00000100:00000001:3.0:1787763101.685591:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787763101.685594:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910972224 : -110374798579392 : ffff9b9d5d56a940)
00000100:00000040:3.0:1787763101.685604:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d56a940 x1874599320552832/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763126 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763101.685616:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787763101.685620:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:3.0:1787763101.685623:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d5049dee0.
00000100:00000200:3.0:1787763101.685628:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320552832, offset 0
00000400:00000200:3.0:1787763101.685636:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:3.0:1787763101.685646:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763101.685656:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:3.0:1787763101.685664:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787763101.685669:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:3.0:1787763101.685674:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787763101.685678:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:3.0:1787763101.685684:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63082:63082:256:4294967295] 192.168.203.113@tcp LPNI seq info [63082:63082:8:4294967295]
00000400:00000200:3.0:1787763101.685690:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763101.685703:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787763101.685711:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:3.0:1787763101.685717:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9d54b86200.
00000800:00000200:3.0:1787763101.685726:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.0:1787763101.685732:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1787763101.685740:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787763101.685745:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1787763101.685750:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:3.0:1787763101.685754:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9d54b86200.
00000400:00000200:3.0:1787763101.685759:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787763101.685765:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787763101.685771:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d5049dee0
00000400:00000010:3.0:1787763101.685774:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d5049dee0.
00000100:00000001:3.0:1787763101.685780:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787763101.685785:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d56a940 x1874599320552832/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763126 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763101.685798:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763101.685802:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d56a940 x1874599320552832/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763126 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763101.685812:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763101.685814:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787763101.685822:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787763101.685827:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:3.0:1787763101.685830:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4314938104
00000100:00000010:3.0:1787763101.685836:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9c72f20480.
00000100:00000001:3.0:1787763101.685844:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1787763101.685854:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4314938104
00000100:00000010:3.0:1787763101.685858:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9c72f205a0.
00000100:00000001:3.0:1787763101.685861:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1787763101.685865:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787763101.685869:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763101.685873:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787763101.685878:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763101/real 1787763101]  req@ffff9b9d5d56a940 x1874599320552832/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787763101.685889:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787763101.685891:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787763101.685894:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c48395580.
00000400:00000200:3.0:1787763101.685897:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d5049dd48
00000400:00000010:3.0:1787763101.685899:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d5049dd48.
00000100:00000001:3.0:1787763101.685902:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787763101.685907:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d56a940 x1874599320552832/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787763101.685918:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d56a940 x1874599320552832/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763101.685926:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787763101.685928:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763101.685931:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787763101.685934:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787763101.685939:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d56a940 x1874599320552832/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763101.685947:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787763101.685953:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d56a940 x1874599320552832/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763126 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763101.685963:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787763101.685966:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763101.685968:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787763101.685970:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763101.685973:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787763101.685976:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787763101.685980:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763101.685985:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000001:3.0:1787763101.685989:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787763101.685994:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d56a940 x1874599320552832/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763126 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763101.686005:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d56a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320552832:192.168.203.113@tcp:250:kworker.0
00000100:00000001:3.0:1787763101.686011:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763101.686013:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763101.686017:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d56a940 x1874599320552832/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763126 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763101.686025:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787763101.686028:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787763101.686032:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d45905000.
02000000:00000001:3.0:1787763101.686035:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787763101.686038:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787763101.686040:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:3.0:1787763101.686043:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787763101.686046:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f184000.
02000000:00000001:3.0:1787763101.686050:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787763101.686053:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787763101.686055:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d56a940.
00000100:00000001:3.0:1787763101.686059:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787763101.686061:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763101.686063:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763101.686073:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763101.686076:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763101.686079:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787763101.686081:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763101.686083:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787763101.686089:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d56b840 x1874599320552960/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763101.686098:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763101.686100:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763101.686103:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787763101.686106:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763101.686110:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763101.686113:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d56b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320552960:192.168.203.113@tcp:38:kworker.0
00000100:00000001:3.0:1787763101.686117:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787763101.686120:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787763101.686123:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763101.686125:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787763101.686128:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d45905000.
02000000:00000001:3.0:1787763101.686131:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787763101.686135:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:3.0:1787763101.686137:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c48395580.
00000400:00000010:3.0:1787763101.686141:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d5049dd48.
00000100:00000200:3.0:1787763101.686145:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320552960, portal 10
00000100:00000001:3.0:1787763101.686148:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787763101.686150:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910976064 : -110374798575552 : ffff9b9d5d56b840)
00000100:00000040:3.0:1787763101.686158:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d56b840 x1874599320552960/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763126 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763101.686166:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787763101.686169:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:3.0:1787763101.686172:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d5049dee0.
00000100:00000200:3.0:1787763101.686175:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320552960, offset 0
00000400:00000200:3.0:1787763101.686179:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:3.0:1787763101.686184:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763101.686188:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:3.0:1787763101.686192:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787763101.686195:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:3.0:1787763101.686198:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787763101.686201:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:3.0:1787763101.686205:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63083:63083:256:4294967295] 192.168.203.113@tcp LPNI seq info [63083:63083:8:4294967295]
00000400:00000200:3.0:1787763101.686210:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763101.686219:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787763101.686224:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:3.0:1787763101.686229:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9d54b86200.
00000800:00000200:3.0:1787763101.686233:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.0:1787763101.686237:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1787763101.686242:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787763101.686246:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1787763101.686251:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:3.0:1787763101.686253:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9d54b86200.
00000400:00000200:3.0:1787763101.686257:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787763101.686261:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787763101.686265:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d5049dee0
00000400:00000010:3.0:1787763101.686267:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d5049dee0.
00000100:00000001:3.0:1787763101.686270:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787763101.686275:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d56b840 x1874599320552960/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763126 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763101.686285:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763101.686288:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d56b840 x1874599320552960/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763126 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763101.686297:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763101.686298:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787763101.686302:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763101.686307:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:3.0:1787763101.686310:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:3.0:1787763101.686313:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314936876
00000100:00000001:3.0:1787763101.686316:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314938104
00000100:00000001:3.0:1787763101.686319:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314936876
00000100:00000001:3.0:1787763101.686322:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314938104
00000100:00000001:3.0:1787763101.686325:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787763101.686327:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763101.686330:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787763101.686334:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763101/real 1787763101]  req@ffff9b9d5d56b840 x1874599320552960/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787763101.686381:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787763101.686384:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787763101.686388:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c48395580.
00000400:00000200:3.0:1787763101.686393:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d5049dd48
00000400:00000010:3.0:1787763101.686396:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d5049dd48.
00000100:00000001:3.0:1787763101.686402:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787763101.686409:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d56b840 x1874599320552960/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787763101.686427:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d56b840 x1874599320552960/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763101.686488:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787763101.686490:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763101.686493:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787763101.686495:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787763101.686501:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d56b840 x1874599320552960/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763101.686511:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787763101.686516:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d56b840 x1874599320552960/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763126 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763101.686524:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787763101.686528:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763101.686530:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787763101.686531:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763101.686533:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787763101.686548:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787763101.686552:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763101.686556:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:3.0:1787763101.686558:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787763101.686564:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d56b840 x1874599320552960/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763126 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763101.686574:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d56b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320552960:192.168.203.113@tcp:38:kworker.0
00000100:00000001:3.0:1787763101.686579:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787763101.686584:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d5692c0 x1874599320553088/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763101.686592:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763101.686594:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763101.686597:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787763101.686601:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763101.686603:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763101.686607:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d5692c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320553088:192.168.203.113@tcp:38:kworker.0
00000100:00000001:3.0:1787763101.686611:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787763101.686614:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787763101.686617:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763101.686619:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787763101.686624:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d45905800.
02000000:00000001:3.0:1787763101.686627:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787763101.686632:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:3.0:1787763101.686635:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c48395580.
00000400:00000010:3.0:1787763101.686639:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d5049dd48.
00000100:00000200:3.0:1787763101.686643:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320553088, portal 10
00000100:00000001:3.0:1787763101.686646:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787763101.686647:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910966464 : -110374798585152 : ffff9b9d5d5692c0)
00000100:00000040:3.0:1787763101.686655:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d5692c0 x1874599320553088/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763126 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763101.686663:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787763101.686666:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:3.0:1787763101.686669:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d5049dee0.
00000100:00000200:3.0:1787763101.686672:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320553088, offset 0
00000400:00000200:3.0:1787763101.686678:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:3.0:1787763101.686684:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763101.686689:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:3.0:1787763101.686693:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787763101.686696:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:3.0:1787763101.686700:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787763101.686703:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:3.0:1787763101.686707:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63084:63084:256:4294967295] 192.168.203.113@tcp LPNI seq info [63084:63084:8:4294967295]
00000400:00000200:3.0:1787763101.686713:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763101.686721:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787763101.686726:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:3.0:1787763101.686730:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9d54b86200.
00000800:00000200:3.0:1787763101.686735:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.0:1787763101.686739:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1787763101.686744:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787763101.686748:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1787763101.686753:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:3.0:1787763101.686755:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9d54b86200.
00000400:00000200:3.0:1787763101.686759:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787763101.686764:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787763101.686767:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d5049dee0
00000400:00000010:3.0:1787763101.686769:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d5049dee0.
00000100:00000001:3.0:1787763101.686772:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787763101.686776:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d5692c0 x1874599320553088/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763126 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763101.686786:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763101.686790:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d5692c0 x1874599320553088/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763126 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763101.686798:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763101.686800:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787763101.686804:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763101.686808:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:3.0:1787763101.686812:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:3.0:1787763101.686816:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314936856
00000100:00000001:3.0:1787763101.686819:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314938104
00000100:00000001:3.0:1787763101.686822:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314936856
00000100:00000001:3.0:1787763101.686825:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314938104
00000100:00000001:3.0:1787763101.686827:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787763101.686829:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763101.686832:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787763101.686836:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763101/real 1787763101]  req@ffff9b9d5d5692c0 x1874599320553088/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787763101.686845:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787763101.686847:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787763101.686849:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c48395580.
00000400:00000200:3.0:1787763101.686852:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d5049dd48
00000400:00000010:3.0:1787763101.686854:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d5049dd48.
00000100:00000001:3.0:1787763101.686857:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787763101.686861:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d5692c0 x1874599320553088/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787763101.686871:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d5692c0 x1874599320553088/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763101.686879:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787763101.686881:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763101.686883:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787763101.686885:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787763101.686889:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d5692c0 x1874599320553088/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763101.686897:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787763101.686901:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d5692c0 x1874599320553088/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763126 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763101.686909:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787763101.686912:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763101.686914:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787763101.686916:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763101.686918:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787763101.686921:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787763101.686924:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763101.686928:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:3.0:1787763101.686930:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787763101.686935:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d5692c0 x1874599320553088/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763126 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763101.686944:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d5692c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320553088:192.168.203.113@tcp:38:kworker.0
00000100:00000001:3.0:1787763101.686948:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787763101.686953:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d568b40 x1874599320553216/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763101.686961:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763101.686962:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763101.686965:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787763101.686967:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763101.686969:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763101.686973:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d568b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320553216:192.168.203.113@tcp:8:kworker.0
00000100:00000001:3.0:1787763101.686976:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787763101.686979:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787763101.686981:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763101.686983:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787763101.686988:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d45907800.
02000000:00000001:3.0:1787763101.686990:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787763101.686994:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:3.0:1787763101.686998:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c48395580.
00000400:00000010:3.0:1787763101.687001:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d5049dd48.
00000100:00000200:3.0:1787763101.687005:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320553216, portal 4
00000100:00000001:3.0:1787763101.687008:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787763101.687010:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910964544 : -110374798587072 : ffff9b9d5d568b40)
00000100:00000040:3.0:1787763101.687016:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d568b40 x1874599320553216/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763126 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763101.687024:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787763101.687027:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:3.0:1787763101.687030:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d5049dee0.
00000100:00000200:3.0:1787763101.687032:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320553216, offset 0
00000400:00000200:3.0:1787763101.687037:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:3.0:1787763101.687041:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763101.687044:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:3.0:1787763101.687048:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787763101.687050:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:3.0:1787763101.687053:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787763101.687056:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:3.0:1787763101.687060:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63085:63085:256:4294967295] 192.168.203.113@tcp LPNI seq info [63085:63085:8:4294967295]
00000400:00000200:3.0:1787763101.687065:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763101.687073:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787763101.687079:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:3.0:1787763101.687082:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9d54b86200.
00000800:00000200:3.0:1787763101.687086:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.0:1787763101.687089:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1787763101.687094:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787763101.687097:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1787763101.687102:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:3.0:1787763101.687105:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9d54b86200.
00000400:00000200:3.0:1787763101.687108:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787763101.687112:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787763101.687115:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d5049dee0
00000400:00000010:3.0:1787763101.687117:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d5049dee0.
00000100:00000001:3.0:1787763101.687120:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787763101.687124:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d568b40 x1874599320553216/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763126 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763101.687142:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763101.687145:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d568b40 x1874599320553216/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763126 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763101.687153:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763101.687155:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787763101.687158:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763101.687162:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:3.0:1787763101.687165:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:3.0:1787763101.687167:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314936868
00000100:00000001:3.0:1787763101.687170:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314938104
00000100:00000001:3.0:1787763101.687173:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314936868
00000100:00000001:3.0:1787763101.687176:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314938104
00000100:00000001:3.0:1787763101.687178:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787763101.687181:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763101.687183:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787763101.687187:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763101/real 1787763101]  req@ffff9b9d5d568b40 x1874599320553216/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787763101.687196:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787763101.687198:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787763101.687199:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c48395580.
00000400:00000200:3.0:1787763101.687202:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d5049dd48
00000400:00000010:3.0:1787763101.687204:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d5049dd48.
00000100:00000001:3.0:1787763101.687206:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787763101.687209:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d568b40 x1874599320553216/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787763101.687219:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d568b40 x1874599320553216/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763101.687228:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787763101.687230:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763101.687232:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787763101.687234:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787763101.687238:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d568b40 x1874599320553216/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763101.687247:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787763101.687251:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d568b40 x1874599320553216/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763126 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763101.687259:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787763101.687262:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763101.687263:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787763101.687265:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763101.687267:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787763101.687269:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787763101.687272:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763101.687275:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:3.0:1787763101.687278:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787763101.687282:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d568b40 x1874599320553216/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763126 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763101.687291:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d568b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320553216:192.168.203.113@tcp:8:kworker.0
00000100:00000001:3.0:1787763101.687296:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763101.687298:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763101.687302:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d56b840 x1874599320552960/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763126 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763101.687310:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787763101.687312:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787763101.687315:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d45905000.
02000000:00000001:3.0:1787763101.687318:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787763101.687320:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787763101.687323:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:3.0:1787763101.687326:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787763101.687328:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f184c00.
02000000:00000001:3.0:1787763101.687331:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787763101.687333:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787763101.687335:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d56b840.
00000100:00000001:3.0:1787763101.687338:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787763101.687339:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763101.687342:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763101.687368:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d5692c0 x1874599320553088/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763126 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763101.687383:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787763101.687386:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787763101.687389:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d45905800.
02000000:00000001:3.0:1787763101.687394:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787763101.687396:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787763101.687398:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:3.0:1787763101.687402:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787763101.687405:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f187000.
02000000:00000001:3.0:1787763101.687411:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787763101.687413:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787763101.687416:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d5692c0.
00000100:00000001:3.0:1787763101.687421:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787763101.687424:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763101.687428:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763101.687435:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d568b40 x1874599320553216/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763126 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763101.687483:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787763101.687485:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787763101.687488:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d45907800.
02000000:00000001:3.0:1787763101.687491:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787763101.687493:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787763101.687495:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:3.0:1787763101.687498:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787763101.687500:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f185000.
02000000:00000001:3.0:1787763101.687503:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787763101.687505:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787763101.687507:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d568b40.
00000100:00000001:3.0:1787763101.687510:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787763101.687512:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763101.687515:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763101.687520:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763101.687522:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763101.687524:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787763101.687527:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763101.876631:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763101.876642:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763101.876651:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763101.876654:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763101.876661:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763101.876667:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763101.876671:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763101.876677:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763101.876684:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763101.876687:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763101.876691:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763101.876694:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763101.876797:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763101.876804:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763101.876809:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1787763102.900593:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763102.900603:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763102.900613:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763102.900615:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763102.900621:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763102.900624:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763102.900696:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763102.900703:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763102.900707:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787763102.964573:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4314938104, at 4314938112
00000100:00000010:0.0:1787763102.964592:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9c72f20480.
00010000:00000001:3.0:1787763103.924580:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763103.924587:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763103.924595:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763103.924597:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763103.924600:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763103.924601:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763104.948547:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763104.948552:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763104.948557:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763104.948558:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763104.948560:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763104.948562:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763104.948640:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763104.948644:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763104.948647:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1787763105.972563:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763105.972572:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763105.972597:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763105.972600:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763105.972606:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763105.972609:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763105.972716:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763105.972724:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763105.972732:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787763106.804579:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763106.804587:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787763106.804591:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763106.804596:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763106.804601:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763106.804611:0:291943:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20269
00000400:00000200:2.0:1787763106.804625:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763106.804637:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763106.804642:0:291943:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763106.804650:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763106.804654:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763106.804657:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763106.804660:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:2.0:1787763106.804665:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763106.804668:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:2.0:1787763106.804671:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763106.804675:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:2.0:1787763106.804677:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:2.0:1787763106.804680:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:2.0:1787763106.804682:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763106.804684:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763106.804685:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763106.804687:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:2.0:1787763106.804689:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:2.0:1787763106.804692:0:291943:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763106.804694:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763106.804696:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763106.804700:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763106.804702:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763106.804704:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787763106.804707:0:291943:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763106.804716:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d568000.
00000020:00000040:2.0:1787763106.804719:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:2.0:1787763106.804724:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763106.804726:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763106.804729:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763106.804732:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763106.804738:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763106.804749:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f185000.
00000100:00000001:2.0:1787763106.804757:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763106.804767:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d568000 x1874599320553344/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763106.804776:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763106.804780:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763106.804785:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000040389d09] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d568000 x1874599320553344/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763106.804806:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763106.804808:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763106.804811:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787763106.804813:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763106.804814:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763106.804816:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763106.804818:0:291943:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20269
00000400:00000200:2.0:1787763106.804820:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763106.804823:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763106.804825:0:291943:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763106.804827:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763106.804828:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763106.804830:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763106.804831:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:2.0:1787763106.804833:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763106.804834:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000020:00000001:2.0:1787763106.804835:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763106.804838:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000020:00000001:2.0:1787763106.804839:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000020:00000001:2.0:1787763106.804840:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000040:2.0:1787763106.804842:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763106.804844:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763106.804845:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763106.804847:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:2.0:1787763106.804849:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00080000:2.0:1787763106.804850:0:291943:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763106.804852:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763106.804853:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763106.804858:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763106.804859:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763106.804861:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787763106.804866:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787763106.804868:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763106.804869:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763106.804872:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d569680.
00000020:00000040:2.0:1787763106.804873:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
02000000:00000001:2.0:1787763106.804876:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763106.804877:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763106.804878:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763106.804880:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763106.804881:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763106.804885:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f187000.
00000100:00000001:2.0:1787763106.804889:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763106.804894:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d569680 x1874599320553472/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763106.804901:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763106.804902:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763106.804905:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d90ce636] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d569680 x1874599320553472/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763106.804911:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787763106.804912:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763106.804916:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763106.804921:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787763106.804923:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1787763106.804924:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1787763106.804927:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763106.804930:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787763106.804931:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763106.804938:0:291943:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20269
00000400:00000200:2.0:1787763106.804946:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763106.804954:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763106.804956:0:291943:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763106.804956:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d568000 x1874599320553344/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787763106.804970:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763106.804986:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763106.804996:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763106.805009:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000001:3.0:1787763106.805012:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:2.0:1787763106.805014:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763106.805017:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000100:00000001:3.0:1787763106.805017:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763106.805031:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:2.0:1787763106.805032:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
02000000:00000001:3.0:1787763106.805038:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:2.0:1787763106.805039:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
02000000:00000001:3.0:1787763106.805047:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763106.805051:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00100000:3.0:1787763106.805056:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d568000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320553344:192.168.203.113@tcp:250:kworker.0
00000020:00000001:2.0:1787763106.805061:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00000001:3.0:1787763106.805065:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787763106.805073:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:2.0:1787763106.805081:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
02000000:00000001:3.0:1787763106.805082:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763106.805089:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1787763106.805092:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000010:3.0:1787763106.805101:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d45907800.
00000100:00000040:2.0:1787763106.805102:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
02000000:00000001:3.0:1787763106.805107:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763106.805113:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000400:00000200:3.0:1787763106.805122:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000020:00000040:2.0:1787763106.805123:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000400:00000010:3.0:1787763106.805129:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c48395580.
00000100:00080000:2.0:1787763106.805137:0:291943:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000400:00000010:3.0:1787763106.805143:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d5049dd48.
00000100:00000001:2.0:1787763106.805144:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763106.805153:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763106.805157:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:3.0:1787763106.805159:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320553344, portal 25
02000000:00000001:2.0:1787763106.805169:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763106.805170:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763106.805180:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787763106.805180:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910961664 : -110374798589952 : ffff9b9d5d568000)
00000008:00100000:2.0:1787763106.805193:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787763106.805203:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763106.805203:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d568000 x1874599320553344/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763131 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763106.805222:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763106.805241:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d568b40.
00000100:00000001:3.0:1787763106.805241:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:2.0:1787763106.805252:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000100:00000040:3.0:1787763106.805252:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
02000000:00000001:2.0:1787763106.805266:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000010:3.0:1787763106.805268:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d5049dee0.
02000000:00000001:2.0:1787763106.805273:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1787763106.805277:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320553344, offset 0
00000100:00000001:2.0:1787763106.805279:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763106.805291:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763106.805297:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787763106.805301:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
02000000:00000010:2.0:1787763106.805308:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f184c00.
00000100:00000001:2.0:1787763106.805329:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763106.805339:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d568b40 x1874599320553600/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1787763106.805341:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763106.805358:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000100:00000001:2.0:1787763106.805362:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1787763106.805368:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1787763106.805372:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787763106.805377:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000100:00000040:2.0:1787763106.805385:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a25ffa6] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d568b40 x1874599320553600/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787763106.805387:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787763106.805398:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:3.0:1787763106.805404:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63086:63086:256:4294967295] 192.168.203.113@tcp LPNI seq info [63086:63086:8:4294967295]
00000400:00000200:3.0:1787763106.805435:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763106.805483:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763106.805489:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1787763106.805505:0:291943:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:3.0:1787763106.805513:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000100:00080000:2.0:1787763106.805515:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763106.805533:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000800:00000200:3.0:1787763106.805537:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000100:00000001:2.0:1787763106.805539:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763106.805549:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763106.805555:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000800:00000010:3.0:1787763106.805556:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9d54b86200.
00000100:00080000:2.0:1787763106.805566:0:291943:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20269
00000400:00000200:2.0:1787763106.805575:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000800:00000200:3.0:1787763106.805586:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000400:00000200:2.0:1787763106.805592:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763106.805604:0:291943:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000800:00000200:3.0:1787763106.805604:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00000100:00000040:2.0:1787763106.805622:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000800:00000200:3.1:1787763106.805629:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000001:2.0:1787763106.805633:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.1:1787763106.805640:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00000100:00000040:2.0:1787763106.805642:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763106.805657:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000800:00000100:3.0:1787763106.805667:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000020:00000001:2.0:1787763106.805668:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763106.805675:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000800:00000010:3.0:1787763106.805675:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9d54b86200.
00000020:00000001:2.0:1787763106.805690:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763106.805695:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000400:00000200:3.0:1787763106.805695:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:2.0:1787763106.805711:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000400:00000200:3.0:1787763106.805720:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000020:00000001:2.0:1787763106.805722:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000040:2.0:1787763106.805733:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000400:00000200:3.0:1787763106.805734:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d5049dee0
00000400:00000010:3.0:1787763106.805746:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d5049dee0.
00000100:00000001:2.0:1787763106.805747:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787763106.805763:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:2.0:1787763106.805765:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763106.805774:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000200:3.0:1787763106.805784:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d568000 x1874599320553344/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763131 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1787763106.805785:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00080000:2.0:1787763106.805804:0:291943:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763106.805816:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763106.805826:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763106.805836:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787763106.805838:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:2.0:1787763106.805849:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763106.805853:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d568000 x1874599320553344/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763131 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763106.805856:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787763106.805862:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787763106.805874:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763106.805882:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763106.805889:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763106.805893:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d5692c0.
00000100:00000001:3.0:1787763106.805895:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000040:2.0:1787763106.805905:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
02000000:00000001:2.0:1787763106.805911:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1787763106.805911:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763106.805914:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763106.805920:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763106.805925:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:3.0:1787763106.805927:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
02000000:00000001:2.0:1787763106.805930:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763106.805934:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4314943224
02000000:00000010:2.0:1787763106.805937:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f184000.
00000100:00000001:2.0:1787763106.805946:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763106.805948:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9c72f20900.
00000100:00100000:2.0:1787763106.805975:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d5692c0 x1874599320553728/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763106.805975:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787763106.805994:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763106.805997:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4314943224
00000100:00000001:2.0:1787763106.805998:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763106.806015:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9c72f20f60.
00000100:00000040:2.0:1787763106.806018:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000103818ef] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d5692c0 x1874599320553728/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763106.806023:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1787763106.806034:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763106.806045:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763106.806045:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763106.806066:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000040:2.0:1787763106.806069:0:291943:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20279)
00000100:00100000:3.0:1787763106.806078:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763106/real 1787763106]  req@ffff9b9d5d568000 x1874599320553344/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787763106.806091:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787763106.806093:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787763106.806096:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c48395580.
00000400:00000200:3.0:1787763106.806099:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d5049dd48
00000400:00000010:3.0:1787763106.806102:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d5049dd48.
00000100:00000001:3.0:1787763106.806106:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787763106.806110:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d568000 x1874599320553344/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787763106.806122:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d568000 x1874599320553344/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763106.806130:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787763106.806133:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763106.806136:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787763106.806138:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787763106.806143:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d568000 x1874599320553344/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763106.806151:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787763106.806157:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d568000 x1874599320553344/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763131 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763106.806175:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787763106.806179:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763106.806181:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787763106.806183:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763106.806186:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787763106.806189:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787763106.806194:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763106.806198:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000001:3.0:1787763106.806201:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787763106.806206:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d568000 x1874599320553344/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763131 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763106.806216:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d568000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320553344:192.168.203.113@tcp:250:kworker.0
00000100:00000001:3.0:1787763106.806222:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787763106.806227:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d569680 x1874599320553472/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763106.806235:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763106.806237:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763106.806240:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787763106.806243:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763106.806246:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763106.806249:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d569680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320553472:192.168.203.113@tcp:38:kworker.0
00000100:00000001:3.0:1787763106.806253:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787763106.806256:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787763106.806258:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763106.806261:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787763106.806265:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d45905800.
02000000:00000001:3.0:1787763106.806268:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787763106.806272:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:3.0:1787763106.806276:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c48395580.
00000400:00000010:3.0:1787763106.806279:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d5049dd48.
00000100:00000200:3.0:1787763106.806283:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320553472, portal 10
00000100:00000001:3.0:1787763106.806286:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787763106.806287:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910967424 : -110374798584192 : ffff9b9d5d569680)
00000100:00000040:3.0:1787763106.806296:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d569680 x1874599320553472/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763131 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763106.806304:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787763106.806308:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:3.0:1787763106.806310:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d5049dee0.
00000100:00000200:3.0:1787763106.806334:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320553472, offset 0
00000400:00000200:3.0:1787763106.806341:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:3.0:1787763106.806345:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763106.806350:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:3.0:1787763106.806354:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787763106.806358:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:3.0:1787763106.806361:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787763106.806364:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:3.0:1787763106.806368:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63087:63087:256:4294967295] 192.168.203.113@tcp LPNI seq info [63087:63087:8:4294967295]
00000400:00000200:3.0:1787763106.806373:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763106.806382:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787763106.806388:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:3.0:1787763106.806392:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9d54b86200.
00000800:00000200:3.0:1787763106.806397:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.0:1787763106.806400:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1787763106.806407:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787763106.806412:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1787763106.806417:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:3.0:1787763106.806420:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9d54b86200.
00000400:00000200:3.0:1787763106.806423:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787763106.806428:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787763106.806432:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d5049dee0
00000400:00000010:3.0:1787763106.806434:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d5049dee0.
00000100:00000001:3.0:1787763106.806476:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787763106.806482:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d569680 x1874599320553472/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763131 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763106.806498:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763106.806502:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d569680 x1874599320553472/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763131 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763106.806511:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763106.806513:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787763106.806518:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763106.806523:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:3.0:1787763106.806527:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:3.0:1787763106.806529:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314941997
00000100:00000001:3.0:1787763106.806533:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314943224
00000100:00000001:3.0:1787763106.806536:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314941997
00000100:00000001:3.0:1787763106.806539:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314943224
00000100:00000001:3.0:1787763106.806542:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787763106.806544:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763106.806547:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787763106.806551:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763106/real 1787763106]  req@ffff9b9d5d569680 x1874599320553472/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787763106.806560:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787763106.806562:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787763106.806564:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c48395580.
00000400:00000200:3.0:1787763106.806567:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d5049dd48
00000400:00000010:3.0:1787763106.806569:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d5049dd48.
00000100:00000001:3.0:1787763106.806572:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787763106.806576:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d569680 x1874599320553472/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787763106.806587:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d569680 x1874599320553472/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763106.806603:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787763106.806604:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763106.806607:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787763106.806609:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787763106.806613:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d569680 x1874599320553472/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763106.806621:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787763106.806625:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d569680 x1874599320553472/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763131 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763106.806633:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787763106.806636:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763106.806638:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787763106.806640:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763106.806642:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787763106.806656:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787763106.806659:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763106.806663:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:3.0:1787763106.806665:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787763106.806670:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d569680 x1874599320553472/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763131 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763106.806679:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d569680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320553472:192.168.203.113@tcp:38:kworker.0
00000100:00000001:3.0:1787763106.806684:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763106.806687:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763106.806692:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d568000 x1874599320553344/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763131 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763106.806700:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787763106.806704:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787763106.806708:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d45907800.
02000000:00000001:3.0:1787763106.806712:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787763106.806715:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787763106.806718:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:3.0:1787763106.806721:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787763106.806724:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f185000.
02000000:00000001:3.0:1787763106.806729:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787763106.806731:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787763106.806734:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d568000.
00000100:00000001:3.0:1787763106.806737:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787763106.806739:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763106.806741:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763106.806745:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d569680 x1874599320553472/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763131 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763106.806753:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787763106.806755:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787763106.806757:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d45905800.
02000000:00000001:3.0:1787763106.806759:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787763106.806761:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787763106.806762:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:3.0:1787763106.806764:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787763106.806766:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f187000.
02000000:00000001:3.0:1787763106.806769:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787763106.806770:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787763106.806772:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d569680.
00000100:00000001:3.0:1787763106.806775:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787763106.806776:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763106.806779:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763106.806787:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763106.806789:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763106.806792:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787763106.806794:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763106.806795:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787763106.806800:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d568b40 x1874599320553600/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763106.806808:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763106.806811:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763106.806814:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787763106.806816:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763106.806819:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763106.806822:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d568b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320553600:192.168.203.113@tcp:38:kworker.0
00000100:00000001:3.0:1787763106.806826:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787763106.806828:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787763106.806830:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763106.806832:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787763106.806837:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d45905800.
02000000:00000001:3.0:1787763106.806839:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787763106.806843:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:3.0:1787763106.806846:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c48395580.
00000400:00000010:3.0:1787763106.806850:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d5049dd48.
00000100:00000200:3.0:1787763106.806854:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320553600, portal 10
00000100:00000001:3.0:1787763106.806856:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787763106.806858:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910964544 : -110374798587072 : ffff9b9d5d568b40)
00000100:00000040:3.0:1787763106.806865:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d568b40 x1874599320553600/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763131 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763106.806873:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787763106.806876:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:3.0:1787763106.806879:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d5049dee0.
00000100:00000200:3.0:1787763106.806882:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320553600, offset 0
00000400:00000200:3.0:1787763106.806886:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:3.0:1787763106.806891:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763106.806895:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:3.0:1787763106.806899:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787763106.806902:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:3.0:1787763106.806905:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787763106.806908:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:3.0:1787763106.806912:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63088:63088:256:4294967295] 192.168.203.113@tcp LPNI seq info [63088:63088:8:4294967295]
00000400:00000200:3.0:1787763106.806918:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763106.806926:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787763106.806932:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:3.0:1787763106.806936:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9d54b86200.
00000800:00000200:3.0:1787763106.806941:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.0:1787763106.806944:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1787763106.806950:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787763106.806953:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1787763106.806958:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:3.0:1787763106.806961:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9d54b86200.
00000400:00000200:3.0:1787763106.806965:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787763106.806969:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787763106.806972:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d5049dee0
00000400:00000010:3.0:1787763106.806974:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d5049dee0.
00000100:00000001:3.0:1787763106.806977:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787763106.806981:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d568b40 x1874599320553600/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763131 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763106.806991:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763106.806995:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d568b40 x1874599320553600/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763131 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763106.807003:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763106.807005:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787763106.807009:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763106.807012:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:3.0:1787763106.807016:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:3.0:1787763106.807018:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314941976
00000100:00000001:3.0:1787763106.807021:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314943224
00000100:00000001:3.0:1787763106.807024:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314941976
00000100:00000001:3.0:1787763106.807027:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314943224
00000100:00000001:3.0:1787763106.807030:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787763106.807032:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763106.807034:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787763106.807038:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763106/real 1787763106]  req@ffff9b9d5d568b40 x1874599320553600/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787763106.807049:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787763106.807050:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787763106.807053:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c48395580.
00000400:00000200:3.0:1787763106.807055:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d5049dd48
00000400:00000010:3.0:1787763106.807057:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d5049dd48.
00000100:00000001:3.0:1787763106.807059:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787763106.807063:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d568b40 x1874599320553600/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787763106.807073:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d568b40 x1874599320553600/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763106.807081:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787763106.807083:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763106.807085:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787763106.807087:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787763106.807091:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d568b40 x1874599320553600/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763106.807099:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787763106.807104:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d568b40 x1874599320553600/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763131 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763106.807112:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787763106.807115:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763106.807117:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787763106.807118:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763106.807120:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787763106.807122:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787763106.807125:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763106.807129:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:3.0:1787763106.807131:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787763106.807137:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d568b40 x1874599320553600/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763131 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763106.807147:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d568b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320553600:192.168.203.113@tcp:38:kworker.0
00000100:00000001:3.0:1787763106.807151:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787763106.807156:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d5692c0 x1874599320553728/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763106.807164:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763106.807166:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763106.807169:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787763106.807171:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763106.807173:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763106.807177:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d5692c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320553728:192.168.203.113@tcp:8:kworker.0
00000100:00000001:3.0:1787763106.807181:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787763106.807183:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787763106.807185:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763106.807187:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787763106.807191:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d45907800.
02000000:00000001:3.0:1787763106.807193:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787763106.807197:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:3.0:1787763106.807200:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c48395580.
00000400:00000010:3.0:1787763106.807203:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d5049dd48.
00000100:00000200:3.0:1787763106.807206:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320553728, portal 4
00000100:00000001:3.0:1787763106.807209:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787763106.807211:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910966464 : -110374798585152 : ffff9b9d5d5692c0)
00000100:00000040:3.0:1787763106.807217:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d5692c0 x1874599320553728/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763131 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763106.807225:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787763106.807228:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:3.0:1787763106.807231:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d5049dee0.
00000100:00000200:3.0:1787763106.807234:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320553728, offset 0
00000400:00000200:3.0:1787763106.807239:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:3.0:1787763106.807243:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763106.807247:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:3.0:1787763106.807250:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787763106.807253:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:3.0:1787763106.807257:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787763106.807259:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:3.0:1787763106.807263:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63089:63089:256:4294967295] 192.168.203.113@tcp LPNI seq info [63089:63089:8:4294967295]
00000400:00000200:3.0:1787763106.807268:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763106.807275:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787763106.807280:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:3.0:1787763106.807284:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9d54b86200.
00000800:00000200:3.0:1787763106.807288:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.0:1787763106.807291:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1787763106.807296:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787763106.807299:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1787763106.807304:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:3.0:1787763106.807306:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9d54b86200.
00000400:00000200:3.0:1787763106.807310:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787763106.807336:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787763106.807340:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d5049dee0
00000400:00000010:3.0:1787763106.807343:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d5049dee0.
00000100:00000001:3.0:1787763106.807346:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787763106.807351:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d5692c0 x1874599320553728/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763131 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763106.807360:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763106.807364:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d5692c0 x1874599320553728/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763131 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763106.807372:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763106.807374:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787763106.807378:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763106.807381:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:3.0:1787763106.807385:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:3.0:1787763106.807388:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314941988
00000100:00000001:3.0:1787763106.807391:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314943224
00000100:00000001:3.0:1787763106.807394:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314941988
00000100:00000001:3.0:1787763106.807396:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314943224
00000100:00000001:3.0:1787763106.807399:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787763106.807401:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763106.807403:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787763106.807407:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763106/real 1787763106]  req@ffff9b9d5d5692c0 x1874599320553728/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787763106.807416:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787763106.807418:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787763106.807420:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c48395580.
00000400:00000200:3.0:1787763106.807423:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d5049dd48
00000400:00000010:3.0:1787763106.807425:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d5049dd48.
00000100:00000001:3.0:1787763106.807428:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787763106.807432:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d5692c0 x1874599320553728/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787763106.807468:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d5692c0 x1874599320553728/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763106.807477:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787763106.807479:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763106.807482:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787763106.807483:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787763106.807488:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d5692c0 x1874599320553728/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763106.807496:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787763106.807500:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d5692c0 x1874599320553728/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763131 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763106.807509:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787763106.807513:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763106.807515:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787763106.807516:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763106.807519:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787763106.807521:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787763106.807524:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763106.807528:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:3.0:1787763106.807530:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787763106.807535:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d5692c0 x1874599320553728/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763131 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763106.807544:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d5692c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320553728:192.168.203.113@tcp:8:kworker.0
00000100:00000001:3.0:1787763106.807548:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763106.807551:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763106.807554:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d568b40 x1874599320553600/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763131 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763106.807562:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787763106.807564:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787763106.807566:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d45905800.
02000000:00000001:3.0:1787763106.807569:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787763106.807571:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787763106.807573:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:3.0:1787763106.807576:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787763106.807578:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f184c00.
02000000:00000001:3.0:1787763106.807581:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787763106.807583:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787763106.807585:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d568b40.
00000100:00000001:3.0:1787763106.807588:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787763106.807589:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763106.807591:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763106.807595:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d5692c0 x1874599320553728/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763131 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763106.807611:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787763106.807612:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787763106.807614:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d45907800.
02000000:00000001:3.0:1787763106.807617:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787763106.807618:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787763106.807620:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:3.0:1787763106.807622:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787763106.807623:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f184000.
02000000:00000001:3.0:1787763106.807626:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787763106.807627:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787763106.807629:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d5692c0.
00000100:00000001:3.0:1787763106.807631:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787763106.807633:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763106.807635:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763106.807638:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763106.807640:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763106.807642:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787763106.807644:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763106.996558:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763106.996565:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763106.996572:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763106.996573:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763106.996578:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763106.996580:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763106.996680:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763106.996688:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763106.996693:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1787763108.020519:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763108.020529:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763108.020536:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763108.020538:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763108.020543:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763108.020545:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763108.020610:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763108.020615:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763108.020619:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787763108.084557:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4314943224, at 4314943232
00000100:00000010:0.0:1787763108.084576:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9c72f20900.
00010000:00000001:3.0:1787763109.044555:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763109.044564:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763109.044572:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763109.044576:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763109.044583:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763109.044585:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763110.068588:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763110.068599:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763110.068602:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763110.068606:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763110.068613:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763110.068616:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763110.068619:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763110.068622:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763110.068626:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763110.068629:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763110.068630:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763110.068633:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763110.068635:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763110.068637:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763110.068639:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763110.068642:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763110.068646:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763110.068648:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763110.068729:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763110.068736:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763110.068740:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1787763111.092564:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763111.092574:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763111.092582:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763111.092585:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763111.092591:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763111.092593:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763111.092745:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763111.092752:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763111.092756:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787763111.924603:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763111.924617:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787763111.924621:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763111.924626:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763111.924633:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763111.924644:0:291943:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20274
00000400:00000200:2.0:1787763111.924657:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763111.924665:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763111.924670:0:291943:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763111.924675:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763111.924679:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763111.924682:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763111.924685:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:2.0:1787763111.924690:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763111.924693:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:2.0:1787763111.924697:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763111.924701:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:2.0:1787763111.924704:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:2.0:1787763111.924707:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:2.0:1787763111.924711:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763111.924715:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763111.924717:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763111.924720:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:2.0:1787763111.924724:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:2.0:1787763111.924728:0:291943:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763111.924731:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763111.924734:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763111.924738:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763111.924742:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763111.924745:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787763111.924748:0:291943:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763111.924759:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d56b840.
00000020:00000040:2.0:1787763111.924763:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:2.0:1787763111.924768:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763111.924771:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763111.924774:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763111.924778:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763111.924783:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763111.924792:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f184000.
00000100:00000001:2.0:1787763111.924800:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763111.924814:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d56b840 x1874599320553856/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763111.924849:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763111.924856:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763111.924864:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2e525cc] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d56b840 x1874599320553856/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763111.924900:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763111.924906:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763111.924912:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787763111.924915:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763111.924918:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763111.924936:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763111.924943:0:291943:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20274
00000400:00000200:2.0:1787763111.924953:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:3.0:1787763111.924957:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:2.0:1787763111.924958:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763111.924966:0:291943:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787763111.924967:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1787763111.924973:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763111.924975:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787763111.924980:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763111.924990:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000040:3.0:1787763111.924993:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d56b840 x1874599320553856/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763111.924994:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:2.0:1787763111.925003:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763111.925006:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000020:00000001:2.0:1787763111.925012:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763111.925018:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000100:00000001:3.0:1787763111.925022:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:2.0:1787763111.925024:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000001:3.0:1787763111.925028:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763111.925030:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
02000000:00000001:3.0:1787763111.925035:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:2.0:1787763111.925037:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
02000000:00000001:3.0:1787763111.925041:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763111.925043:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:3.0:1787763111.925050:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763111.925051:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763111.925058:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00100000:3.0:1787763111.925062:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d56b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320553856:192.168.203.113@tcp:250:kworker.0
00000020:00000040:2.0:1787763111.925064:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00000001:3.0:1787763111.925074:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:2.0:1787763111.925075:0:291943:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
02000000:00000001:3.0:1787763111.925083:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1787763111.925084:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763111.925091:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763111.925091:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763111.925098:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787763111.925101:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:3.0:1787763111.925105:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d45907800.
02000000:00000001:2.0:1787763111.925108:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763111.925113:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763111.925115:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787763111.925125:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000400:00000200:3.0:1787763111.925131:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000008:00000001:2.0:1787763111.925134:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1787763111.925139:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c48395580.
00000100:00000001:2.0:1787763111.925140:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763111.925152:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d56a940.
00000400:00000010:3.0:1787763111.925154:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d5049dd48.
00000020:00000040:2.0:1787763111.925156:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
02000000:00000001:2.0:1787763111.925181:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000200:3.0:1787763111.925185:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320553856, portal 25
02000000:00000001:2.0:1787763111.925186:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763111.925196:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763111.925197:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1787763111.925203:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910976064 : -110374798575552 : ffff9b9d5d56b840)
02000000:00000001:2.0:1787763111.925204:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763111.925211:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763111.925220:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d56b840 x1874599320553856/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763136 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1787763111.925222:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f184c00.
00000100:00000001:2.0:1787763111.925234:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763111.925246:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:2.0:1787763111.925253:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d56a940 x1874599320553984/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:3.0:1787763111.925255:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:3.0:1787763111.925265:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d5049dee0.
00000100:00000200:3.0:1787763111.925275:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320553856, offset 0
00000100:00000001:2.0:1787763111.925301:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763111.925308:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787763111.925333:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000100:00000040:2.0:1787763111.925341:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b4aca245] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d56a940 x1874599320553984/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787763111.925353:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763111.925368:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787763111.925370:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000100:00080000:2.0:1787763111.925374:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1787763111.925380:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:2.0:1787763111.925398:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787763111.925405:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:3.0:1787763111.925411:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000100:00080000:2.0:1787763111.925412:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763111.925420:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:3.0:1787763111.925421:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000100:00080000:2.0:1787763111.925431:0:291943:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20274
00000400:00000200:3.0:1787763111.925433:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:3.0:1787763111.925447:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63090:63090:256:4294967295] 192.168.203.113@tcp LPNI seq info [63090:63090:8:4294967295]
00000400:00000200:3.0:1787763111.925454:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763111.925470:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000400:00000200:2.0:1787763111.925491:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763111.925499:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763111.925501:0:291943:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763111.925505:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763111.925509:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763111.925513:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763111.925516:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:2.0:1787763111.925520:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763111.925522:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000020:00000001:2.0:1787763111.925524:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763111.925528:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000020:00000001:2.0:1787763111.925531:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000020:00000001:2.0:1787763111.925535:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00000040:2.0:1787763111.925546:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763111.925552:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.0:1787763111.925559:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000100:00000040:2.0:1787763111.925560:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763111.925569:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000800:00000010:3.0:1787763111.925572:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9d54b86200.
00000020:00000040:2.0:1787763111.925574:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000100:00080000:2.0:1787763111.925584:0:291943:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763111.925588:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1787763111.925597:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
02000000:00000001:2.0:1787763111.925598:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763111.925608:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:3.0:1787763111.925609:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
02000000:00000001:2.0:1787763111.925616:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763111.925622:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000800:00000200:3.1:1787763111.925624:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000008:00100000:2.0:1787763111.925627:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000800:00000200:3.1:1787763111.925634:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000008:00000001:2.0:1787763111.925636:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763111.925646:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:3.0:1787763111.925653:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000100:00000010:2.0:1787763111.925657:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d5692c0.
00000800:00000010:3.0:1787763111.925659:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9d54b86200.
00000020:00000040:2.0:1787763111.925667:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000400:00000200:3.0:1787763111.925673:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:2.0:1787763111.925674:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763111.925681:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787763111.925691:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000100:00000001:2.0:1787763111.925692:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763111.925699:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:3.0:1787763111.925704:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d5049dee0
02000000:00000001:2.0:1787763111.925705:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1787763111.925712:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d5049dee0.
02000000:00000010:2.0:1787763111.925717:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f187000.
00000100:00000001:3.0:1787763111.925720:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787763111.925728:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1787763111.925732:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d56b840 x1874599320553856/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763136 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763111.925744:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d5692c0 x1874599320554112/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763111.925757:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787763111.925765:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000040:3.0:1787763111.925770:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d56b840 x1874599320553856/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763136 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763111.925772:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763111.925790:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000103818ef] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d5692c0 x1874599320554112/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763111.925796:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763111.925805:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787763111.925815:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763111.925820:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787763111.925853:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000040:2.0:1787763111.925857:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1787763111.925860:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4314948344
00000100:00000040:2.0:1787763111.925876:0:291943:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000010:3.0:1787763111.925877:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9c72f200c0.
00000100:00080000:2.0:1787763111.925886:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1787763111.925892:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000100:00080000:2.0:1787763111.925896:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787763111.925902:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763111.925906:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763111.925907:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4314948344
00000100:00000001:2.0:1787763111.925914:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00000010:3.0:1787763111.925919:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9c72f20000.
00000100:00080000:2.0:1787763111.925924:0:291943:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20274
00000100:00000001:3.0:1787763111.925929:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000400:00000200:2.0:1787763111.925939:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:3.0:1787763111.925941:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1787763111.925951:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00000001:3.0:1787763111.925952:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763111.925961:0:291943:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787763111.925962:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000040:2.0:1787763111.925970:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00100000:3.0:1787763111.925975:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763111/real 1787763111]  req@ffff9b9d5d56b840 x1874599320553856/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763136 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763111.925976:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763111.925986:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763111.925995:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:2.0:1787763111.926003:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763111.926008:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000020:00000001:2.0:1787763111.926011:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000001:3.0:1787763111.926012:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000040:2.0:1787763111.926016:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000400:00000001:3.0:1787763111.926017:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000020:00000001:2.0:1787763111.926025:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000400:00000010:3.0:1787763111.926025:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c48395580.
00000020:00000001:2.0:1787763111.926035:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000400:00000200:3.0:1787763111.926036:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d5049dd48
00000400:00000010:3.0:1787763111.926042:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d5049dd48.
00000100:00000040:2.0:1787763111.926044:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763111.926049:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787763111.926050:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763111.926058:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000200:3.0:1787763111.926063:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d56b840 x1874599320553856/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763136 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763111.926064:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:2.0:1787763111.926073:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00080000:2.0:1787763111.926085:0:291943:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763111.926092:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1787763111.926097:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d56b840 x1874599320553856/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763136 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787763111.926099:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763111.926106:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763111.926117:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763111.926118:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763111.926122:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787763111.926124:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:2.0:1787763111.926127:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000100:00000001:3.0:1787763111.926129:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000008:00000001:2.0:1787763111.926136:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763111.926137:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763111.926145:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763111.926174:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d56b840 x1874599320553856/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763136 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1787763111.926179:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d568b40.
00000020:00000040:2.0:1787763111.926190:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
02000000:00000001:2.0:1787763111.926201:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1787763111.926203:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1787763111.926206:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763111.926211:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:3.0:1787763111.926216:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d56b840 x1874599320553856/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763136 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787763111.926217:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763111.926225:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763111.926236:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f185000.
00000100:00000001:3.0:1787763111.926239:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763111.926244:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763111.926247:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763111.926253:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787763111.926255:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763111.926261:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d568b40 x1874599320554240/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763111.926262:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787763111.926269:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787763111.926302:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:2.0:1787763111.926314:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00080000:3.0:1787763111.926320:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763111.926322:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763111.926330:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763111.926339:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a25ffa6] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d568b40 x1874599320554240/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787763111.926349:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d56b840 x1874599320553856/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763136 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763111.926381:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763111.926391:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d56b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320553856:192.168.203.113@tcp:250:kworker.0
00000100:00000040:2.0:1787763111.926393:0:291943:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20284)
00000100:00000001:3.0:1787763111.926409:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763111.926414:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763111.926420:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d56b840 x1874599320553856/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763136 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763111.926475:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787763111.926480:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787763111.926484:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d45907800.
02000000:00000001:3.0:1787763111.926488:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787763111.926490:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787763111.926492:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:3.0:1787763111.926495:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787763111.926498:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f184000.
02000000:00000001:3.0:1787763111.926503:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787763111.926505:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787763111.926508:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d56b840.
00000100:00000001:3.0:1787763111.926512:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787763111.926514:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763111.926518:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763111.926528:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763111.926531:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763111.926535:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787763111.926538:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763111.926540:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787763111.926546:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d56a940 x1874599320553984/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763111.926556:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763111.926558:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763111.926561:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787763111.926563:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763111.926566:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763111.926570:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d56a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320553984:192.168.203.113@tcp:38:kworker.0
00000100:00000001:3.0:1787763111.926575:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787763111.926577:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787763111.926580:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763111.926582:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787763111.926586:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d45907800.
02000000:00000001:3.0:1787763111.926589:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787763111.926594:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:3.0:1787763111.926598:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c48395580.
00000400:00000010:3.0:1787763111.926603:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d5049dd48.
00000100:00000200:3.0:1787763111.926607:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320553984, portal 10
00000100:00000001:3.0:1787763111.926610:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787763111.926612:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910972224 : -110374798579392 : ffff9b9d5d56a940)
00000100:00000040:3.0:1787763111.926621:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d56a940 x1874599320553984/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763136 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763111.926629:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787763111.926632:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:3.0:1787763111.926635:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d5049dee0.
00000100:00000200:3.0:1787763111.926638:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320553984, offset 0
00000400:00000200:3.0:1787763111.926644:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:3.0:1787763111.926649:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763111.926655:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:3.0:1787763111.926659:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787763111.926663:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:3.0:1787763111.926666:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787763111.926669:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:3.0:1787763111.926674:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63091:63091:256:4294967295] 192.168.203.113@tcp LPNI seq info [63091:63091:8:4294967295]
00000400:00000200:3.0:1787763111.926679:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763111.926688:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787763111.926694:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:3.0:1787763111.926698:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9d54b86200.
00000800:00000200:3.0:1787763111.926704:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.0:1787763111.926707:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787763111.926714:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787763111.926717:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1787763111.926722:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:3.0:1787763111.926725:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9d54b86200.
00000400:00000200:3.0:1787763111.926729:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787763111.926733:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787763111.926737:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d5049dee0
00000400:00000010:3.0:1787763111.926740:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d5049dee0.
00000100:00000001:3.0:1787763111.926744:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787763111.926749:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d56a940 x1874599320553984/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763136 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763111.926762:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763111.926768:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d56a940 x1874599320553984/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763136 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763111.926782:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763111.926786:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787763111.926793:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763111.926799:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:3.0:1787763111.926806:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:3.0:1787763111.926810:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314947117
00000100:00000001:3.0:1787763111.926816:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314948344
00000100:00000001:3.0:1787763111.926821:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314947117
00000100:00000001:3.0:1787763111.926825:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314948344
00000100:00000001:3.0:1787763111.926829:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787763111.926834:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763111.926838:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787763111.926863:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763111/real 1787763111]  req@ffff9b9d5d56a940 x1874599320553984/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763136 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787763111.926877:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787763111.926879:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787763111.926882:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c48395580.
00000400:00000200:3.0:1787763111.926887:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d5049dd48
00000400:00000010:3.0:1787763111.926890:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d5049dd48.
00000100:00000001:3.0:1787763111.926894:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787763111.926900:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d56a940 x1874599320553984/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763136 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787763111.926915:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d56a940 x1874599320553984/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763136 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763111.926937:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787763111.926940:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763111.926943:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787763111.926945:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787763111.926952:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d56a940 x1874599320553984/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763136 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763111.926964:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787763111.926971:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d56a940 x1874599320553984/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763136 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763111.926979:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787763111.926982:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763111.926984:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787763111.926985:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763111.926987:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787763111.926999:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787763111.927002:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763111.927006:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:3.0:1787763111.927008:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787763111.927012:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d56a940 x1874599320553984/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763136 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763111.927021:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d56a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320553984:192.168.203.113@tcp:38:kworker.0
00000100:00000001:3.0:1787763111.927026:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787763111.927029:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d5692c0 x1874599320554112/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763111.927036:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763111.927037:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763111.927040:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787763111.927043:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763111.927045:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763111.927048:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d5692c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320554112:192.168.203.113@tcp:38:kworker.0
00000100:00000001:3.0:1787763111.927052:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787763111.927054:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787763111.927056:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763111.927058:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787763111.927063:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d45905800.
02000000:00000001:3.0:1787763111.927065:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787763111.927069:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:3.0:1787763111.927072:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c48395580.
00000400:00000010:3.0:1787763111.927076:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d5049dd48.
00000100:00000200:3.0:1787763111.927080:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320554112, portal 10
00000100:00000001:3.0:1787763111.927082:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787763111.927083:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910966464 : -110374798585152 : ffff9b9d5d5692c0)
00000100:00000040:3.0:1787763111.927090:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d5692c0 x1874599320554112/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763136 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763111.927098:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787763111.927100:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:3.0:1787763111.927103:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d5049dee0.
00000100:00000200:3.0:1787763111.927105:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320554112, offset 0
00000400:00000200:3.0:1787763111.927109:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:3.0:1787763111.927114:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763111.927119:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:3.0:1787763111.927122:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787763111.927125:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:3.0:1787763111.927128:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787763111.927131:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:3.0:1787763111.927135:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63092:63092:256:4294967295] 192.168.203.113@tcp LPNI seq info [63092:63092:8:4294967295]
00000400:00000200:3.0:1787763111.927139:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763111.927147:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787763111.927152:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:3.0:1787763111.927156:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9d54b86200.
00000800:00000200:3.0:1787763111.927161:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.0:1787763111.927164:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787763111.927169:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787763111.927171:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1787763111.927193:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:3.0:1787763111.927196:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9d54b86200.
00000400:00000200:3.0:1787763111.927200:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787763111.927204:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787763111.927209:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d5049dee0
00000400:00000010:3.0:1787763111.927211:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d5049dee0.
00000100:00000001:3.0:1787763111.927214:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787763111.927219:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d5692c0 x1874599320554112/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763136 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763111.927228:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763111.927232:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d5692c0 x1874599320554112/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763136 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763111.927241:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763111.927243:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787763111.927247:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763111.927251:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:3.0:1787763111.927254:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:3.0:1787763111.927257:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314947096
00000100:00000001:3.0:1787763111.927261:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314948344
00000100:00000001:3.0:1787763111.927263:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314947096
00000100:00000001:3.0:1787763111.927266:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314948344
00000100:00000001:3.0:1787763111.927269:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787763111.927271:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763111.927274:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787763111.927304:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763111/real 1787763111]  req@ffff9b9d5d5692c0 x1874599320554112/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763136 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787763111.927316:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787763111.927318:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787763111.927321:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c48395580.
00000400:00000200:3.0:1787763111.927324:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d5049dd48
00000400:00000010:3.0:1787763111.927326:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d5049dd48.
00000100:00000001:3.0:1787763111.927329:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787763111.927334:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d5692c0 x1874599320554112/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763136 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787763111.927345:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d5692c0 x1874599320554112/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763136 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763111.927353:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787763111.927354:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763111.927357:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787763111.927358:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787763111.927362:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d5692c0 x1874599320554112/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763136 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763111.927370:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787763111.927375:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d5692c0 x1874599320554112/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763136 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763111.927384:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787763111.927387:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763111.927389:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787763111.927391:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763111.927393:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787763111.927395:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787763111.927398:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763111.927402:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:3.0:1787763111.927404:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787763111.927410:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d5692c0 x1874599320554112/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763136 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763111.927419:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d5692c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320554112:192.168.203.113@tcp:38:kworker.0
00000100:00000001:3.0:1787763111.927424:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787763111.927428:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d568b40 x1874599320554240/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763111.927436:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763111.927470:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763111.927477:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787763111.927480:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763111.927484:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763111.927491:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d568b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320554240:192.168.203.113@tcp:8:kworker.0
00000100:00000001:3.0:1787763111.927498:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787763111.927503:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787763111.927505:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763111.927509:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787763111.927516:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d45905000.
02000000:00000001:3.0:1787763111.927520:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787763111.927527:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:3.0:1787763111.927532:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c48395580.
00000400:00000010:3.0:1787763111.927540:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d5049dd48.
00000100:00000200:3.0:1787763111.927546:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320554240, portal 4
00000100:00000001:3.0:1787763111.927549:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787763111.927552:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910964544 : -110374798587072 : ffff9b9d5d568b40)
00000100:00000040:3.0:1787763111.927562:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d568b40 x1874599320554240/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763136 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763111.927571:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787763111.927574:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:3.0:1787763111.927577:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d5049dee0.
00000100:00000200:3.0:1787763111.927581:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320554240, offset 0
00000400:00000200:3.0:1787763111.927587:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:3.0:1787763111.927592:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763111.927597:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:3.0:1787763111.927601:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787763111.927605:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:3.0:1787763111.927608:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787763111.927611:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:3.0:1787763111.927616:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63093:63093:256:4294967295] 192.168.203.113@tcp LPNI seq info [63093:63093:8:4294967295]
00000400:00000200:3.0:1787763111.927621:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763111.927629:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787763111.927635:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:3.0:1787763111.927639:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9d54b86200.
00000800:00000200:3.0:1787763111.927644:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.0:1787763111.927648:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787763111.927653:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787763111.927657:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1787763111.927661:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:3.0:1787763111.927664:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9d54b86200.
00000400:00000200:3.0:1787763111.927668:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787763111.927672:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787763111.927677:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d5049dee0
00000400:00000010:3.0:1787763111.927679:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d5049dee0.
00000100:00000001:3.0:1787763111.927682:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787763111.927686:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d568b40 x1874599320554240/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763136 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763111.927696:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763111.927700:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d568b40 x1874599320554240/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763136 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763111.927709:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763111.927711:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787763111.927715:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763111.927718:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:3.0:1787763111.927722:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:3.0:1787763111.927725:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314947109
00000100:00000001:3.0:1787763111.927728:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314948344
00000100:00000001:3.0:1787763111.927731:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314947109
00000100:00000001:3.0:1787763111.927734:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314948344
00000100:00000001:3.0:1787763111.927736:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787763111.927739:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763111.927741:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787763111.927746:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763111/real 1787763111]  req@ffff9b9d5d568b40 x1874599320554240/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763136 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787763111.927755:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787763111.927757:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787763111.927759:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c48395580.
00000400:00000200:3.0:1787763111.927762:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d5049dd48
00000400:00000010:3.0:1787763111.927764:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d5049dd48.
00000100:00000001:3.0:1787763111.927766:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787763111.927770:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d568b40 x1874599320554240/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763136 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787763111.927781:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d568b40 x1874599320554240/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763136 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763111.927789:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787763111.927790:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763111.927793:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787763111.927794:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787763111.927798:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d568b40 x1874599320554240/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763136 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763111.927806:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787763111.927811:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d568b40 x1874599320554240/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763136 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763111.927819:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787763111.927822:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763111.927824:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787763111.927826:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763111.927828:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787763111.927830:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787763111.927834:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763111.927837:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:3.0:1787763111.927840:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787763111.927844:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d568b40 x1874599320554240/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763136 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763111.927853:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d568b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320554240:192.168.203.113@tcp:8:kworker.0
00000100:00000001:3.0:1787763111.927858:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763111.927860:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763111.927864:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d56a940 x1874599320553984/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763136 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763111.927872:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787763111.927875:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787763111.927878:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d45907800.
02000000:00000001:3.0:1787763111.927881:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787763111.927899:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787763111.927901:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:3.0:1787763111.927903:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787763111.927906:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f184c00.
02000000:00000001:3.0:1787763111.927908:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787763111.927910:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787763111.927911:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d56a940.
00000100:00000001:3.0:1787763111.927914:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787763111.927916:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763111.927918:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763111.927921:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d5692c0 x1874599320554112/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763136 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763111.927935:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787763111.927936:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787763111.927938:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d45905800.
02000000:00000001:3.0:1787763111.927940:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787763111.927941:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787763111.927943:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:3.0:1787763111.927945:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787763111.927946:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f187000.
02000000:00000001:3.0:1787763111.927948:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787763111.927949:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787763111.927951:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d5692c0.
00000100:00000001:3.0:1787763111.927953:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787763111.927954:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763111.927956:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763111.927959:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d568b40 x1874599320554240/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763136 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763111.927965:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787763111.927966:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787763111.927968:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d45905000.
02000000:00000001:3.0:1787763111.927969:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787763111.927971:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787763111.927972:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:3.0:1787763111.927974:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787763111.927975:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f185000.
02000000:00000001:3.0:1787763111.927977:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787763111.927978:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787763111.927979:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d568b40.
00000100:00000001:3.0:1787763111.927982:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787763111.927983:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763111.927985:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763111.927989:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763111.927990:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763111.927992:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787763111.927994:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763112.116538:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763112.116544:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763112.116549:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763112.116550:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763112.116553:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763112.116559:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763112.116561:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763112.116564:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763112.116566:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763112.116568:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763112.116570:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763112.116571:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763112.116658:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763112.116662:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763112.116664:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1787763113.140533:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763113.140539:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763113.140545:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763113.140548:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763113.140553:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763113.140554:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763113.140612:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763113.140615:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763113.140618:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787763113.204512:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4314948344, at 4314948352
00000100:00000010:0.0:1787763113.204539:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9c72f200c0.
00010000:00000001:3.0:1787763114.164517:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763114.164523:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763114.164528:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763114.164528:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763114.164531:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763114.164532:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763115.188567:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763115.188577:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763115.188587:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763115.188589:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763115.188596:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763115.188598:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763115.188726:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763115.188732:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763115.188738:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1787763116.212576:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763116.212586:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763116.212594:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763116.212596:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763116.212600:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763116.212602:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763116.212680:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763116.212689:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763116.212694:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787763117.044645:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1787763117.044645:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787763117.044656:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1787763117.044659:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787763117.044664:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763117.044665:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763117.044672:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1787763117.044675:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763117.044679:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787763117.044683:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763117.044691:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787763117.044691:0:296758:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20279
00000100:00000001:2.0:1787763117.044701:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000400:00000200:3.0:1787763117.044707:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763117.044708:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763117.044718:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787763117.044720:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763117.044728:0:296758:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763117.044734:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763117.044738:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763117.044741:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763117.044744:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763117.044749:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763117.044752:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:3.0:1787763117.044756:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763117.044760:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:3.0:1787763117.044763:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:3.0:1787763117.044766:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:3.0:1787763117.044770:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763117.044773:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763117.044775:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763117.044777:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787763117.044781:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:3.0:1787763117.044784:0:296758:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763117.044787:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763117.044790:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763117.044794:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763117.044797:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763117.044800:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787763117.044802:0:296758:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763117.044825:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d564f00.
00000020:00000040:3.0:1787763117.044847:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:3.0:1787763117.044853:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763117.044855:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763117.044858:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763117.044860:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763117.044865:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763117.044873:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45905000.
00000100:00000001:3.0:1787763117.044880:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763117.044932:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d564f00 x1874599320554368/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763117.044946:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763117.044953:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763117.044960:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001dcdc0d3] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d564f00 x1874599320554368/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763117.044989:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763117.044993:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763117.044996:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787763117.044998:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763117.045000:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763117.045005:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763117.045009:0:296758:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20279
00000400:00000200:3.0:1787763117.045015:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763117.045021:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763117.045024:0:296758:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763117.045028:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763117.045031:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763117.045053:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763117.045056:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763117.045059:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763117.045060:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000020:00000001:3.0:1787763117.045062:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763117.045065:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000020:00000001:3.0:1787763117.045068:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000020:00000001:3.0:1787763117.045071:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000040:3.0:1787763117.045074:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763117.045077:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787763117.045080:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1787763117.045081:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763117.045084:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787763117.045086:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00080000:3.0:1787763117.045089:0:296758:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763117.045098:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763117.045101:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1787763117.045101:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787763117.045111:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1787763117.045112:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763117.045117:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763117.045119:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763117.045125:0:296758:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763117.045132:0:296758:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763117.045134:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d564f00 x1874599320554368/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763117.045135:0:296758:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763117.045163:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d566940.
00000100:00000001:0.0:1787763117.045168:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000040:3.0:1787763117.045169:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000100:00000001:0.0:1787763117.045174:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763117.045176:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763117.045180:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763117.045182:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1787763117.045183:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763117.045189:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763117.045193:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763117.045199:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763117.045208:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763117.045209:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d564f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320554368:192.168.203.113@tcp:250:kworker.0
00000100:00000001:0.0:1787763117.045225:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000010:3.0:1787763117.045226:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45905800.
00000100:00000001:3.0:1787763117.045238:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763117.045239:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787763117.045255:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763117.045258:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:3.0:1787763117.045268:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d566940 x1874599320554496/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:0.0:1787763117.045271:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d50558400.
02000000:00000001:0.0:1787763117.045283:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763117.045298:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1787763117.045307:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:3.0:1787763117.045308:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1787763117.045325:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c51687580.
00000100:00000040:3.0:1787763117.045327:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ae4254c] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d566940 x1874599320554496/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1787763117.045341:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6440.
00000100:00000200:0.0:1787763117.045356:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320554368, portal 25
00000100:00000001:0.0:1787763117.045361:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787763117.045362:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763117.045364:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910949120 : -110374798602496 : ffff9b9d5d564f00)
00000100:00080000:3.0:1787763117.045371:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1787763117.045383:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d564f00 x1874599320554368/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787763117.045384:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787763117.045393:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763117.045400:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763117.045417:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787763117.045417:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:0.0:1787763117.045433:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000100:00080000:3.0:1787763117.045436:0:296758:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20279
00000400:00000200:3.0:1787763117.045488:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763117.045511:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763117.045515:0:296758:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763117.045519:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763117.045522:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763117.045525:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763117.045528:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000400:00000010:0.0:1787763117.045530:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe62a8.
00000020:00000001:3.0:1787763117.045533:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000200:0.0:1787763117.045538:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320554368, offset 0
00000020:00000040:3.0:1787763117.045539:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000020:00000001:3.0:1787763117.045550:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763117.045556:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000400:00000200:0.0:1787763117.045564:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000020:00000001:3.0:1787763117.045565:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000020:00000001:3.0:1787763117.045574:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00000040:3.0:1787763117.045580:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000400:00000200:0.0:1787763117.045585:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:3.0:1787763117.045592:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763117.045597:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763117.045600:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000400:00000200:0.0:1787763117.045603:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000020:00000040:3.0:1787763117.045612:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000400:00000200:0.0:1787763117.045622:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:3.0:1787763117.045623:0:296758:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763117.045630:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787763117.045632:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
02000000:00000001:3.0:1787763117.045639:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1787763117.045644:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1787763117.045648:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1787763117.045649:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
02000000:00000001:3.0:1787763117.045657:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763117.045664:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000200:0.0:1787763117.045665:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63094:63094:256:4294967295] 192.168.203.113@tcp LPNI seq info [63094:63094:8:4294967295]
00000008:00100000:3.0:1787763117.045671:0:296758:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1787763117.045682:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000008:00000001:3.0:1787763117.045684:0:296758:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763117.045690:0:296758:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763117.045696:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d567c00.
00000020:00000040:3.0:1787763117.045703:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000400:00000200:0.0:1787763117.045707:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
02000000:00000001:3.0:1787763117.045708:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763117.045713:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763117.045717:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763117.045725:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763117.045728:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763117.045737:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45907800.
00000100:00000001:3.0:1787763117.045742:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1787763117.045745:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000100:00100000:3.0:1787763117.045751:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d567c00 x1874599320554624/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:0.0:1787763117.045758:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c200.
00000100:00000001:3.0:1787763117.045762:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763117.045767:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763117.045773:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cde0ae17] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d567c00 x1874599320554624/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1787763117.045780:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.0:1787763117.045800:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000100:00000001:3.0:1787763117.045822:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1787763117.045823:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000040:3.0:1787763117.045835:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:0.1:1787763117.045838:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000100:00000040:3.0:1787763117.045844:0:296758:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1787763117.045852:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:0.0:1787763117.045862:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000100:00080000:3.0:1787763117.045864:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787763117.045875:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000010:0.0:1787763117.045878:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c200.
00000100:00080000:3.0:1787763117.045879:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763117.045887:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:0.0:1787763117.045893:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:3.0:1787763117.045893:0:296758:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20279
00000400:00000200:3.0:1787763117.045914:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763117.045916:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787763117.045923:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000400:00000200:0.0:1787763117.045926:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe62a8
00000100:00080000:3.0:1787763117.045927:0:296758:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000400:00000010:0.0:1787763117.045938:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe62a8.
00000100:00000040:3.0:1787763117.045941:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763117.045948:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787763117.045949:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787763117.045972:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d564f00 x1874599320554368/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787763117.045977:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763117.045990:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763117.046001:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763117.046007:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000020:00000001:3.0:1787763117.046015:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1787763117.046018:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000020:00000040:3.0:1787763117.046019:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000020:00000001:3.0:1787763117.046026:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000040:0.0:1787763117.046028:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d564f00 x1874599320554368/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763142 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787763117.046038:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000001:0.0:1787763117.046056:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763117.046058:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:3.0:1787763117.046069:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763117.046070:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763117.046083:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1787763117.046089:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000040:3.0:1787763117.046091:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763117.046097:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000001:0.0:1787763117.046098:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4314953464
00000020:00000040:3.0:1787763117.046101:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00080000:3.0:1787763117.046107:0:296758:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763117.046110:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763117.046113:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9c574ac180.
02000000:00000001:3.0:1787763117.046113:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763117.046119:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763117.046123:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763117.046125:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787763117.046127:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000008:00100000:3.0:1787763117.046129:0:296758:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763117.046139:0:296758:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763117.046142:0:296758:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763117.046146:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d565a40.
00000100:00000001:0.0:1787763117.046148:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4314953464
00000020:00000040:3.0:1787763117.046150:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
02000000:00000001:3.0:1787763117.046157:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000010:0.0:1787763117.046158:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9c574acf60.
02000000:00000001:3.0:1787763117.046161:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763117.046170:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1787763117.046186:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1787763117.046189:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763117.046189:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763117.046196:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763117.046197:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763117.046216:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
02000000:00000010:3.0:1787763117.046219:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45907400.
00000100:00000001:3.0:1787763117.046225:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763117.046226:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763117/real 1787763117]  req@ffff9b9d5d564f00 x1874599320554368/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787763117.046259:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787763117.046261:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787763117.046263:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c51687580.
00000400:00000200:0.0:1787763117.046267:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6440
00000100:00100000:3.0:1787763117.046267:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d565a40 x1874599320554752/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:0.0:1787763117.046273:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6440.
00000100:00000001:0.0:1787763117.046280:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787763117.046293:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d564f00 x1874599320554368/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763117.046297:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763117.046310:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1787763117.046321:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d564f00 x1874599320554368/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787763117.046325:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001352b87a] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d565a40 x1874599320554752/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763117.046390:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763117.046394:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787763117.046399:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787763117.046401:0:296758:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20289)
00000100:00000001:0.0:1787763117.046402:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787763117.046409:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787763117.046418:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d564f00 x1874599320554368/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763117.046426:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787763117.046434:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d564f00 x1874599320554368/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763142 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763117.046473:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787763117.046476:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763117.046477:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787763117.046478:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763117.046481:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787763117.046482:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787763117.046486:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787763117.046490:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787763117.046492:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787763117.046496:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d564f00 x1874599320554368/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763142 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787763117.046503:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d564f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320554368:192.168.203.113@tcp:250:kworker.0
00000100:00000001:0.0:1787763117.046507:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763117.046520:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787763117.046522:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d564f00 x1874599320554368/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763142 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763117.046527:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787763117.046530:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787763117.046534:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d50558400.
02000000:00000001:0.0:1787763117.046537:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787763117.046540:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787763117.046542:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:0.0:1787763117.046544:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787763117.046547:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45905000.
02000000:00000001:0.0:1787763117.046551:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787763117.046552:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787763117.046554:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d564f00.
00000100:00000001:0.0:1787763117.046557:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787763117.046558:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763117.046560:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763117.046568:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787763117.046569:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763117.046571:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787763117.046572:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787763117.046574:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787763117.046577:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d566940 x1874599320554496/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763117.046583:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763117.046584:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763117.046585:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787763117.046587:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763117.046589:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763117.046591:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d566940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320554496:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787763117.046593:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787763117.046595:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787763117.046597:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763117.046598:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787763117.046601:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d50558400.
02000000:00000001:0.0:1787763117.046602:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787763117.046606:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787763117.046608:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c51687580.
00000400:00000010:0.0:1787763117.046611:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6440.
00000100:00000200:0.0:1787763117.046613:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320554496, portal 10
00000100:00000001:0.0:1787763117.046616:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787763117.046617:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910955840 : -110374798595776 : ffff9b9d5d566940)
00000100:00000040:0.0:1787763117.046622:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d566940 x1874599320554496/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763117.046628:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787763117.046629:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787763117.046631:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe62a8.
00000100:00000200:0.0:1787763117.046632:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320554496, offset 0
00000400:00000200:0.0:1787763117.046635:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787763117.046638:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763117.046642:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787763117.046644:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787763117.046646:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:0.0:1787763117.046648:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787763117.046650:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787763117.046652:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63095:63095:256:4294967295] 192.168.203.113@tcp LPNI seq info [63095:63095:8:4294967295]
00000400:00000200:0.0:1787763117.046656:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763117.046660:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787763117.046664:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787763117.046666:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c200.
00000800:00000200:0.0:1787763117.046669:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.0:1787763117.046672:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787763117.046675:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787763117.046677:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1787763117.046680:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787763117.046682:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c200.
00000400:00000200:0.0:1787763117.046684:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787763117.046687:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787763117.046689:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe62a8
00000400:00000010:0.0:1787763117.046690:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe62a8.
00000100:00000001:0.0:1787763117.046692:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787763117.046694:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d566940 x1874599320554496/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763117.046709:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787763117.046712:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d566940 x1874599320554496/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763142 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763117.046720:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763117.046722:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787763117.046726:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763117.046730:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:0.0:1787763117.046734:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787763117.046737:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314952237
00000100:00000001:0.0:1787763117.046740:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314953464
00000100:00000001:0.0:1787763117.046743:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314952237
00000100:00000001:0.0:1787763117.046746:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314953464
00000100:00000001:0.0:1787763117.046749:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787763117.046751:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763117.046753:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787763117.046757:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763117/real 1787763117]  req@ffff9b9d5d566940 x1874599320554496/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787763117.046766:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787763117.046768:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787763117.046770:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c51687580.
00000400:00000200:0.0:1787763117.046772:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6440
00000400:00000010:0.0:1787763117.046774:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6440.
00000100:00000001:0.0:1787763117.046777:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787763117.046781:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d566940 x1874599320554496/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787763117.046790:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d566940 x1874599320554496/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763117.046796:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787763117.046798:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763117.046799:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787763117.046800:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787763117.046803:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d566940 x1874599320554496/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763117.046808:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787763117.046810:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d566940 x1874599320554496/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763142 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763117.046815:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787763117.046817:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763117.046818:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787763117.046818:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763117.046820:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787763117.046847:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787763117.046850:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787763117.046854:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787763117.046856:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787763117.046861:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d566940 x1874599320554496/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763142 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787763117.046870:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d566940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320554496:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787763117.046875:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787763117.046879:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d567c00 x1874599320554624/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763117.046884:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763117.046885:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763117.046887:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787763117.046888:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763117.046890:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763117.046893:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d567c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320554624:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787763117.046895:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787763117.046897:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787763117.046899:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763117.046900:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787763117.046903:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d50559800.
02000000:00000001:0.0:1787763117.046904:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787763117.046907:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787763117.046909:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c51687580.
00000400:00000010:0.0:1787763117.046911:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6440.
00000100:00000200:0.0:1787763117.046914:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320554624, portal 10
00000100:00000001:0.0:1787763117.046915:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787763117.046916:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910960640 : -110374798590976 : ffff9b9d5d567c00)
00000100:00000040:0.0:1787763117.046921:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d567c00 x1874599320554624/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763117.046926:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787763117.046927:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787763117.046928:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe62a8.
00000100:00000200:0.0:1787763117.046930:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320554624, offset 0
00000400:00000200:0.0:1787763117.046933:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787763117.046936:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763117.046938:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787763117.046940:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787763117.046942:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:0.0:1787763117.046944:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787763117.046946:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787763117.046948:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63096:63096:256:4294967295] 192.168.203.113@tcp LPNI seq info [63096:63096:8:4294967295]
00000400:00000200:0.0:1787763117.046951:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763117.046956:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787763117.046959:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787763117.046962:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c200.
00000800:00000200:0.0:1787763117.046965:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.0:1787763117.046968:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787763117.046970:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787763117.046972:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1787763117.046975:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787763117.046977:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c200.
00000400:00000200:0.0:1787763117.046979:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787763117.046982:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787763117.046993:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe62a8
00000400:00000010:0.0:1787763117.046994:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe62a8.
00000100:00000001:0.0:1787763117.046996:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787763117.046998:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d567c00 x1874599320554624/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763117.047004:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787763117.047006:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d567c00 x1874599320554624/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763142 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763117.047011:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763117.047012:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787763117.047014:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763117.047016:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:0.0:1787763117.047018:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787763117.047019:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314952216
00000100:00000001:0.0:1787763117.047021:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314953464
00000100:00000001:0.0:1787763117.047022:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314952216
00000100:00000001:0.0:1787763117.047024:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314953464
00000100:00000001:0.0:1787763117.047026:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787763117.047027:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763117.047028:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787763117.047030:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763117/real 1787763117]  req@ffff9b9d5d567c00 x1874599320554624/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787763117.047035:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787763117.047037:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787763117.047038:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c51687580.
00000400:00000200:0.0:1787763117.047039:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6440
00000400:00000010:0.0:1787763117.047041:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6440.
00000100:00000001:0.0:1787763117.047042:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787763117.047044:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d567c00 x1874599320554624/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787763117.047049:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d567c00 x1874599320554624/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763117.047060:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787763117.047061:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763117.047062:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787763117.047063:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787763117.047065:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d567c00 x1874599320554624/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763117.047069:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787763117.047072:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d567c00 x1874599320554624/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763142 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763117.047076:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787763117.047078:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763117.047079:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787763117.047080:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763117.047081:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787763117.047083:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787763117.047084:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787763117.047086:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787763117.047087:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787763117.047090:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d567c00 x1874599320554624/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763142 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787763117.047101:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d567c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320554624:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787763117.047106:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787763117.047111:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d565a40 x1874599320554752/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763117.047118:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763117.047120:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763117.047122:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787763117.047124:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763117.047127:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763117.047130:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d565a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320554752:192.168.203.113@tcp:8:kworker.0
00000100:00000001:0.0:1787763117.047134:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787763117.047136:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787763117.047138:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763117.047140:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787763117.047144:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d50558800.
02000000:00000001:0.0:1787763117.047147:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787763117.047150:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787763117.047152:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c51687580.
00000400:00000010:0.0:1787763117.047155:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6440.
00000100:00000200:0.0:1787763117.047169:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320554752, portal 4
00000100:00000001:0.0:1787763117.047170:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787763117.047171:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910952000 : -110374798599616 : ffff9b9d5d565a40)
00000100:00000040:0.0:1787763117.047176:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d565a40 x1874599320554752/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763117.047181:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787763117.047182:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787763117.047184:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe62a8.
00000100:00000200:0.0:1787763117.047185:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320554752, offset 0
00000400:00000200:0.0:1787763117.047188:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787763117.047191:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763117.047194:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787763117.047196:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787763117.047198:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:0.0:1787763117.047200:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787763117.047201:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787763117.047204:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63097:63097:256:4294967295] 192.168.203.113@tcp LPNI seq info [63097:63097:8:4294967295]
00000400:00000200:0.0:1787763117.047206:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763117.047211:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787763117.047213:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787763117.047215:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c200.
00000800:00000200:0.0:1787763117.047218:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.0:1787763117.047220:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787763117.047223:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787763117.047225:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1787763117.047228:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787763117.047229:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c200.
00000400:00000200:0.0:1787763117.047231:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787763117.047234:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787763117.047236:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe62a8
00000400:00000010:0.0:1787763117.047237:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe62a8.
00000100:00000001:0.0:1787763117.047239:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787763117.047241:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d565a40 x1874599320554752/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763117.047261:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787763117.047263:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d565a40 x1874599320554752/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763142 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763117.047268:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763117.047269:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787763117.047272:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763117.047274:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:0.0:1787763117.047276:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787763117.047279:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314952228
00000100:00000001:0.0:1787763117.047281:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314953464
00000100:00000001:0.0:1787763117.047282:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314952228
00000100:00000001:0.0:1787763117.047284:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314953464
00000100:00000001:0.0:1787763117.047285:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787763117.047286:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763117.047287:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787763117.047290:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763117/real 1787763117]  req@ffff9b9d5d565a40 x1874599320554752/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787763117.047295:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787763117.047296:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787763117.047297:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c51687580.
00000400:00000200:0.0:1787763117.047299:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6440
00000400:00000010:0.0:1787763117.047300:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6440.
00000100:00000001:0.0:1787763117.047302:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787763117.047304:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d565a40 x1874599320554752/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787763117.047309:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d565a40 x1874599320554752/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763117.047313:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787763117.047314:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763117.047315:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787763117.047316:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787763117.047318:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d565a40 x1874599320554752/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763117.047322:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787763117.047324:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d565a40 x1874599320554752/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763142 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763117.047329:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787763117.047331:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763117.047333:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787763117.047333:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763117.047335:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787763117.047336:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787763117.047338:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787763117.047340:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787763117.047341:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787763117.047344:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d565a40 x1874599320554752/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763142 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787763117.047348:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d565a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320554752:192.168.203.113@tcp:8:kworker.0
00000100:00000001:0.0:1787763117.047350:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763117.047352:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787763117.047353:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d566940 x1874599320554496/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763142 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763117.047357:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787763117.047358:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787763117.047360:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d50558400.
02000000:00000001:0.0:1787763117.047361:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787763117.047362:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787763117.047363:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:0.0:1787763117.047365:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787763117.047366:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45905800.
02000000:00000001:0.0:1787763117.047368:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787763117.047369:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787763117.047370:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d566940.
00000100:00000001:0.0:1787763117.047373:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787763117.047374:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763117.047375:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787763117.047378:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d567c00 x1874599320554624/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763142 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763117.047387:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787763117.047388:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787763117.047389:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d50559800.
02000000:00000001:0.0:1787763117.047391:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787763117.047392:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787763117.047393:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:0.0:1787763117.047394:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787763117.047395:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45907800.
02000000:00000001:0.0:1787763117.047396:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787763117.047397:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787763117.047397:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d567c00.
00000100:00000001:0.0:1787763117.047399:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787763117.047400:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763117.047401:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787763117.047402:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d565a40 x1874599320554752/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763142 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763117.047406:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787763117.047407:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787763117.047408:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d50558800.
02000000:00000001:0.0:1787763117.047409:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787763117.047409:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787763117.047410:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:0.0:1787763117.047411:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787763117.047412:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45907400.
02000000:00000001:0.0:1787763117.047413:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787763117.047414:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787763117.047415:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d565a40.
00000100:00000001:0.0:1787763117.047416:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787763117.047417:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763117.047419:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763117.047422:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787763117.047423:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763117.047425:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787763117.047427:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763117.236562:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763117.236570:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763117.236576:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763117.236577:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763117.236582:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763117.236584:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763117.236668:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763117.236677:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763117.236684:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787763118.068548:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763118.068558:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763118.068562:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763118.068569:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787763118.068575:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763118.068580:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763118.068584:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763118.068588:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763118.068592:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763118.260574:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763118.260582:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763118.260590:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763118.260593:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763118.260597:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763118.260599:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763118.260732:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763118.260739:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763118.260744:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787763118.324591:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4314953464, at 4314953472
00000100:00000010:0.0:1787763118.324615:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9c574ac180.
00000100:00000001:2.0:1787763119.092552:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763119.092561:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763119.092564:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763119.092569:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787763119.092574:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763119.092578:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763119.092581:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763119.092584:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763119.092588:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763119.284608:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763119.284618:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763119.284622:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763119.284627:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763119.284633:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763119.284636:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763119.284639:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763119.284642:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763119.284646:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763119.284650:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763119.284652:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763119.284654:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763119.284656:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763119.284658:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763119.284660:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763119.284663:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763119.284667:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763119.284668:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763120.116562:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763120.116572:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763120.116577:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763120.116585:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787763120.116591:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763120.116596:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763120.116600:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763120.116604:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763120.116607:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763120.308558:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763120.308565:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763120.308569:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763120.308571:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763120.308575:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763120.308576:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763120.308691:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763120.308696:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763120.308700:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787763121.140609:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763121.140619:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763121.140623:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763121.140630:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787763121.140635:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763121.140639:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763121.140644:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763121.140648:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763121.140651:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763121.332731:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763121.332740:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763121.332746:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763121.332748:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763121.332752:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763121.332756:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763121.332759:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763121.332763:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763121.332767:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763121.332769:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763121.332772:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763121.332775:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763121.332883:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763121.332889:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763121.332894:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787763122.164500:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763122.164507:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787763122.164510:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763122.164513:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763122.164516:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763122.164522:0:296758:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20284
00000400:00000200:3.0:1787763122.164530:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763122.164538:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00000001:0.0:1787763122.164541:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1787763122.164542:0:296758:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787763122.164546:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000040:3.0:1787763122.164548:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763122.164549:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763122.164551:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:0.0:1787763122.164554:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000040:3.0:1787763122.164556:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763122.164559:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763122.164559:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000001:0.0:1787763122.164563:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1787763122.164564:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:0.0:1787763122.164568:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000040:3.0:1787763122.164568:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:3.0:1787763122.164571:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1787763122.164572:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1787763122.164574:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000100:00000001:0.0:1787763122.164576:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763122.164578:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:3.0:1787763122.164581:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:3.0:1787763122.164583:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763122.164585:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763122.164586:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763122.164587:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787763122.164590:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:3.0:1787763122.164592:0:296758:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763122.164594:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763122.164596:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763122.164598:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763122.164600:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763122.164601:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787763122.164603:0:296758:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763122.164608:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d564780.
00000020:00000040:3.0:1787763122.164610:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:3.0:1787763122.164613:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763122.164614:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763122.164616:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763122.164618:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763122.164620:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763122.164625:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45906400.
00000100:00000001:3.0:1787763122.164630:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763122.164637:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d564780 x1874599320554880/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763122.164645:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763122.164647:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763122.164651:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c570cac4] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d564780 x1874599320554880/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763122.164666:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763122.164669:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763122.164671:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787763122.164672:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763122.164674:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763122.164677:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763122.164679:0:296758:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20284
00000400:00000200:3.0:1787763122.164682:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787763122.164684:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:3.0:1787763122.164685:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00000001:0.0:1787763122.164688:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1787763122.164688:0:296758:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787763122.164692:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787763122.164694:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763122.164697:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763122.164701:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d564780 x1874599320554880/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787763122.164704:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763122.164711:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000001:0.0:1787763122.164715:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763122.164717:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763122.164717:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763122.164721:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
02000000:00000001:0.0:1787763122.164722:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:3.0:1787763122.164726:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
02000000:00000001:0.0:1787763122.164727:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1787763122.164732:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
02000000:00000001:0.0:1787763122.164733:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763122.164739:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00100000:0.0:1787763122.164742:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d564780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320554880:192.168.203.113@tcp:250:kworker.0
00000020:00000001:3.0:1787763122.164743:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000001:0.0:1787763122.164751:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:3.0:1787763122.164753:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
02000000:00000001:0.0:1787763122.164757:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1787763122.164758:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1787763122.164763:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763122.164764:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
02000000:00000001:0.0:1787763122.164769:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787763122.164769:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787763122.164773:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00080000:3.0:1787763122.164776:0:296758:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
02000000:00000010:0.0:1787763122.164778:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d50558800.
00000100:00000001:3.0:1787763122.164778:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763122.164783:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763122.164784:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763122.164788:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1787763122.164793:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
02000000:00000001:3.0:1787763122.164794:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1787763122.164798:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c51687580.
00000100:00000001:3.0:1787763122.164798:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763122.164805:0:296758:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000400:00000010:0.0:1787763122.164807:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6440.
00000008:00000001:3.0:1787763122.164808:0:296758:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763122.164811:0:296758:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1787763122.164814:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320554880, portal 25
00000100:00000010:3.0:1787763122.164815:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d565a40.
00000100:00000001:0.0:1787763122.164818:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787763122.164821:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910947200 : -110374798604416 : ffff9b9d5d564780)
00000020:00000040:3.0:1787763122.164822:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
02000000:00000001:3.0:1787763122.164826:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763122.164828:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763122.164830:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763122.164831:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763122.164834:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763122.164835:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d564780 x1874599320554880/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1787763122.164840:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45904800.
00000100:00000001:0.0:1787763122.164846:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787763122.164849:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763122.164850:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787763122.164855:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe62a8.
00000100:00000200:0.0:1787763122.164859:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320554880, offset 0
00000100:00100000:3.0:1787763122.164860:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d565a40 x1874599320555008/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1787763122.164869:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000100:00000001:3.0:1787763122.164870:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763122.164873:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763122.164877:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001352b87a] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d565a40 x1874599320555008/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1787763122.164878:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763122.164887:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000100:00000001:3.0:1787763122.164888:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763122.164892:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1787763122.164893:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:3.0:1787763122.164898:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:0.0:1787763122.164900:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000100:00000001:3.0:1787763122.164901:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763122.164904:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1787763122.164905:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1787763122.164909:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:0.0:1787763122.164910:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000100:00080000:3.0:1787763122.164916:0:296758:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20284
00000400:00000200:0.0:1787763122.164919:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63098:63098:256:4294967295] 192.168.203.113@tcp LPNI seq info [63098:63098:8:4294967295]
00000400:00000200:3.0:1787763122.164925:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763122.164928:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763122.164931:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763122.164934:0:296758:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763122.164939:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763122.164944:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1787763122.164945:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000100:00000040:3.0:1787763122.164949:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763122.164953:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763122.164954:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763122.164956:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000800:00000200:0.0:1787763122.164960:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000020:00000001:3.0:1787763122.164960:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763122.164963:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000020:00000001:3.0:1787763122.164966:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000020:00000001:3.0:1787763122.164967:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000800:00000010:0.0:1787763122.164969:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c200.
00000100:00000040:3.0:1787763122.164971:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763122.164974:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763122.164975:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763122.164977:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787763122.164978:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000100:00080000:3.0:1787763122.164980:0:296758:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763122.164981:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763122.164982:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763122.164985:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:0.0:1787763122.164990:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
02000000:00000001:3.0:1787763122.164990:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763122.164994:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763122.164997:0:296758:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000800:00000200:0.0:1787763122.164999:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 11 secs later)
00000008:00000001:3.0:1787763122.165000:0:296758:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763122.165003:0:296758:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763122.165007:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d567c00.
00000800:00000200:0.1:1787763122.165008:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000020:00000040:3.0:1787763122.165011:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000800:00000200:0.1:1787763122.165013:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 11 secs later)
02000000:00000001:3.0:1787763122.165014:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763122.165018:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:0.0:1787763122.165022:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000100:00000001:3.0:1787763122.165022:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763122.165025:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000010:0.0:1787763122.165027:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c200.
02000000:00000001:3.0:1787763122.165028:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787763122.165033:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000010:3.0:1787763122.165034:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45907400.
00000100:00000001:3.0:1787763122.165039:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787763122.165041:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000100:00100000:3.0:1787763122.165045:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d567c00 x1874599320555136/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1787763122.165048:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe62a8
00000400:00000010:0.0:1787763122.165053:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe62a8.
00000100:00000001:3.0:1787763122.165058:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763122.165059:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787763122.165062:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1787763122.165066:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d564780 x1874599320554880/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787763122.165068:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cde0ae17] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d567c00 x1874599320555136/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763122.165094:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763122.165095:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763122.165096:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1787763122.165101:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d564780 x1874599320554880/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763147 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787763122.165101:0:296758:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1787763122.165105:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763122.165113:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787763122.165116:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1787763122.165117:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763122.165118:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763122.165120:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787763122.165122:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763122.165126:0:296758:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20284
00000100:00000001:0.0:1787763122.165127:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787763122.165132:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763122.165135:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763122.165136:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00000001:0.0:1787763122.165139:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4314958583
00000100:00080000:3.0:1787763122.165139:0:296758:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763122.165145:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000010:0.0:1787763122.165147:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9c574ac180.
00000100:00000001:3.0:1787763122.165147:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763122.165151:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763122.165153:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763122.165155:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:0.0:1787763122.165156:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000020:00000040:3.0:1787763122.165157:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000020:00000001:3.0:1787763122.165160:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763122.165162:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000100:00000001:0.0:1787763122.165163:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4314958583
00000020:00000001:3.0:1787763122.165164:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000010:0.0:1787763122.165169:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9c574acd20.
00000020:00000001:3.0:1787763122.165169:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000001:0.0:1787763122.165175:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000100:00000040:3.0:1787763122.165175:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763122.165180:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787763122.165180:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763122.165183:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763122.165185:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763122.165186:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000001:0.0:1787763122.165189:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000020:00000040:3.0:1787763122.165190:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00100000:0.0:1787763122.165197:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763122/real 1787763122]  req@ffff9b9d5d564780 x1874599320554880/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787763122.165198:0:296758:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763122.165203:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763122.165221:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763122.165225:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000001:0.0:1787763122.165229:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:3.0:1787763122.165229:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763122.165230:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000001:0.0:1787763122.165232:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000008:00100000:3.0:1787763122.165233:0:296758:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000400:00000010:0.0:1787763122.165236:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c51687580.
00000008:00000001:3.0:1787763122.165237:0:296758:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763122.165241:0:296758:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787763122.165242:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6440
00000400:00000010:0.0:1787763122.165245:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6440.
00000100:00000010:3.0:1787763122.165245:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d566940.
00000100:00000001:0.0:1787763122.165250:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000040:3.0:1787763122.165251:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
02000000:00000001:3.0:1787763122.165255:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000200:0.0:1787763122.165256:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d564780 x1874599320554880/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787763122.165258:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763122.165263:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763122.165266:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763122.165268:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1787763122.165271:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d564780 x1874599320554880/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1787763122.165274:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45907800.
00000100:00000001:3.0:1787763122.165279:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763122.165283:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787763122.165285:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763122.165288:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00100000:3.0:1787763122.165288:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d566940 x1874599320555264/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763122.165291:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787763122.165298:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d564780 x1874599320554880/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763122.165300:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763122.165304:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763122.165312:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ae4254c] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d566940 x1874599320555264/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763122.165313:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787763122.165322:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d564780 x1874599320554880/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763147 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763122.165323:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763122.165330:0:296758:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20295)
00000100:00000001:0.0:1787763122.165332:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787763122.165335:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763122.165336:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787763122.165337:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763122.165339:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787763122.165340:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787763122.165343:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787763122.165345:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787763122.165347:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787763122.165350:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d564780 x1874599320554880/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763147 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787763122.165355:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d564780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320554880:192.168.203.113@tcp:250:kworker.0
00000100:00000001:0.0:1787763122.165358:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763122.165360:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787763122.165361:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d564780 x1874599320554880/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763147 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763122.165366:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787763122.165368:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787763122.165370:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d50558800.
02000000:00000001:0.0:1787763122.165372:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787763122.165374:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787763122.165376:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:0.0:1787763122.165377:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787763122.165379:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45906400.
02000000:00000001:0.0:1787763122.165382:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787763122.165384:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787763122.165386:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d564780.
00000100:00000001:0.0:1787763122.165389:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787763122.165390:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763122.165392:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763122.165398:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787763122.165400:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763122.165402:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787763122.165404:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787763122.165406:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787763122.165410:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d565a40 x1874599320555008/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763122.165418:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763122.165420:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763122.165422:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787763122.165424:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763122.165427:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763122.165430:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d565a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320555008:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787763122.165434:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787763122.165436:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787763122.165437:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763122.165464:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787763122.165467:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d50558800.
02000000:00000001:0.0:1787763122.165469:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787763122.165472:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787763122.165474:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c51687580.
00000400:00000010:0.0:1787763122.165477:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6440.
00000100:00000200:0.0:1787763122.165479:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320555008, portal 10
00000100:00000001:0.0:1787763122.165481:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787763122.165482:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910952000 : -110374798599616 : ffff9b9d5d565a40)
00000100:00000040:0.0:1787763122.165491:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d565a40 x1874599320555008/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763122.165496:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787763122.165497:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787763122.165499:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe62a8.
00000100:00000200:0.0:1787763122.165500:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320555008, offset 0
00000400:00000200:0.0:1787763122.165503:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787763122.165506:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763122.165509:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787763122.165511:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787763122.165514:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:0.0:1787763122.165515:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787763122.165517:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787763122.165519:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63099:63099:256:4294967295] 192.168.203.113@tcp LPNI seq info [63099:63099:8:4294967295]
00000400:00000200:0.0:1787763122.165522:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763122.165527:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787763122.165530:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787763122.165532:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c200.
00000800:00000200:0.0:1787763122.165535:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.0:1787763122.165537:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1787763122.165540:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787763122.165542:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 11 secs later)
00000800:00000100:0.0:1787763122.165545:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787763122.165546:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c200.
00000400:00000200:0.0:1787763122.165548:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787763122.165551:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787763122.165553:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe62a8
00000400:00000010:0.0:1787763122.165554:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe62a8.
00000100:00000001:0.0:1787763122.165556:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787763122.165558:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d565a40 x1874599320555008/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763122.165568:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787763122.165570:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d565a40 x1874599320555008/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763147 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763122.165574:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763122.165575:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787763122.165577:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763122.165580:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:0.0:1787763122.165582:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787763122.165584:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314957356
00000100:00000001:0.0:1787763122.165586:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314958583
00000100:00000001:0.0:1787763122.165587:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314957356
00000100:00000001:0.0:1787763122.165589:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314958583
00000100:00000001:0.0:1787763122.165590:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787763122.165591:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763122.165593:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787763122.165595:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763122/real 1787763122]  req@ffff9b9d5d565a40 x1874599320555008/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787763122.165600:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787763122.165601:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787763122.165602:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c51687580.
00000400:00000200:0.0:1787763122.165603:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6440
00000400:00000010:0.0:1787763122.165605:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6440.
00000100:00000001:0.0:1787763122.165606:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787763122.165608:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d565a40 x1874599320555008/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787763122.165614:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d565a40 x1874599320555008/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763122.165618:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787763122.165619:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763122.165621:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787763122.165622:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787763122.165624:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d565a40 x1874599320555008/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763122.165628:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787763122.165630:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d565a40 x1874599320555008/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763147 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763122.165635:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787763122.165636:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763122.165637:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787763122.165638:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763122.165639:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787763122.165649:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787763122.165650:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787763122.165652:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787763122.165653:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787763122.165656:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d565a40 x1874599320555008/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763147 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787763122.165660:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d565a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320555008:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787763122.165663:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787763122.165665:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d567c00 x1874599320555136/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763122.165669:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763122.165670:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763122.165671:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787763122.165673:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763122.165674:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763122.165676:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d567c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320555136:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787763122.165678:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787763122.165680:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787763122.165681:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763122.165682:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787763122.165684:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d50559800.
02000000:00000001:0.0:1787763122.165685:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787763122.165687:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787763122.165689:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c51687580.
00000400:00000010:0.0:1787763122.165690:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6440.
00000100:00000200:0.0:1787763122.165692:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320555136, portal 10
00000100:00000001:0.0:1787763122.165694:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787763122.165695:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910960640 : -110374798590976 : ffff9b9d5d567c00)
00000100:00000040:0.0:1787763122.165698:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d567c00 x1874599320555136/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763122.165703:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787763122.165704:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787763122.165706:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe62a8.
00000100:00000200:0.0:1787763122.165707:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320555136, offset 0
00000400:00000200:0.0:1787763122.165709:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787763122.165712:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763122.165713:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787763122.165715:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787763122.165717:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:0.0:1787763122.165718:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787763122.165720:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787763122.165722:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63100:63100:256:4294967295] 192.168.203.113@tcp LPNI seq info [63100:63100:8:4294967295]
00000400:00000200:0.0:1787763122.165725:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763122.165730:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787763122.165734:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787763122.165737:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c200.
00000800:00000200:0.0:1787763122.165742:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.0:1787763122.165744:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1787763122.165748:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787763122.165751:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 11 secs later)
00000800:00000100:0.0:1787763122.165755:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787763122.165757:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c200.
00000400:00000200:0.0:1787763122.165760:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787763122.165764:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787763122.165767:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe62a8
00000400:00000010:0.0:1787763122.165769:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe62a8.
00000100:00000001:0.0:1787763122.165772:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787763122.165776:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d567c00 x1874599320555136/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763122.165784:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787763122.165787:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d567c00 x1874599320555136/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763147 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763122.165792:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763122.165793:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787763122.165796:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763122.165798:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:0.0:1787763122.165801:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787763122.165802:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314957335
00000100:00000001:0.0:1787763122.165804:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314958583
00000100:00000001:0.0:1787763122.165805:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314957335
00000100:00000001:0.0:1787763122.165807:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314958583
00000100:00000001:0.0:1787763122.165808:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787763122.165810:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763122.165811:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787763122.165813:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763122/real 1787763122]  req@ffff9b9d5d567c00 x1874599320555136/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787763122.165818:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787763122.165820:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787763122.165821:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c51687580.
00000400:00000200:0.0:1787763122.165822:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6440
00000400:00000010:0.0:1787763122.165823:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6440.
00000100:00000001:0.0:1787763122.165825:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787763122.165827:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d567c00 x1874599320555136/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787763122.165832:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d567c00 x1874599320555136/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763122.165836:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787763122.165837:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763122.165838:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787763122.165839:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787763122.165841:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d567c00 x1874599320555136/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763122.165845:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787763122.165847:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d567c00 x1874599320555136/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763147 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763122.165851:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787763122.165853:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763122.165854:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787763122.165854:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763122.165856:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787763122.165857:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787763122.165858:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787763122.165860:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787763122.165861:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787763122.165864:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d567c00 x1874599320555136/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763147 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787763122.165873:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d567c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320555136:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787763122.165875:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787763122.165877:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d566940 x1874599320555264/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763122.165881:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763122.165882:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763122.165883:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787763122.165884:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763122.165886:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763122.165887:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d566940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320555264:192.168.203.113@tcp:8:kworker.0
00000100:00000001:0.0:1787763122.165889:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787763122.165890:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787763122.165891:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763122.165893:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787763122.165895:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d50558400.
02000000:00000001:0.0:1787763122.165896:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787763122.165899:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787763122.165900:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c51687580.
00000400:00000010:0.0:1787763122.165903:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6440.
00000100:00000200:0.0:1787763122.165905:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320555264, portal 4
00000100:00000001:0.0:1787763122.165906:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787763122.165907:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910955840 : -110374798595776 : ffff9b9d5d566940)
00000100:00000040:0.0:1787763122.165911:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d566940 x1874599320555264/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763122.165915:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787763122.165916:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787763122.165918:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe62a8.
00000100:00000200:0.0:1787763122.165919:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320555264, offset 0
00000400:00000200:0.0:1787763122.165922:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787763122.165925:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763122.165927:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787763122.165929:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787763122.165931:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:0.0:1787763122.165933:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787763122.165935:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787763122.165937:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63101:63101:256:4294967295] 192.168.203.113@tcp LPNI seq info [63101:63101:8:4294967295]
00000400:00000200:0.0:1787763122.165939:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763122.165944:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787763122.165947:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787763122.165949:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c200.
00000800:00000200:0.0:1787763122.165953:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.0:1787763122.165956:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1787763122.165960:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787763122.165963:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 11 secs later)
00000800:00000100:0.0:1787763122.165967:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787763122.165969:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c200.
00000400:00000200:0.0:1787763122.165972:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787763122.165975:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787763122.165978:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe62a8
00000400:00000010:0.0:1787763122.165980:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe62a8.
00000100:00000001:0.0:1787763122.165983:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787763122.165987:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d566940 x1874599320555264/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763122.165996:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787763122.165999:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d566940 x1874599320555264/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763147 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763122.166005:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763122.166006:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787763122.166009:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763122.166011:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:0.0:1787763122.166013:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787763122.166015:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314957347
00000100:00000001:0.0:1787763122.166017:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314958583
00000100:00000001:0.0:1787763122.166018:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314957347
00000100:00000001:0.0:1787763122.166020:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314958583
00000100:00000001:0.0:1787763122.166021:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787763122.166023:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763122.166024:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787763122.166026:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763122/real 1787763122]  req@ffff9b9d5d566940 x1874599320555264/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787763122.166031:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787763122.166032:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787763122.166033:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c51687580.
00000400:00000200:0.0:1787763122.166035:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6440
00000400:00000010:0.0:1787763122.166036:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6440.
00000100:00000001:0.0:1787763122.166037:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787763122.166039:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d566940 x1874599320555264/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787763122.166044:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d566940 x1874599320555264/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763122.166048:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787763122.166049:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763122.166050:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787763122.166051:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787763122.166053:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d566940 x1874599320555264/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763122.166057:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787763122.166059:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d566940 x1874599320555264/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763147 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763122.166063:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787763122.166065:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763122.166066:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787763122.166067:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763122.166069:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787763122.166070:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787763122.166072:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787763122.166074:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787763122.166075:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787763122.166077:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d566940 x1874599320555264/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763147 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787763122.166082:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d566940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320555264:192.168.203.113@tcp:8:kworker.0
00000100:00000001:0.0:1787763122.166084:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763122.166085:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787763122.166087:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d565a40 x1874599320555008/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763147 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763122.166092:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787763122.166093:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787763122.166094:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d50558800.
02000000:00000001:0.0:1787763122.166096:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787763122.166097:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787763122.166098:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:0.0:1787763122.166099:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787763122.166101:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45904800.
02000000:00000001:0.0:1787763122.166102:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787763122.166103:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787763122.166104:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d565a40.
00000100:00000001:0.0:1787763122.166106:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787763122.166107:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763122.166108:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787763122.166110:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d567c00 x1874599320555136/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763147 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763122.166118:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787763122.166119:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787763122.166120:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d50559800.
02000000:00000001:0.0:1787763122.166122:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787763122.166123:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787763122.166123:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:0.0:1787763122.166124:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787763122.166125:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45907400.
02000000:00000001:0.0:1787763122.166127:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787763122.166127:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787763122.166128:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d567c00.
00000100:00000001:0.0:1787763122.166130:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787763122.166130:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763122.166131:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787763122.166133:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d566940 x1874599320555264/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763147 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763122.166137:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787763122.166137:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787763122.166138:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d50558400.
02000000:00000001:0.0:1787763122.166139:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787763122.166140:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787763122.166141:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:0.0:1787763122.166142:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787763122.166143:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45907800.
02000000:00000001:0.0:1787763122.166144:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787763122.166144:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787763122.166145:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d566940.
00000100:00000001:0.0:1787763122.166147:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787763122.166148:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763122.166149:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763122.166151:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787763122.166152:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763122.166153:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787763122.166155:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763122.356518:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763122.356524:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763122.356529:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763122.356530:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763122.356533:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763122.356533:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763122.356581:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763122.356585:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763122.356587:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787763123.188533:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787763123.188540:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787763123.188543:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763123.188548:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:0.0:1787763123.188551:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787763123.188555:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763123.188557:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763123.188561:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763123.188564:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763123.380527:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763123.380533:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763123.380537:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763123.380539:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763123.380542:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763123.380543:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763123.380627:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763123.380631:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763123.380635:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787763123.444510:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4314958583, at 4314958592
00000100:00000010:0.0:1787763123.444519:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9c574ac180.
00000100:00000001:0.0:1787763124.212572:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787763124.212581:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787763124.212584:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763124.212590:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:0.0:1787763124.212594:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787763124.212599:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763124.212602:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763124.212606:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763124.212609:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763124.404579:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763124.404586:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763124.404592:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763124.404594:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763124.404598:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763124.404600:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763125.236544:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787763125.236553:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787763125.236555:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763125.236561:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:0.0:1787763125.236564:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787763125.236569:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763125.236572:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763125.236575:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763125.236577:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763125.428599:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763125.428608:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763125.428614:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763125.428616:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763125.428620:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763125.428622:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763125.428723:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763125.428729:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763125.428734:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787763126.260571:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787763126.260581:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787763126.260584:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763126.260592:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:0.0:1787763126.260597:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787763126.260602:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763126.260607:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763126.260611:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763126.260626:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763126.452550:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763126.452557:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763126.452562:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763126.452563:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763126.452566:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763126.452568:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763126.452640:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763126.452645:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763126.452649:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787763127.284570:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787763127.284580:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1787763127.284583:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787763127.284588:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763127.284590:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1787763127.284593:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763127.284598:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1787763127.284601:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763127.284607:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787763127.284610:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787763127.284617:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787763127.284620:0:296758:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20290
00000100:00000001:0.0:1787763127.284625:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763127.284631:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763127.284635:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787763127.284637:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763127.284648:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763127.284653:0:296758:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763127.284657:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763127.284663:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763127.284667:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763127.284670:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763127.284675:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763127.284678:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:3.0:1787763127.284681:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763127.284685:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:3.0:1787763127.284688:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:3.0:1787763127.284692:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:3.0:1787763127.284696:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763127.284698:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763127.284701:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763127.284703:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787763127.284707:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:3.0:1787763127.284711:0:296758:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763127.284714:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763127.284717:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763127.284722:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763127.284725:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763127.284728:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787763127.284731:0:296758:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763127.284740:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d564f00.
00000020:00000040:3.0:1787763127.284744:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:3.0:1787763127.284750:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763127.284753:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763127.284756:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763127.284760:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763127.284766:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763127.284774:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45905800.
00000100:00000001:3.0:1787763127.284782:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763127.284794:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d564f00 x1874599320555392/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763127.284807:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763127.284812:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763127.284818:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001dcdc0d3] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d564f00 x1874599320555392/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763127.284854:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763127.284858:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763127.284863:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787763127.284865:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763127.284867:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763127.284871:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763127.284874:0:296758:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20290
00000400:00000200:3.0:1787763127.284878:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763127.284882:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763127.284885:0:296758:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763127.284890:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763127.284893:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763127.284898:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763127.284901:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763127.284904:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763127.284906:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000020:00000001:3.0:1787763127.284908:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763127.284911:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000100:00000001:0.0:1787763127.284914:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1787763127.284916:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000020:00000001:3.0:1787763127.284922:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000001:0.0:1787763127.284923:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1787763127.284929:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763127.284931:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787763127.284935:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763127.284952:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d564f00 x1874599320555392/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787763127.284958:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763127.284967:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787763127.284974:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00080000:3.0:1787763127.284984:0:296758:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763127.284993:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763127.285000:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1787763127.285001:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787763127.285009:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763127.285010:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763127.285019:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763127.285022:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1787763127.285023:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:0.0:1787763127.285034:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:3.0:1787763127.285035:0:296758:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763127.285044:0:296758:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763127.285047:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763127.285049:0:296758:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763127.285058:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d5652c0.
00000100:00100000:0.0:1787763127.285061:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d564f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320555392:192.168.203.113@tcp:250:kworker.0
00000020:00000040:3.0:1787763127.285065:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
02000000:00000001:3.0:1787763127.285074:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1787763127.285076:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787763127.285079:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763127.285084:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1787763127.285084:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763127.285086:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763127.285091:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763127.285093:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763127.285101:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787763127.285105:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45905000.
02000000:00000010:0.0:1787763127.285113:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d50558400.
00000100:00000001:3.0:1787763127.285114:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763127.285124:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763127.285133:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d5652c0 x1874599320555520/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1787763127.285143:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787763127.285154:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c51687580.
00000100:00000001:3.0:1787763127.285157:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763127.285162:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1787763127.285164:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6440.
00000100:00000040:3.0:1787763127.285192:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc712cf1] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d5652c0 x1874599320555520/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787763127.285200:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320555392, portal 25
00000100:00000001:0.0:1787763127.285210:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787763127.285215:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910949120 : -110374798602496 : ffff9b9d5d564f00)
00000100:00000001:3.0:1787763127.285234:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763127.285236:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d564f00 x1874599320555392/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787763127.285242:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763127.285255:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787763127.285261:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1787763127.285265:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1787763127.285267:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763127.285279:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:0.0:1787763127.285280:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787763127.285289:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe62a8.
00000100:00080000:3.0:1787763127.285290:0:296758:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20290
00000100:00000200:0.0:1787763127.285297:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320555392, offset 0
00000400:00000200:3.0:1787763127.285306:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763127.285319:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000400:00000200:0.0:1787763127.285321:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000100:00080000:3.0:1787763127.285326:0:296758:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763127.285332:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763127.285336:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1787763127.285340:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000040:3.0:1787763127.285343:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763127.285349:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763127.285354:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763127.285356:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000020:00000001:3.0:1787763127.285358:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763127.285361:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000400:00000200:0.0:1787763127.285366:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000020:00000001:3.0:1787763127.285367:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000020:00000001:3.0:1787763127.285378:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000400:00000200:0.0:1787763127.285379:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787763127.285389:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000100:00000040:3.0:1787763127.285396:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000400:00000200:0.0:1787763127.285401:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1787763127.285408:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1787763127.285410:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000100:00000040:3.0:1787763127.285424:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000400:00000200:0.0:1787763127.285425:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63102:63102:256:4294967295] 192.168.203.113@tcp LPNI seq info [63102:63102:8:4294967295]
00000100:00000001:3.0:1787763127.285437:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000400:00000200:0.0:1787763127.285469:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763127.285483:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787763127.285492:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000020:00000040:3.0:1787763127.285502:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000800:00000010:0.0:1787763127.285506:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c200.
00000100:00080000:3.0:1787763127.285511:0:296758:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763127.285518:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1787763127.285525:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
02000000:00000001:3.0:1787763127.285526:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763127.285535:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:0.0:1787763127.285537:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 6 secs later)
02000000:00000001:3.0:1787763127.285545:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763127.285552:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000800:00000200:0.1:1787763127.285553:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000008:00100000:3.0:1787763127.285557:0:296758:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000800:00000200:0.1:1787763127.285563:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 6 secs later)
00000008:00000001:3.0:1787763127.285565:0:296758:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763127.285574:0:296758:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:0.0:1787763127.285582:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000100:00000010:3.0:1787763127.285586:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d565680.
00000800:00000010:0.0:1787763127.285588:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c200.
00000020:00000040:3.0:1787763127.285595:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000400:00000200:0.0:1787763127.285600:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:3.0:1787763127.285602:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763127.285607:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787763127.285614:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1787763127.285615:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763127.285622:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763127.285627:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787763127.285628:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe62a8
00000400:00000010:0.0:1787763127.285634:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe62a8.
02000000:00000010:3.0:1787763127.285636:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45907800.
00000100:00000001:0.0:1787763127.285641:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787763127.285645:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1787763127.285652:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d564f00 x1874599320555392/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763127.285662:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d565680 x1874599320555648/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763127.285682:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787763127.285689:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000040:0.0:1787763127.285695:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d564f00 x1874599320555392/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763152 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763127.285696:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763127.285712:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000082576300] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d565680 x1874599320555648/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763127.285723:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763127.285732:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787763127.285738:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763127.285742:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763127.285744:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787763127.285754:0:296758:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:0.0:1787763127.285757:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00080000:3.0:1787763127.285760:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787763127.285769:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4314963704
00000100:00080000:3.0:1787763127.285770:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787763127.285775:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763127.285779:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763127.285784:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000100:00000010:0.0:1787763127.285789:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9c574ac180.
00000100:00080000:3.0:1787763127.285790:0:296758:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20290
00000400:00000200:3.0:1787763127.285801:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787763127.285808:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000400:00000200:3.0:1787763127.285809:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763127.285815:0:296758:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763127.285823:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763127.285826:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787763127.285829:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4314963704
00000100:00000040:3.0:1787763127.285830:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763127.285837:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763127.285843:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000010:0.0:1787763127.285845:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9c574ac420.
00000020:00000040:3.0:1787763127.285846:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000020:00000001:3.0:1787763127.285851:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763127.285857:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000100:00000001:0.0:1787763127.285860:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000020:00000001:3.0:1787763127.285861:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000020:00000001:3.0:1787763127.285869:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000001:0.0:1787763127.285873:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1787763127.285876:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763127.285883:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763127.285885:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787763127.285892:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000040:3.0:1787763127.285894:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763127.285900:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787763127.285904:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00100000:0.0:1787763127.285908:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763127/real 1787763127]  req@ffff9b9d5d564f00 x1874599320555392/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787763127.285913:0:296758:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763127.285923:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763127.285930:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763127.285937:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000001:0.0:1787763127.285942:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:3.0:1787763127.285943:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763127.285951:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000001:0.0:1787763127.285952:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000008:00100000:3.0:1787763127.285954:0:296758:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763127.285961:0:296758:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1787763127.285963:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c51687580.
00000100:00000001:3.0:1787763127.285965:0:296758:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763127.285973:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d567480.
00000400:00000200:0.0:1787763127.285977:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6440
00000020:00000040:3.0:1787763127.285979:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
00000400:00000010:0.0:1787763127.285989:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6440.
02000000:00000001:3.0:1787763127.285990:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763127.285994:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763127.286000:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1787763127.286003:0:256678:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:3.0:1787763127.286003:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763127.286011:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763127.286018:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45907400.
00000100:00000200:0.0:1787763127.286021:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d564f00 x1874599320555392/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763127.286023:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763127.286036:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d567480 x1874599320555776/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763127.286068:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000200:0.0:1787763127.286071:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d564f00 x1874599320555392/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763127.286073:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763127.286088:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000036831fe2] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d567480 x1874599320555776/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763127.286141:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763127.286144:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787763127.286151:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787763127.286152:0:296758:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20300)
00000100:00000001:0.0:1787763127.286157:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787763127.286162:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787763127.286170:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d564f00 x1874599320555392/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763127.286209:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787763127.286218:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d564f00 x1874599320555392/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763152 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763127.286229:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787763127.286233:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763127.286235:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787763127.286236:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763127.286239:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787763127.286242:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787763127.286245:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787763127.286251:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787763127.286253:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787763127.286259:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d564f00 x1874599320555392/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763152 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787763127.286269:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d564f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320555392:192.168.203.113@tcp:250:kworker.0
00000100:00000001:0.0:1787763127.286276:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763127.286279:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787763127.286283:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d564f00 x1874599320555392/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763152 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763127.286291:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787763127.286294:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787763127.286298:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d50558400.
02000000:00000001:0.0:1787763127.286304:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787763127.286307:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787763127.286309:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:0.0:1787763127.286312:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787763127.286315:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45905800.
02000000:00000001:0.0:1787763127.286321:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787763127.286323:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787763127.286325:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d564f00.
00000100:00000001:0.0:1787763127.286329:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787763127.286331:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763127.286334:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763127.286343:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787763127.286345:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763127.286347:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787763127.286349:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787763127.286352:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787763127.286356:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d5652c0 x1874599320555520/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763127.286366:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763127.286368:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763127.286371:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787763127.286373:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763127.286376:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763127.286380:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d5652c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320555520:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787763127.286384:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787763127.286387:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787763127.286389:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763127.286392:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787763127.286396:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d50558400.
02000000:00000001:0.0:1787763127.286399:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787763127.286404:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787763127.286408:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c51687580.
00000400:00000010:0.0:1787763127.286412:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6440.
00000100:00000200:0.0:1787763127.286417:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320555520, portal 10
00000100:00000001:0.0:1787763127.286420:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787763127.286422:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910950080 : -110374798601536 : ffff9b9d5d5652c0)
00000100:00000040:0.0:1787763127.286430:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d5652c0 x1874599320555520/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763127.286467:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787763127.286472:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787763127.286475:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe62a8.
00000100:00000200:0.0:1787763127.286479:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320555520, offset 0
00000400:00000200:0.0:1787763127.286484:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787763127.286490:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763127.286496:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787763127.286500:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787763127.286504:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:0.0:1787763127.286508:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787763127.286511:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787763127.286515:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63103:63103:256:4294967295] 192.168.203.113@tcp LPNI seq info [63103:63103:8:4294967295]
00000400:00000200:0.0:1787763127.286521:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763127.286530:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787763127.286536:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787763127.286541:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c200.
00000800:00000200:0.0:1787763127.286546:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.0:1787763127.286550:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1787763127.286557:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787763127.286560:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 6 secs later)
00000800:00000100:0.0:1787763127.286565:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787763127.286568:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c200.
00000400:00000200:0.0:1787763127.286572:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787763127.286577:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787763127.286581:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe62a8
00000400:00000010:0.0:1787763127.286583:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe62a8.
00000100:00000001:0.0:1787763127.286587:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787763127.286592:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d5652c0 x1874599320555520/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763127.286611:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787763127.286615:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d5652c0 x1874599320555520/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763152 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763127.286623:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763127.286625:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787763127.286629:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763127.286634:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:0.0:1787763127.286638:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787763127.286641:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314962477
00000100:00000001:0.0:1787763127.286644:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314963704
00000100:00000001:0.0:1787763127.286647:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314962477
00000100:00000001:0.0:1787763127.286650:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314963704
00000100:00000001:0.0:1787763127.286653:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787763127.286655:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763127.286658:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787763127.286662:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763127/real 1787763127]  req@ffff9b9d5d5652c0 x1874599320555520/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787763127.286671:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787763127.286673:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787763127.286675:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c51687580.
00000400:00000200:0.0:1787763127.286678:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6440
00000400:00000010:0.0:1787763127.286680:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6440.
00000100:00000001:0.0:1787763127.286683:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787763127.286687:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d5652c0 x1874599320555520/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787763127.286697:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d5652c0 x1874599320555520/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763127.286704:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787763127.286707:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763127.286709:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787763127.286711:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787763127.286716:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d5652c0 x1874599320555520/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763127.286724:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787763127.286728:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d5652c0 x1874599320555520/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763152 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763127.286737:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787763127.286739:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763127.286741:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787763127.286743:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763127.286745:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787763127.286759:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787763127.286763:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787763127.286770:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787763127.286774:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787763127.286782:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d5652c0 x1874599320555520/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763152 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787763127.286798:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d5652c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320555520:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787763127.286822:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787763127.286837:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d565680 x1874599320555648/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763127.286853:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763127.286856:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763127.286861:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787763127.286864:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763127.286868:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763127.286876:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d565680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320555648:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787763127.286880:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787763127.286883:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787763127.286885:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763127.286888:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787763127.286893:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d50559800.
02000000:00000001:0.0:1787763127.286895:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787763127.286900:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787763127.286904:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c51687580.
00000400:00000010:0.0:1787763127.286908:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6440.
00000100:00000200:0.0:1787763127.286912:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320555648, portal 10
00000100:00000001:0.0:1787763127.286915:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787763127.286917:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910951040 : -110374798600576 : ffff9b9d5d565680)
00000100:00000040:0.0:1787763127.286924:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d565680 x1874599320555648/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763127.286933:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787763127.286936:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787763127.286938:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe62a8.
00000100:00000200:0.0:1787763127.286942:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320555648, offset 0
00000400:00000200:0.0:1787763127.286948:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787763127.286956:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763127.286963:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787763127.286969:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787763127.286974:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:0.0:1787763127.286980:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787763127.286985:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787763127.286991:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63104:63104:256:4294967295] 192.168.203.113@tcp LPNI seq info [63104:63104:8:4294967295]
00000400:00000200:0.0:1787763127.287000:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763127.287014:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787763127.287025:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787763127.287032:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c200.
00000800:00000200:0.0:1787763127.287041:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.0:1787763127.287047:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1787763127.287053:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787763127.287056:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 6 secs later)
00000800:00000100:0.0:1787763127.287061:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787763127.287064:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c200.
00000400:00000200:0.0:1787763127.287069:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787763127.287073:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787763127.287078:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe62a8
00000400:00000010:0.0:1787763127.287080:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe62a8.
00000100:00000001:0.0:1787763127.287083:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787763127.287089:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d565680 x1874599320555648/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763127.287099:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787763127.287103:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d565680 x1874599320555648/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763152 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763127.287128:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763127.287131:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787763127.287140:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763127.287145:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:0.0:1787763127.287149:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787763127.287152:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314962456
00000100:00000001:0.0:1787763127.287155:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314963704
00000100:00000001:0.0:1787763127.287158:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314962456
00000100:00000001:0.0:1787763127.287161:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314963704
00000100:00000001:0.0:1787763127.287164:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787763127.287166:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763127.287169:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787763127.287194:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763127/real 1787763127]  req@ffff9b9d5d565680 x1874599320555648/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787763127.287206:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787763127.287208:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787763127.287211:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c51687580.
00000400:00000200:0.0:1787763127.287214:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6440
00000400:00000010:0.0:1787763127.287216:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6440.
00000100:00000001:0.0:1787763127.287219:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787763127.287223:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d565680 x1874599320555648/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787763127.287234:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d565680 x1874599320555648/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763127.287242:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787763127.287243:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763127.287246:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787763127.287247:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787763127.287252:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d565680 x1874599320555648/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763127.287260:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787763127.287264:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d565680 x1874599320555648/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763152 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763127.287274:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787763127.287277:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763127.287279:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787763127.287280:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763127.287282:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787763127.287285:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787763127.287288:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787763127.287291:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787763127.287294:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787763127.287298:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d565680 x1874599320555648/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763152 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787763127.287316:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d565680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320555648:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787763127.287321:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787763127.287325:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d567480 x1874599320555776/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763127.287333:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763127.287335:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763127.287337:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787763127.287340:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763127.287342:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763127.287346:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d567480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320555776:192.168.203.113@tcp:8:kworker.0
00000100:00000001:0.0:1787763127.287350:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787763127.287353:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787763127.287355:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763127.287357:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787763127.287362:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d50558800.
02000000:00000001:0.0:1787763127.287364:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787763127.287369:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787763127.287372:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c51687580.
00000400:00000010:0.0:1787763127.287376:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6440.
00000100:00000200:0.0:1787763127.287380:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320555776, portal 4
00000100:00000001:0.0:1787763127.287382:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787763127.287384:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910958720 : -110374798592896 : ffff9b9d5d567480)
00000100:00000040:0.0:1787763127.287391:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d567480 x1874599320555776/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763127.287399:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787763127.287402:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787763127.287405:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe62a8.
00000100:00000200:0.0:1787763127.287407:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320555776, offset 0
00000400:00000200:0.0:1787763127.287412:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787763127.287418:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763127.287423:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787763127.287427:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787763127.287431:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:0.0:1787763127.287434:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787763127.287437:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787763127.287470:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63105:63105:256:4294967295] 192.168.203.113@tcp LPNI seq info [63105:63105:8:4294967295]
00000400:00000200:0.0:1787763127.287476:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763127.287485:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787763127.287491:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787763127.287496:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c200.
00000800:00000200:0.0:1787763127.287501:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.0:1787763127.287505:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1787763127.287510:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787763127.287514:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 6 secs later)
00000800:00000100:0.0:1787763127.287519:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787763127.287521:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c200.
00000400:00000200:0.0:1787763127.287525:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787763127.287530:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787763127.287534:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe62a8
00000400:00000010:0.0:1787763127.287536:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe62a8.
00000100:00000001:0.0:1787763127.287539:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787763127.287544:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d567480 x1874599320555776/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763127.287553:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787763127.287557:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d567480 x1874599320555776/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763152 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763127.287566:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763127.287568:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787763127.287571:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763127.287575:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:0.0:1787763127.287579:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787763127.287583:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314962469
00000100:00000001:0.0:1787763127.287586:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314963704
00000100:00000001:0.0:1787763127.287589:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314962469
00000100:00000001:0.0:1787763127.287591:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314963704
00000100:00000001:0.0:1787763127.287594:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787763127.287596:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763127.287599:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787763127.287603:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763127/real 1787763127]  req@ffff9b9d5d567480 x1874599320555776/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787763127.287612:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787763127.287613:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787763127.287615:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c51687580.
00000400:00000200:0.0:1787763127.287618:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6440
00000400:00000010:0.0:1787763127.287620:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6440.
00000100:00000001:0.0:1787763127.287622:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787763127.287626:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d567480 x1874599320555776/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787763127.287637:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d567480 x1874599320555776/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763127.287644:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787763127.287646:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763127.287648:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787763127.287650:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787763127.287654:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d567480 x1874599320555776/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763127.287662:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787763127.287666:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d567480 x1874599320555776/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763152 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763127.287674:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787763127.287678:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763127.287680:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787763127.287682:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763127.287684:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787763127.287686:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787763127.287689:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787763127.287693:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787763127.287695:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787763127.287700:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d567480 x1874599320555776/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763152 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787763127.287709:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d567480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320555776:192.168.203.113@tcp:8:kworker.0
00000100:00000001:0.0:1787763127.287713:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763127.287716:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787763127.287720:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d5652c0 x1874599320555520/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763152 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763127.287727:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787763127.287729:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787763127.287732:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d50558400.
02000000:00000001:0.0:1787763127.287735:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787763127.287737:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787763127.287739:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:0.0:1787763127.287741:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787763127.287744:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45905000.
02000000:00000001:0.0:1787763127.287747:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787763127.287749:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787763127.287751:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d5652c0.
00000100:00000001:0.0:1787763127.287754:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787763127.287756:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763127.287758:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787763127.287764:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d565680 x1874599320555648/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763152 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763127.287790:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787763127.287792:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787763127.287795:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d50559800.
02000000:00000001:0.0:1787763127.287801:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787763127.287803:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787763127.287806:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:0.0:1787763127.287809:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787763127.287812:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45907800.
02000000:00000001:0.0:1787763127.287817:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787763127.287819:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787763127.287822:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d565680.
00000100:00000001:0.0:1787763127.287826:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787763127.287828:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763127.287832:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787763127.287839:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d567480 x1874599320555776/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763152 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763127.287854:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787763127.287856:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787763127.287860:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d50558800.
02000000:00000001:0.0:1787763127.287865:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787763127.287868:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787763127.287871:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:0.0:1787763127.287873:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787763127.287875:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45907400.
02000000:00000001:0.0:1787763127.287878:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787763127.287880:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787763127.287882:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d567480.
00000100:00000001:0.0:1787763127.287884:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787763127.287886:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763127.287888:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763127.287894:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787763127.287895:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763127.287898:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787763127.287900:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763127.476592:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763127.476601:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763127.476606:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763127.476607:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763127.476611:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763127.476612:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763127.476686:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763127.476692:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763127.476697:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787763128.308613:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787763128.308626:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787763128.308629:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763128.308635:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:0.0:1787763128.308640:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787763128.308644:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763128.308648:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763128.308652:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763128.308655:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763128.500570:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763128.500578:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763128.500586:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763128.500589:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763128.500592:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763128.500594:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763128.500663:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763128.500668:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763128.500671:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787763128.564565:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4314963704, at 4314963712
00000100:00000010:0.0:1787763128.564595:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9c574ac180.
00000100:00000001:0.0:1787763129.332593:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787763129.332605:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787763129.332608:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763129.332616:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:0.0:1787763129.332621:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787763129.332626:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763129.332630:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763129.332634:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763129.332638:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763129.524588:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763129.524600:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763129.524602:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763129.524605:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763129.524624:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763129.524627:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763129.524629:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763129.524632:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763129.524637:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763129.524640:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763129.524642:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763129.524644:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763129.524645:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763129.524647:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763129.524649:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763129.524651:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763129.524656:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763129.524665:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763130.356588:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787763130.356596:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787763130.356598:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763130.356610:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:0.0:1787763130.356615:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787763130.356619:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763130.356621:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763130.356624:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763130.356627:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763130.548570:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763130.548578:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763130.548584:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763130.548586:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763130.548589:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763130.548591:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763130.548676:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763130.548681:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763130.548686:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787763131.380568:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787763131.380578:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787763131.380581:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763131.380589:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:0.0:1787763131.380595:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787763131.380600:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763131.380604:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763131.380608:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763131.380611:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763131.572566:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763131.572578:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763131.572590:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763131.572593:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763131.572600:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763131.572605:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763131.572609:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763131.572616:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763131.572622:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763131.572625:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763131.572629:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763131.572634:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763131.572716:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763131.572723:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763131.572728:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787763132.404519:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787763132.404526:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787763132.404529:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763132.404534:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:0.0:1787763132.404538:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787763132.404541:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763132.404544:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763132.404547:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763132.404550:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763132.404586:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763132.404602:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787763132.404605:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763132.404608:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763132.404613:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763132.404620:0:291943:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20295
00000400:00000200:2.0:1787763132.404630:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763132.404636:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763132.404639:0:291943:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763132.404642:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763132.404645:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763132.404647:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763132.404649:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:2.0:1787763132.404653:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763132.404655:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:2.0:1787763132.404657:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763132.404661:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:2.0:1787763132.404663:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:2.0:1787763132.404665:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:2.0:1787763132.404667:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763132.404668:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763132.404670:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763132.404671:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:2.0:1787763132.404674:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:2.0:1787763132.404677:0:291943:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763132.404679:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763132.404682:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763132.404686:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763132.404688:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763132.404690:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787763132.404692:0:291943:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763132.404703:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d569680.
00000020:00000040:2.0:1787763132.404706:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:2.0:1787763132.404710:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763132.404712:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763132.404715:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763132.404718:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763132.404723:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763132.404731:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f186000.
00000100:00000001:2.0:1787763132.404738:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763132.404747:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d569680 x1874599320555904/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763132.404756:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763132.404760:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763132.404764:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d90ce636] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d569680 x1874599320555904/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763132.404786:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763132.404790:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763132.404793:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787763132.404794:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763132.404795:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763132.404798:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763132.404800:0:291943:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20295
00000400:00000200:2.0:1787763132.404803:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763132.404806:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763132.404809:0:291943:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763132.404812:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763132.404814:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763132.404818:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763132.404821:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000001:0.0:1787763132.404822:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1787763132.404824:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763132.404828:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000100:00000001:0.0:1787763132.404830:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1787763132.404831:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1787763132.404836:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:2.0:1787763132.404837:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000020:00000001:2.0:1787763132.404840:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000020:00000001:2.0:1787763132.404842:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000040:2.0:1787763132.404847:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763132.404854:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763132.404855:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d569680 x1874599320555904/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787763132.404860:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763132.404870:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:2.0:1787763132.404879:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00080000:2.0:1787763132.404893:0:291943:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763132.404894:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763132.404911:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763132.404915:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787763132.404916:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763132.404925:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763132.404926:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763132.404932:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763132.404932:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763132.404955:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763132.404955:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787763132.404978:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787763132.404983:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763132.404988:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d569680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320555904:192.168.203.113@tcp:250:kworker.0
00000100:00000001:2.0:1787763132.404989:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763132.405002:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d568000.
00000100:00000001:0.0:1787763132.405003:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:2.0:1787763132.405013:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
02000000:00000001:0.0:1787763132.405014:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763132.405023:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763132.405024:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763132.405029:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763132.405030:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1787763132.405041:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763132.405043:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763132.405062:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763132.405065:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d50558800.
02000000:00000010:2.0:1787763132.405070:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f184000.
02000000:00000001:0.0:1787763132.405071:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763132.405078:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763132.405089:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d568000 x1874599320556032/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1787763132.405092:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763132.405108:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763132.405112:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1787763132.405113:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c51687580.
00000100:00000040:2.0:1787763132.405118:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000040389d09] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d568000 x1874599320556032/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1787763132.405130:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6440.
00000100:00000001:2.0:1787763132.405130:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763132.405154:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763132.405163:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787763132.405165:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763132.405168:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:0.0:1787763132.405169:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320555904, portal 25
00000100:00000001:2.0:1787763132.405173:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787763132.405179:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:2.0:1787763132.405182:0:291943:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20295
00000100:00000001:0.0:1787763132.405201:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910967424 : -110374798584192 : ffff9b9d5d569680)
00000400:00000200:2.0:1787763132.405202:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763132.405211:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763132.405215:0:291943:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763132.405221:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d569680 x1874599320555904/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787763132.405225:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763132.405235:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787763132.405246:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763132.405247:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000040:0.0:1787763132.405255:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000100:00000001:2.0:1787763132.405259:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000400:00000010:0.0:1787763132.405261:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe62a8.
00000020:00000001:2.0:1787763132.405270:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000200:0.0:1787763132.405271:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320555904, offset 0
00000020:00000040:2.0:1787763132.405276:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000020:00000001:2.0:1787763132.405282:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:0.0:1787763132.405283:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000020:00000040:2.0:1787763132.405289:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000020:00000001:2.0:1787763132.405295:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000400:00000200:0.0:1787763132.405302:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000020:00000001:2.0:1787763132.405304:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00000040:2.0:1787763132.405313:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000400:00000200:0.0:1787763132.405316:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000100:00000001:2.0:1787763132.405328:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1787763132.405330:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787763132.405341:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000100:00000040:2.0:1787763132.405342:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000400:00000200:0.0:1787763132.405346:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787763132.405353:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000100:00000001:2.0:1787763132.405353:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000400:00000200:0.0:1787763132.405365:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63106:63106:256:4294967295] 192.168.203.113@tcp LPNI seq info [63106:63106:8:4294967295]
00000020:00000040:2.0:1787763132.405365:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000100:00080000:2.0:1787763132.405380:0:291943:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763132.405394:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763132.405397:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1787763132.405401:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
02000000:00000001:2.0:1787763132.405406:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763132.405412:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763132.405414:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787763132.405421:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1787763132.405430:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000008:00000001:2.0:1787763132.405432:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1787763132.405446:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787763132.405452:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c200.
00000800:00000200:0.0:1787763132.405460:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.0:1787763132.405464:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 1 secs later)
00000100:00000001:2.0:1787763132.405507:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1787763132.405509:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000010:2.0:1787763132.405514:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d568b40.
00000800:00000200:0.1:1787763132.405515:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 1 secs later)
00000020:00000040:2.0:1787763132.405525:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000800:00000100:0.0:1787763132.405535:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
02000000:00000001:2.0:1787763132.405537:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763132.405548:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1787763132.405549:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c200.
00000100:00000001:2.0:1787763132.405562:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763132.405566:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:0.0:1787763132.405567:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:2.0:1787763132.405572:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787763132.405578:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
02000000:00000010:2.0:1787763132.405581:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f184c00.
00000400:00000200:0.0:1787763132.405587:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe62a8
00000100:00000001:2.0:1787763132.405588:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1787763132.405591:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe62a8.
00000100:00100000:2.0:1787763132.405599:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d568b40 x1874599320556160/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763132.405600:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787763132.405614:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d569680 x1874599320555904/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763132.405624:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763132.405631:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763132.405648:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a25ffa6] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d568b40 x1874599320556160/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763132.405655:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787763132.405662:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763132.405672:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d569680 x1874599320555904/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763157 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787763132.405673:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787763132.405685:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763132.405693:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:2.0:1787763132.405697:0:291943:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:0.0:1787763132.405704:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763132.405705:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763132.405719:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000200:0.0:1787763132.405726:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763132.405727:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763132.405738:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763132.405739:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4314968824
00000100:00000001:2.0:1787763132.405763:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763132.405767:0:291943:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20295
00000100:00000010:0.0:1787763132.405772:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9c574ac180.
00000400:00000200:2.0:1787763132.405772:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763132.405786:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763132.405789:0:291943:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787763132.405790:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000100:00000040:2.0:1787763132.405805:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763132.405807:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4314968824
00000100:00000001:2.0:1787763132.405809:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763132.405830:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763132.405834:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000010:0.0:1787763132.405835:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9c574ac060.
00000020:00000001:2.0:1787763132.405839:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763132.405843:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000100:00000001:0.0:1787763132.405844:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000020:00000001:2.0:1787763132.405856:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1787763132.405860:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000040:2.0:1787763132.405860:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000020:00000001:2.0:1787763132.405878:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000001:0.0:1787763132.405879:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763132.405898:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000001:0.0:1787763132.405907:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000040:2.0:1787763132.405909:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763132.405913:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:0.0:1787763132.405916:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763132/real 1787763132]  req@ffff9b9d5d569680 x1874599320555904/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787763132.405923:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763132.405934:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:2.0:1787763132.405944:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000400:00000001:0.0:1787763132.405947:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:2.0:1787763132.405949:0:291943:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000400:00000001:0.0:1787763132.405951:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787763132.405952:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1787763132.405958:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c51687580.
02000000:00000001:2.0:1787763132.405958:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1787763132.405967:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6440
02000000:00000001:2.0:1787763132.405968:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763132.405980:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763132.405996:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000010:0.0:1787763132.405998:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6440.
00000008:00100000:2.0:1787763132.406001:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000100:00000001:0.0:1787763132.406005:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000008:00000001:2.0:1787763132.406006:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763132.406010:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1787763132.406016:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d569680 x1874599320555904/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1787763132.406017:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d5692c0.
00000020:00000040:2.0:1787763132.406029:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
02000000:00000001:2.0:1787763132.406044:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763132.406049:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763132.406059:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:0.0:1787763132.406060:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d569680 x1874599320555904/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787763132.406066:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763132.406074:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763132.406088:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f187000.
00000100:00000001:2.0:1787763132.406099:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763132.406112:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d5692c0 x1874599320556288/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763132.406151:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763132.406153:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763132.406163:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000040:2.0:1787763132.406166:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000103818ef] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d5692c0 x1874599320556288/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763132.406170:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763132.406199:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763132.406200:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763132.406204:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763132.406210:0:291943:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20305)
00000100:00100000:0.0:1787763132.406217:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d569680 x1874599320555904/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763132.406228:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787763132.406235:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d569680 x1874599320555904/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763157 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763132.406242:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787763132.406245:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763132.406246:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787763132.406247:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763132.406250:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787763132.406252:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787763132.406255:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787763132.406259:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787763132.406261:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787763132.406265:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d569680 x1874599320555904/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763157 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787763132.406272:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d569680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320555904:192.168.203.113@tcp:250:kworker.0
00000100:00000001:0.0:1787763132.406276:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763132.406278:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787763132.406281:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d569680 x1874599320555904/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763157 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763132.406286:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787763132.406289:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787763132.406293:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d50558800.
02000000:00000001:0.0:1787763132.406297:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787763132.406300:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787763132.406302:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:0.0:1787763132.406304:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787763132.406306:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f186000.
02000000:00000001:0.0:1787763132.406310:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787763132.406312:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787763132.406314:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d569680.
00000100:00000001:0.0:1787763132.406317:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787763132.406318:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763132.406320:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763132.406327:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787763132.406328:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763132.406330:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787763132.406332:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787763132.406333:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787763132.406337:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d568000 x1874599320556032/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763132.406343:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763132.406345:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763132.406347:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787763132.406349:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763132.406351:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763132.406353:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d568000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320556032:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787763132.406356:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787763132.406358:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787763132.406360:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763132.406361:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787763132.406364:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d50558800.
02000000:00000001:0.0:1787763132.406366:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787763132.406370:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787763132.406373:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c51687580.
00000400:00000010:0.0:1787763132.406376:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6440.
00000100:00000200:0.0:1787763132.406379:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320556032, portal 10
00000100:00000001:0.0:1787763132.406382:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787763132.406383:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910961664 : -110374798589952 : ffff9b9d5d568000)
00000100:00000040:0.0:1787763132.406389:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d568000 x1874599320556032/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763132.406414:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787763132.406417:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787763132.406419:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe62a8.
00000100:00000200:0.0:1787763132.406423:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320556032, offset 0
00000400:00000200:0.0:1787763132.406428:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787763132.406434:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763132.406439:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787763132.406443:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787763132.406447:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:0.0:1787763132.406450:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787763132.406453:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787763132.406458:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63107:63107:256:4294967295] 192.168.203.113@tcp LPNI seq info [63107:63107:8:4294967295]
00000400:00000200:0.0:1787763132.406463:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763132.406502:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787763132.406509:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787763132.406514:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c200.
00000800:00000200:0.0:1787763132.406519:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.0:1787763132.406523:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1787763132.406530:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787763132.406534:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 1 secs later)
00000800:00000100:0.0:1787763132.406539:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787763132.406542:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c200.
00000400:00000200:0.0:1787763132.406546:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787763132.406550:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787763132.406554:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe62a8
00000400:00000010:0.0:1787763132.406556:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe62a8.
00000100:00000001:0.0:1787763132.406560:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787763132.406565:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d568000 x1874599320556032/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763132.406583:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787763132.406587:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d568000 x1874599320556032/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763157 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763132.406596:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763132.406598:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787763132.406602:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763132.406607:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:0.0:1787763132.406611:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787763132.406613:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314967597
00000100:00000001:0.0:1787763132.406617:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314968824
00000100:00000001:0.0:1787763132.406620:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314967597
00000100:00000001:0.0:1787763132.406623:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314968824
00000100:00000001:0.0:1787763132.406626:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787763132.406628:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763132.406631:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787763132.406635:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763132/real 1787763132]  req@ffff9b9d5d568000 x1874599320556032/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787763132.406645:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787763132.406646:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787763132.406648:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c51687580.
00000400:00000200:0.0:1787763132.406651:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6440
00000400:00000010:0.0:1787763132.406653:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6440.
00000100:00000001:0.0:1787763132.406655:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787763132.406659:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d568000 x1874599320556032/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787763132.406669:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d568000 x1874599320556032/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763132.406677:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787763132.406680:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763132.406682:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787763132.406684:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787763132.406688:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d568000 x1874599320556032/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763132.406696:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787763132.406701:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d568000 x1874599320556032/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763157 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763132.406709:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787763132.406712:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763132.406714:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787763132.406715:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763132.406718:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787763132.406731:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787763132.406734:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787763132.406738:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787763132.406741:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787763132.406745:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d568000 x1874599320556032/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763157 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787763132.406754:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d568000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320556032:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787763132.406759:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787763132.406763:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d568b40 x1874599320556160/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763132.406788:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763132.406789:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763132.406792:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787763132.406794:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763132.406796:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763132.406799:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d568b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320556160:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787763132.406803:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787763132.406806:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787763132.406808:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763132.406810:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787763132.406813:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d50559800.
02000000:00000001:0.0:1787763132.406815:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787763132.406818:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787763132.406821:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c51687580.
00000400:00000010:0.0:1787763132.406824:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6440.
00000100:00000200:0.0:1787763132.406828:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320556160, portal 10
00000100:00000001:0.0:1787763132.406830:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787763132.406831:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910964544 : -110374798587072 : ffff9b9d5d568b40)
00000100:00000040:0.0:1787763132.406837:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d568b40 x1874599320556160/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763132.406844:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787763132.406847:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787763132.406865:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe62a8.
00000100:00000200:0.0:1787763132.406867:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320556160, offset 0
00000400:00000200:0.0:1787763132.406870:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787763132.406874:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763132.406876:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787763132.406879:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787763132.406881:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:0.0:1787763132.406883:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787763132.406885:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787763132.406888:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63108:63108:256:4294967295] 192.168.203.113@tcp LPNI seq info [63108:63108:8:4294967295]
00000400:00000200:0.0:1787763132.406892:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763132.406897:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787763132.406901:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787763132.406903:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c200.
00000800:00000200:0.0:1787763132.406907:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.0:1787763132.406909:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1787763132.406912:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787763132.406915:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 1 secs later)
00000800:00000100:0.0:1787763132.406918:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787763132.406919:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c200.
00000400:00000200:0.0:1787763132.406922:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787763132.406942:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787763132.406945:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe62a8
00000400:00000010:0.0:1787763132.406946:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe62a8.
00000100:00000001:0.0:1787763132.406949:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787763132.406952:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d568b40 x1874599320556160/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763132.406961:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787763132.406964:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d568b40 x1874599320556160/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763157 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763132.406971:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763132.406972:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787763132.406976:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763132.406979:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:0.0:1787763132.406982:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787763132.406984:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314967576
00000100:00000001:0.0:1787763132.406987:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314968824
00000100:00000001:0.0:1787763132.406989:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314967576
00000100:00000001:0.0:1787763132.406992:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314968824
00000100:00000001:0.0:1787763132.406994:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787763132.406996:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763132.406998:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787763132.407001:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763132/real 1787763132]  req@ffff9b9d5d568b40 x1874599320556160/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787763132.407009:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787763132.407011:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787763132.407030:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c51687580.
00000400:00000200:0.0:1787763132.407033:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6440
00000400:00000010:0.0:1787763132.407035:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6440.
00000100:00000001:0.0:1787763132.407038:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787763132.407042:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d568b40 x1874599320556160/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787763132.407051:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d568b40 x1874599320556160/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763132.407059:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787763132.407061:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763132.407063:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787763132.407064:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787763132.407068:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d568b40 x1874599320556160/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763132.407076:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787763132.407082:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d568b40 x1874599320556160/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763157 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763132.407096:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787763132.407100:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763132.407104:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787763132.407106:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763132.407110:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787763132.407113:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787763132.407117:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787763132.407124:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787763132.407128:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787763132.407158:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d568b40 x1874599320556160/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763157 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787763132.407206:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d568b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320556160:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787763132.407212:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787763132.407217:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d5692c0 x1874599320556288/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763132.407224:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763132.407225:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763132.407227:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787763132.407229:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763132.407231:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763132.407233:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d5692c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320556288:192.168.203.113@tcp:8:kworker.0
00000100:00000001:0.0:1787763132.407236:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787763132.407238:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787763132.407240:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763132.407241:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787763132.407245:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d50558400.
02000000:00000001:0.0:1787763132.407246:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787763132.407250:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787763132.407252:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c51687580.
00000400:00000010:0.0:1787763132.407255:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6440.
00000100:00000200:0.0:1787763132.407258:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320556288, portal 4
00000100:00000001:0.0:1787763132.407260:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787763132.407261:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910966464 : -110374798585152 : ffff9b9d5d5692c0)
00000100:00000040:0.0:1787763132.407266:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d5692c0 x1874599320556288/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763132.407271:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787763132.407273:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787763132.407275:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe62a8.
00000100:00000200:0.0:1787763132.407277:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320556288, offset 0
00000400:00000200:0.0:1787763132.407281:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787763132.407285:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763132.407288:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787763132.407291:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787763132.407293:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:0.0:1787763132.407295:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787763132.407297:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787763132.407300:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63109:63109:256:4294967295] 192.168.203.113@tcp LPNI seq info [63109:63109:8:4294967295]
00000400:00000200:0.0:1787763132.407304:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763132.407309:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787763132.407313:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787763132.407316:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c200.
00000800:00000200:0.0:1787763132.407319:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.0:1787763132.407321:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1787763132.407324:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787763132.407327:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 1 secs later)
00000800:00000100:0.0:1787763132.407330:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787763132.407332:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c200.
00000400:00000200:0.0:1787763132.407334:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787763132.407337:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787763132.407340:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe62a8
00000400:00000010:0.0:1787763132.407341:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe62a8.
00000100:00000001:0.0:1787763132.407343:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787763132.407346:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d5692c0 x1874599320556288/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763132.407353:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787763132.407355:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d5692c0 x1874599320556288/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763157 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763132.407361:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763132.407362:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787763132.407365:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763132.407367:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:0.0:1787763132.407370:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787763132.407372:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314967588
00000100:00000001:0.0:1787763132.407374:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314968824
00000100:00000001:0.0:1787763132.407376:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314967588
00000100:00000001:0.0:1787763132.407378:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314968824
00000100:00000001:0.0:1787763132.407380:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787763132.407381:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763132.407383:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787763132.407386:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763132/real 1787763132]  req@ffff9b9d5d5692c0 x1874599320556288/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787763132.407392:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787763132.407393:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787763132.407394:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c51687580.
00000400:00000200:0.0:1787763132.407396:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6440
00000400:00000010:0.0:1787763132.407398:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6440.
00000100:00000001:0.0:1787763132.407399:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787763132.407402:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d5692c0 x1874599320556288/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787763132.407409:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d5692c0 x1874599320556288/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763132.407414:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787763132.407415:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763132.407416:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787763132.407417:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787763132.407420:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d5692c0 x1874599320556288/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763132.407425:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787763132.407428:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d5692c0 x1874599320556288/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763157 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763132.407434:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787763132.407436:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763132.407438:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787763132.407439:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763132.407440:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787763132.407442:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787763132.407444:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787763132.407446:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787763132.407448:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787763132.407451:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d5692c0 x1874599320556288/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763157 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787763132.407476:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d5692c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320556288:192.168.203.113@tcp:8:kworker.0
00000100:00000001:0.0:1787763132.407479:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763132.407481:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787763132.407484:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d568000 x1874599320556032/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763157 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763132.407489:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787763132.407491:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787763132.407493:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d50558800.
02000000:00000001:0.0:1787763132.407495:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787763132.407496:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787763132.407498:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:0.0:1787763132.407500:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787763132.407501:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f184000.
02000000:00000001:0.0:1787763132.407504:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787763132.407505:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787763132.407506:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d568000.
00000100:00000001:0.0:1787763132.407509:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787763132.407510:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763132.407511:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787763132.407514:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d568b40 x1874599320556160/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763157 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763132.407544:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787763132.407546:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787763132.407548:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d50559800.
02000000:00000001:0.0:1787763132.407551:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787763132.407553:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787763132.407554:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:0.0:1787763132.407556:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787763132.407558:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f184c00.
02000000:00000001:0.0:1787763132.407561:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787763132.407562:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787763132.407563:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d568b40.
00000100:00000001:0.0:1787763132.407566:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787763132.407567:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763132.407569:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787763132.407573:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d5692c0 x1874599320556288/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763157 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763132.407580:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787763132.407582:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787763132.407583:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d50558400.
02000000:00000001:0.0:1787763132.407586:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787763132.407587:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787763132.407588:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:0.0:1787763132.407590:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787763132.407592:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f187000.
02000000:00000001:0.0:1787763132.407595:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787763132.407596:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787763132.407597:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d5692c0.
00000100:00000001:0.0:1787763132.407600:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787763132.407601:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763132.407604:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763132.407608:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787763132.407610:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763132.407612:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787763132.407614:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763132.596583:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763132.596591:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763132.596597:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763132.596599:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763132.596603:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763132.596605:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763132.596692:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763132.596698:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763132.596703:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787763133.428564:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787763133.428576:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787763133.428579:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763133.428586:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:0.0:1787763133.428593:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787763133.428598:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763133.428602:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763133.428606:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763133.428611:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763133.620593:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763133.620602:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763133.620609:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763133.620611:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763133.620615:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763133.620619:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763133.620745:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763133.620753:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763133.620757:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787763133.684525:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4314968824, at 4314968832
00000100:00000010:0.0:1787763133.684542:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9c574ac180.
00000100:00000001:0.0:1787763134.452596:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787763134.452607:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787763134.452610:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763134.452616:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:0.0:1787763134.452621:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787763134.452626:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763134.452629:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763134.452633:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763134.452637:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763134.644544:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763134.644553:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763134.644559:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763134.644561:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763134.644565:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763134.644566:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763135.476561:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787763135.476569:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787763135.476571:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763135.476577:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:0.0:1787763135.476581:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787763135.476585:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763135.476588:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763135.476591:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763135.476593:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763135.668540:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763135.668549:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763135.668557:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763135.668558:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763135.668563:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763135.668564:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763135.668649:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763135.668653:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763135.668657:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787763136.500572:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787763136.500585:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787763136.500588:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763136.500598:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:0.0:1787763136.500604:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787763136.500610:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763136.500614:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763136.500618:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763136.500622:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763136.692553:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763136.692561:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763136.692567:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763136.692569:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763136.692573:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763136.692574:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763136.692637:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763136.692642:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763136.692645:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787763137.524529:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787763137.524537:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787763137.524539:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763137.524545:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:0.0:1787763137.524549:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787763137.524552:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763137.524555:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763137.524558:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763137.524560:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763137.524592:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763137.524601:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787763137.524605:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763137.524609:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763137.524614:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763137.524623:0:291943:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20300
00000400:00000200:2.0:1787763137.524632:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763137.524640:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763137.524643:0:291943:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763137.524647:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763137.524651:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763137.524654:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763137.524657:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:2.0:1787763137.524660:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763137.524662:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:2.0:1787763137.524665:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763137.524668:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:2.0:1787763137.524670:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:2.0:1787763137.524673:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:2.0:1787763137.524675:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763137.524678:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763137.524680:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763137.524682:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:2.0:1787763137.524685:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:2.0:1787763137.524689:0:291943:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763137.524690:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763137.524693:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763137.524696:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763137.524699:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763137.524701:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787763137.524705:0:291943:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763137.524710:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d56a940.
00000020:00000040:2.0:1787763137.524713:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:2.0:1787763137.524717:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763137.524718:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763137.524721:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763137.524724:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763137.524728:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763137.524738:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f185000.
00000100:00000001:2.0:1787763137.524745:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763137.524755:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d56a940 x1874599320556416/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763137.524764:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763137.524769:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763137.524774:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b4aca245] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d56a940 x1874599320556416/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763137.524792:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763137.524796:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763137.524799:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787763137.524801:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763137.524803:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763137.524806:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763137.524809:0:291943:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20300
00000400:00000200:2.0:1787763137.524815:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763137.524818:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763137.524820:0:291943:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787763137.524821:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1787763137.524825:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763137.524827:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763137.524828:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787763137.524831:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763137.524832:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763137.524835:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:2.0:1787763137.524838:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763137.524840:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000100:00000040:0.0:1787763137.524841:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d56a940 x1874599320556416/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1787763137.524842:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763137.524846:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000020:00000001:2.0:1787763137.524849:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000020:00000001:2.0:1787763137.524853:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000040:2.0:1787763137.524858:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763137.524861:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763137.524862:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787763137.524863:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763137.524867:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
02000000:00000001:0.0:1787763137.524870:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1787763137.524870:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:2.0:1787763137.524873:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
02000000:00000001:0.0:1787763137.524875:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:2.0:1787763137.524878:0:291943:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
02000000:00000001:0.0:1787763137.524880:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763137.524881:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763137.524885:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:0.0:1787763137.524886:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d56a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320556416:192.168.203.113@tcp:250:kworker.0
00000100:00000001:0.0:1787763137.524891:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763137.524892:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763137.524895:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763137.524895:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763137.524900:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763137.524900:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:0.0:1787763137.524904:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:2.0:1787763137.524905:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787763137.524909:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763137.524910:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d50558400.
00000100:00000001:2.0:1787763137.524911:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763137.524915:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763137.524918:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d56b840.
00000020:00000040:2.0:1787763137.524921:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000400:00000200:0.0:1787763137.524924:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
02000000:00000001:2.0:1787763137.524925:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763137.524928:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763137.524930:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:0.0:1787763137.524931:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c51687580.
02000000:00000001:2.0:1787763137.524932:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763137.524935:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763137.524941:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f187000.
00000400:00000010:0.0:1787763137.524942:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6440.
00000100:00000001:2.0:1787763137.524945:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1787763137.524952:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320556416, portal 25
00000100:00100000:2.0:1787763137.524952:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d56b840 x1874599320556544/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763137.524956:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787763137.524960:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910972224 : -110374798579392 : ffff9b9d5d56a940)
00000100:00000001:2.0:1787763137.524964:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763137.524967:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763137.524971:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d56a940 x1874599320556416/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787763137.524975:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2e525cc] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d56b840 x1874599320556544/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763137.524990:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1787763137.524995:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763137.524996:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000100:00080000:2.0:1787763137.524998:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:0.0:1787763137.525000:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe62a8.
00000100:00080000:2.0:1787763137.525005:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000200:0.0:1787763137.525006:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320556416, offset 0
00000100:00000001:2.0:1787763137.525008:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763137.525011:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763137.525015:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:0.0:1787763137.525021:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000100:00080000:2.0:1787763137.525021:0:291943:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20300
00000400:00000200:2.0:1787763137.525028:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763137.525033:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763137.525035:0:291943:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1787763137.525036:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000040:2.0:1787763137.525042:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763137.525045:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1787763137.525048:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000100:00000040:2.0:1787763137.525052:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763137.525056:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000400:00000200:0.0:1787763137.525058:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:2.0:1787763137.525059:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763137.525064:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000020:00000001:2.0:1787763137.525067:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:0.0:1787763137.525068:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000020:00000040:2.0:1787763137.525070:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000020:00000001:2.0:1787763137.525073:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000400:00000200:0.0:1787763137.525074:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000020:00000001:2.0:1787763137.525077:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000400:00000200:0.0:1787763137.525081:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000100:00000040:2.0:1787763137.525084:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763137.525087:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1787763137.525090:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63110:63110:256:4294967295] 192.168.203.113@tcp LPNI seq info [63110:63110:8:4294967295]
00000100:00000040:2.0:1787763137.525093:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763137.525098:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000400:00000200:0.0:1787763137.525099:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000020:00000040:2.0:1787763137.525118:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000100:00080000:2.0:1787763137.525126:0:291943:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763137.525132:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787763137.525136:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
02000000:00000001:2.0:1787763137.525136:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763137.525142:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763137.525146:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763137.525147:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787763137.525151:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787763137.525154:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1787763137.525156:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000100:00000001:2.0:1787763137.525158:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763137.525166:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d5692c0.
00000800:00000010:0.0:1787763137.525168:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c200.
00000020:00000040:2.0:1787763137.525169:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
02000000:00000001:2.0:1787763137.525174:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763137.525176:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763137.525177:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763137.525179:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:0.0:1787763137.525183:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
02000000:00000001:2.0:1787763137.525183:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763137.525190:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f184c00.
00000800:00000200:0.1:1787763137.525195:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000001:2.0:1787763137.525196:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763137.525203:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d5692c0 x1874599320556672/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763137.525209:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763137.525210:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763137.525213:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000103818ef] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d5692c0 x1874599320556672/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763137.525218:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763137.525220:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787763137.525223:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763137.525224:0:291943:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1787763137.525231:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1787763137.525236:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00080000:2.0:1787763137.525237:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787763137.525239:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763137.525242:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763137.525243:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4314973943
00000100:00000001:2.0:1787763137.525244:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763137.525249:0:291943:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20300
00000400:00000200:2.0:1787763137.525253:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763137.525255:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00000010:0.0:1787763137.525256:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9c574ac180.
00000100:00080000:2.0:1787763137.525257:0:291943:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763137.525262:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763137.525265:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763137.525270:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763137.525272:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787763137.525273:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:2.0:1787763137.525277:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763137.525278:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000020:00000001:2.0:1787763137.525280:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763137.525282:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000020:00000001:2.0:1787763137.525283:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000001:0.0:1787763137.525284:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4314973943
00000020:00000001:2.0:1787763137.525286:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000040:2.0:1787763137.525291:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000010:0.0:1787763137.525292:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9c574ac600.
00000100:00000001:2.0:1787763137.525293:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763137.525297:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763137.525300:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787763137.525300:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:2.0:1787763137.525305:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00000001:0.0:1787763137.525306:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:2.0:1787763137.525310:0:291943:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763137.525311:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763137.525315:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763137.525317:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763137.525318:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787763137.525321:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1787763137.525323:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763137.525326:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763137.525327:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787763137.525329:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000100:00000001:0.0:1787763137.525331:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000008:00000001:2.0:1787763137.525332:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763137.525335:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1787763137.525336:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763137.525342:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000010:2.0:1787763137.525343:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d568b40.
00000100:00000001:0.0:1787763137.525346:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000040:2.0:1787763137.525347:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
00000100:00000001:0.0:1787763137.525349:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:2.0:1787763137.525353:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763137.525357:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763137.525358:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d56b840 x1874599320556544/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763137.525360:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763137.525362:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763137.525365:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763137.525370:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f184000.
00000100:00000001:0.0:1787763137.525371:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763137.525375:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763137.525375:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763137.525378:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787763137.525381:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763137.525384:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763137.525384:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d568b40 x1874599320556800/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787763137.525390:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d56b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320556544:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787763137.525399:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787763137.525402:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1787763137.525405:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:0.0:1787763137.525406:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763137.525410:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763137.525411:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787763137.525418:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d50559800.
00000100:00000040:2.0:1787763137.525420:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a25ffa6] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d568b40 x1874599320556800/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787763137.525422:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787763137.525433:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763137.525437:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1787763137.525470:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c516870b0.
00000100:00000040:2.0:1787763137.525479:0:291943:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20310)
00000400:00000010:0.0:1787763137.525480:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe65d8.
00000100:00000200:0.0:1787763137.525487:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320556544, portal 10
00000100:00000001:0.0:1787763137.525490:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787763137.525491:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910976064 : -110374798575552 : ffff9b9d5d56b840)
00000100:00000040:0.0:1787763137.525499:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d56b840 x1874599320556544/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763137.525505:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787763137.525508:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787763137.525510:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6f68.
00000100:00000200:0.0:1787763137.525512:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320556544, offset 0
00000400:00000200:0.0:1787763137.525517:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787763137.525521:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763137.525525:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787763137.525529:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787763137.525531:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:0.0:1787763137.525533:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787763137.525535:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787763137.525539:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63111:63111:255:4294967295] 192.168.203.113@tcp LPNI seq info [63111:63111:7:4294967295]
00000400:00000200:0.0:1787763137.525543:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763137.525548:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787763137.525551:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787763137.525554:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35cc00.
00000800:00000200:0.0:1787763137.525558:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787763137.525561:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000001:0.0:1787763137.525564:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763137.525567:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:0.0:1787763137.525570:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787763137.525571:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314972716
00000100:00000001:0.0:1787763137.525573:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314973943
00000100:00000001:0.0:1787763137.525575:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314972716
00000100:00000001:0.0:1787763137.525577:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314973943
00000100:00000001:0.0:1787763137.525579:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787763137.525580:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763137.525582:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787763137.525584:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d5692c0 x1874599320556672/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763137.525588:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763137.525589:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763137.525591:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787763137.525593:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763137.525595:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763137.525598:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d5692c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320556672:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787763137.525602:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787763137.525604:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787763137.525606:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763137.525608:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787763137.525611:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d50558800.
02000000:00000001:0.0:1787763137.525614:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787763137.525617:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787763137.525620:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c51687108.
00000400:00000010:0.0:1787763137.525623:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6b28.
00000100:00000200:0.0:1787763137.525627:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320556672, portal 10
00000100:00000001:0.0:1787763137.525629:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787763137.525630:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910966464 : -110374798585152 : ffff9b9d5d5692c0)
00000100:00000040:0.0:1787763137.525636:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d5692c0 x1874599320556672/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763137.525643:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787763137.525645:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787763137.525654:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6a18.
00000100:00000200:0.0:1787763137.525657:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320556672, offset 0
00000400:00000200:0.0:1787763137.525662:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787763137.525666:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763137.525670:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787763137.525673:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787763137.525676:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:0.0:1787763137.525679:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787763137.525681:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787763137.525684:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63112:63112:254:4294967295] 192.168.203.113@tcp LPNI seq info [63112:63112:6:4294967295]
00000400:00000200:0.0:1787763137.525689:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763137.525703:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787763137.525709:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787763137.525713:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c400.
00000800:00000200:0.0:1787763137.525717:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787763137.525721:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000001:0.0:1787763137.525724:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763137.525728:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:0.0:1787763137.525732:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787763137.525734:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314972695
00000100:00000001:0.0:1787763137.525736:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314973943
00000100:00000001:0.0:1787763137.525739:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314972695
00000100:00000001:0.0:1787763137.525741:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314973943
00000100:00000001:0.0:1787763137.525743:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787763137.525745:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763137.525748:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763137.525751:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763137.525754:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787763137.525757:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1787763137.525759:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787763137.525761:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787763137.525762:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787763137.525766:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d568b40 x1874599320556800/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763137.525774:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763137.525775:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763137.525777:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787763137.525779:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763137.525781:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763137.525784:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d568b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320556800:192.168.203.113@tcp:8:kworker.0
00000100:00000001:0.0:1787763137.525788:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787763137.525790:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787763137.525791:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763137.525793:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787763137.525797:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d5055a000.
02000000:00000001:0.0:1787763137.525799:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787763137.525802:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787763137.525810:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c516875d8.
00000400:00000010:0.0:1787763137.525814:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6c38.
00000100:00000200:0.0:1787763137.525817:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320556800, portal 4
00000100:00000001:0.0:1787763137.525819:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787763137.525820:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910964544 : -110374798587072 : ffff9b9d5d568b40)
00000100:00000040:0.0:1787763137.525826:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d568b40 x1874599320556800/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763137.525832:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787763137.525835:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787763137.525837:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6660.
00000100:00000200:0.0:1787763137.525839:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320556800, offset 0
00000400:00000200:0.0:1787763137.525844:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787763137.525848:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763137.525852:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787763137.525855:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787763137.525857:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:0.0:1787763137.525860:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787763137.525862:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787763137.525865:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63113:63113:253:4294967295] 192.168.203.113@tcp LPNI seq info [63113:63113:5:4294967295]
00000400:00000200:0.0:1787763137.525869:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763137.525876:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787763137.525881:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787763137.525885:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c600.
00000800:00000200:0.0:1787763137.525889:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787763137.525894:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000001:0.0:1787763137.525896:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763137.525899:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:0.0:1787763137.525903:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787763137.525905:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314972707
00000100:00000001:0.0:1787763137.525908:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314973943
00000100:00000001:0.0:1787763137.525911:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314972707
00000100:00000001:0.0:1787763137.525913:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314973943
00000100:00000001:0.0:1787763137.525916:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787763137.525918:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763137.525921:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763137.525923:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763137.525926:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787763137.525928:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1787763137.525930:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787763137.525931:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787763137.525933:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763137.525935:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763137.716553:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763137.716559:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763137.716565:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763137.716566:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763137.716569:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763137.716571:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763137.716646:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763137.716650:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763137.716654:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787763138.548622:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787763138.548633:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787763138.548636:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763138.548643:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:0.0:1787763138.548647:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787763138.548651:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763138.548654:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763138.548657:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763138.548660:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763138.740588:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763138.740597:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763138.740604:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763138.740606:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763138.740610:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763138.740612:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763138.740698:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763138.740704:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763138.740709:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787763138.804548:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4314973943, at 4314973952
00000100:00000010:0.0:1787763138.804597:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9c574ac180.
00000100:00000001:0.0:1787763139.572541:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787763139.572550:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787763139.572552:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763139.572558:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:0.0:1787763139.572562:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787763139.572567:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763139.572570:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763139.572573:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763139.572577:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763139.764541:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763139.764549:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763139.764552:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763139.764556:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763139.764562:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763139.764565:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763139.764567:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763139.764571:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763139.764585:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763139.764587:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763139.764588:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763139.764590:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763139.764593:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763139.764595:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763139.764597:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763139.764599:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763139.764601:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763139.764603:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763140.596624:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787763140.596634:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787763140.596636:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763140.596642:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:0.0:1787763140.596646:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787763140.596650:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763140.596652:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763140.596655:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763140.596660:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:2.0:1787763140.596786:0:256667:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.113:988
00000400:00000100:2.0:1787763140.596828:0:256667:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.113@tcp at host 192.168.203.113 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1787763140.596839:0:256667:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763140.596843:0:256667:0:(router.c:1791:lnet_notify()) 192.168.203.13@tcp notifying 192.168.203.113@tcp: down
00000400:00000200:2.0:1787763140.596849:0:256667:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763140.596853:0:256667:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:2.0:1787763140.596858:0:256667:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.113@tcp
00000800:00000010:2.0:1787763140.596862:0:256667:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c200.
00000400:00000200:2.0:1787763140.596868:0:256667:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1787763140.596873:0:256667:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1787763140.596879:0:256667:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe62a8
00000400:00000010:2.0:1787763140.596887:0:256667:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe62a8.
00000100:00000001:2.0:1787763140.596893:0:256667:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763140.596902:0:256667:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b9d5d56a940 x1874599320556416/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763140.596924:0:256667:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763140.596930:0:256667:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d56a940 x1874599320556416/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763162 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763140.596938:0:256667:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763140.596940:0:256667:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1787763140.596951:0:256667:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.113@tcp
00000800:00000010:2.0:1787763140.596955:0:256667:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35cc00.
00000400:00000200:2.0:1787763140.596958:0:256667:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1787763140.596962:0:256667:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1787763140.596965:0:256667:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6f68
00000100:00000001:0.0:1787763140.596974:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787763140.596979:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000400:00000010:2.0:1787763140.596983:0:256667:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6f68.
00000100:00000001:0.0:1787763140.596984:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1787763140.596990:0:256667:0:(events.c:34:request_out_callback()) Process entered
00000100:00100000:0.0:1787763140.596997:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763137/real 1787763140]  req@ffff9b9d5d56a940 x1874599320556416/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763140.596998:0:256667:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b9d5d56b840 x1874599320556544/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787763140.597018:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:2.0:1787763140.597021:0:256667:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000400:00000001:0.0:1787763140.597023:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787763140.597029:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c51687580.
00000100:00000040:2.0:1787763140.597029:0:256667:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d56b840 x1874599320556544/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763162 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1787763140.597036:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6440
00000100:00000001:2.0:1787763140.597040:0:256667:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1787763140.597041:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6440.
00000100:00000001:2.0:1787763140.597043:0:256667:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787763140.597047:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000800:00000100:2.0:1787763140.597053:0:256667:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.113@tcp
00000100:00000200:0.0:1787763140.597056:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d56a940 x1874599320556416/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:2.0:1787763140.597058:0:256667:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c400.
00000400:00000200:2.0:1787763140.597065:0:256667:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1787763140.597070:0:256667:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1787763140.597073:0:256667:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6a18
00000400:00000010:2.0:1787763140.597075:0:256667:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6a18.
00000100:00000001:2.0:1787763140.597098:0:256667:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787763140.597102:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d56a940 x1874599320556416/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763140.597107:0:256667:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b9d5d5692c0 x1874599320556672/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763140.597120:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787763140.597123:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763140.597126:0:256667:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787763140.597128:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:2.0:1787763140.597134:0:256667:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d5692c0 x1874599320556672/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763162 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763140.597136:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763140.597146:0:256667:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763140.597147:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d56a940 x1874599320556416/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763140.597152:0:256667:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787763140.597163:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000100:2.0:1787763140.597163:0:256667:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.113@tcp
00000800:00000010:2.0:1787763140.597168:0:256667:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c600.
00000100:00000040:0.0:1787763140.597174:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d56a940 x1874599320556416/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763162 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787763140.597174:0:256667:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1787763140.597183:0:256667:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1787763140.597192:0:256667:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6660
00000100:00000001:0.0:1787763140.597197:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000400:00000010:2.0:1787763140.597197:0:256667:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6660.
00000100:00000001:0.0:1787763140.597204:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763140.597204:0:256667:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787763140.597208:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787763140.597210:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000200:2.0:1787763140.597213:0:256667:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b9d5d568b40 x1874599320556800/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763140.597215:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787763140.597220:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787763140.597228:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:2.0:1787763140.597229:0:256667:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763140.597235:0:256667:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d568b40 x1874599320556800/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763162 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787763140.597238:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787763140.597244:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:2.0:1787763140.597250:0:256667:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763140.597253:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d56a940 x1874599320556416/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763162 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763140.597254:0:256667:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:0.0:1787763140.597266:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d56a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320556416:192.168.203.113@tcp:250:kworker.0
00000100:00000001:0.0:1787763140.597273:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763140.597276:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787763140.597279:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d56a940 x1874599320556416/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763162 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763140.597286:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787763140.597289:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787763140.597293:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d50558400.
02000000:00000001:0.0:1787763140.597298:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787763140.597301:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787763140.597304:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:0.0:1787763140.597306:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787763140.597309:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f185000.
02000000:00000001:0.0:1787763140.597313:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787763140.597315:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787763140.597318:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d56a940.
00000100:00000001:0.0:1787763140.597322:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787763140.597324:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763140.597326:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763140.597329:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787763140.597331:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787763140.597332:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787763140.597336:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763137/real 1787763140]  req@ffff9b9d5d568b40 x1874599320556800/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787763140.597345:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787763140.597347:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787763140.597349:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c516875d8.
00000400:00000200:0.0:1787763140.597351:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6c38
00000400:00000010:0.0:1787763140.597353:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6c38.
00000100:00000001:0.0:1787763140.597356:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787763140.597359:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d568b40 x1874599320556800/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787763140.597368:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d568b40 x1874599320556800/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763140.597375:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787763140.597376:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763140.597378:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787763140.597379:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787763140.597383:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d568b40 x1874599320556800/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763140.597390:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787763140.597394:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d568b40 x1874599320556800/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763162 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763140.597401:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787763140.597403:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763140.597404:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787763140.597406:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763140.597407:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787763140.597409:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787763140.597411:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787763140.597416:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787763140.597418:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787763140.597422:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d568b40 x1874599320556800/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763162 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787763140.597431:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d568b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320556800:192.168.203.113@tcp:8:kworker.0
00000100:00000001:0.0:1787763140.597436:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787763140.597462:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763137/real 1787763140]  req@ffff9b9d5d56b840 x1874599320556544/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787763140.597472:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787763140.597474:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787763140.597477:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c516870b0.
00000400:00000200:0.0:1787763140.597481:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe65d8
00000400:00000010:0.0:1787763140.597483:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe65d8.
00000100:00000001:0.0:1787763140.597486:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787763140.597490:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d56b840 x1874599320556544/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787763140.597499:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d56b840 x1874599320556544/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763140.597506:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787763140.597507:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763140.597509:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787763140.597511:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787763140.597515:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d56b840 x1874599320556544/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763140.597522:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787763140.597527:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d56b840 x1874599320556544/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763162 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763140.597541:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787763140.597544:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763140.597553:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787763140.597555:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763140.597557:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787763140.597574:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787763140.597577:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787763140.597592:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787763140.597595:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787763140.597600:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d56b840 x1874599320556544/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763162 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787763140.597610:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d56b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320556544:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787763140.597614:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787763140.597618:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763137/real 1787763140]  req@ffff9b9d5d5692c0 x1874599320556672/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787763140.597627:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787763140.597628:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787763140.597630:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c51687108.
00000400:00000200:0.0:1787763140.597634:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6b28
00000400:00000010:0.0:1787763140.597636:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6b28.
00000100:00000001:0.0:1787763140.597638:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787763140.597641:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d5692c0 x1874599320556672/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787763140.597650:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d5692c0 x1874599320556672/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763140.597656:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787763140.597658:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763140.597660:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787763140.597661:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787763140.597665:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d5692c0 x1874599320556672/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763140.597671:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787763140.597675:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d5692c0 x1874599320556672/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763162 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763140.597682:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787763140.597685:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763140.597688:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787763140.597689:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763140.597691:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787763140.597693:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787763140.597696:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787763140.597700:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787763140.597703:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787763140.597708:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d5692c0 x1874599320556672/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763162 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787763140.597718:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d5692c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320556672:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787763140.597724:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763140.597726:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787763140.597731:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d568b40 x1874599320556800/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763162 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763140.597738:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787763140.597740:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787763140.597742:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d5055a000.
02000000:00000001:0.0:1787763140.597746:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787763140.597748:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787763140.597750:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:0.0:1787763140.597753:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787763140.597755:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f184000.
02000000:00000001:0.0:1787763140.597758:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787763140.597759:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787763140.597761:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d568b40.
00000100:00000001:0.0:1787763140.597764:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787763140.597765:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763140.597767:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787763140.597771:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d56b840 x1874599320556544/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763162 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763140.597777:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787763140.597779:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787763140.597782:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d50559800.
02000000:00000001:0.0:1787763140.597785:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787763140.597787:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787763140.597788:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:0.0:1787763140.597789:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787763140.597791:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f187000.
02000000:00000001:0.0:1787763140.597794:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787763140.597795:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787763140.597796:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d56b840.
00000100:00000001:0.0:1787763140.597798:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787763140.597799:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763140.597801:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787763140.597804:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d5692c0 x1874599320556672/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763162 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763140.597809:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787763140.597810:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787763140.597812:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d50558800.
02000000:00000001:0.0:1787763140.597815:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787763140.597816:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787763140.597817:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:0.0:1787763140.597819:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787763140.597821:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f184c00.
02000000:00000001:0.0:1787763140.597823:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787763140.597824:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787763140.597826:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d5692c0.
00000100:00000001:0.0:1787763140.597828:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787763140.597829:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763140.597830:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763140.597839:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787763140.597841:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763140.597843:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787763140.597844:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763140.788529:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763140.788534:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763140.788538:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763140.788539:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763140.788542:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763140.788543:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763140.788599:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763140.788602:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763140.788605:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787763141.620567:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787763141.620573:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787763141.620575:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763141.620578:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:0.0:1787763141.620581:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787763141.620584:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763141.620586:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763141.620588:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763141.620590:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763141.812512:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763141.812518:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763141.812522:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763141.812523:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763141.812532:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763141.812535:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763141.812537:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763141.812539:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763141.812541:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763141.812543:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763141.812545:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763141.812546:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763141.812597:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763141.812600:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763141.812602:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787763142.644649:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763142.644659:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763142.644662:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763142.644668:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787763142.644673:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763142.644678:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763142.644682:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763142.644686:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763142.644690:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763142.644806:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763142.644819:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787763142.644823:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763142.644827:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763142.644833:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763142.644857:0:291943:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20305
00000400:00000200:0.0:1787763142.644869:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763142.644878:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763142.644883:0:291943:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763142.644888:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763142.644893:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763142.644899:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763142.644904:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763142.644912:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763142.644916:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:0.0:1787763142.644921:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763142.644926:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:0.0:1787763142.644932:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:0.0:1787763142.644937:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:0.0:1787763142.644943:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763142.644947:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763142.644952:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763142.644956:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787763142.644961:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:0.0:1787763142.644969:0:291943:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763142.644974:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763142.644979:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763142.644984:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763142.644989:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763142.644993:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787763142.644998:0:291943:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763142.645008:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81852d00.
00000020:00000040:0.0:1787763142.645014:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:0.0:1787763142.645021:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763142.645025:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763142.645030:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763142.645034:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763142.645041:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763142.645054:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d50558800.
00000100:00000001:0.0:1787763142.645090:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763142.645109:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81852d00 x1874599320556928/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763142.645128:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763142.645199:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763142.645210:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033d5c64e] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81852d00 x1874599320556928/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763142.645259:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763142.645266:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763142.645273:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787763142.645276:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763142.645279:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763142.645284:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763142.645290:0:291943:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20305
00000400:00000200:0.0:1787763142.645300:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763142.645308:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763142.645313:0:291943:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763142.645320:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763142.645325:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763142.645331:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763142.645337:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763142.645342:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763142.645346:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000020:00000001:0.0:1787763142.645350:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:3.0:1787763142.645354:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:0.0:1787763142.645356:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000100:00000001:3.0:1787763142.645367:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1787763142.645368:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000001:3.0:1787763142.645376:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1787763142.645378:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000040:0.0:1787763142.645396:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000040:3.0:1787763142.645398:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81852d00 x1874599320556928/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763142.645402:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763142.645412:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763142.645423:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787763142.645434:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00000001:3.0:1787763142.645439:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:0.0:1787763142.645487:0:291943:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763142.645498:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763142.645502:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763142.645514:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763142.645520:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763142.645524:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763142.645533:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1787763142.645535:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1787763142.645548:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763142.645552:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1787763142.645558:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763142.645562:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000010:0.0:1787763142.645572:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81851e00.
02000000:00000001:3.0:1787763142.645573:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1787763142.645586:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000100:00100000:3.0:1787763142.645593:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81852d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320556928:192.168.203.113@tcp:250:kworker.0
02000000:00000001:0.0:1787763142.645597:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763142.645604:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763142.645609:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1787763142.645613:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763142.645618:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763142.645622:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763142.645631:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000010:0.0:1787763142.645635:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d50559800.
02000000:00000001:3.0:1787763142.645639:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763142.645648:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1787763142.645649:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763142.645660:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d45906400.
02000000:00000001:3.0:1787763142.645670:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763142.645671:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81851e00 x1874599320557056/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1787763142.645686:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:3.0:1787763142.645701:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c48395580.
00000100:00000001:0.0:1787763142.645703:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763142.645714:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1787763142.645719:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d5049dd48.
00000100:00000040:0.0:1787763142.645726:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ab0eea16] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81851e00 x1874599320557056/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787763142.645734:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320556928, portal 25
00000100:00000001:3.0:1787763142.645744:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787763142.645751:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699518000384 : -110374191551232 : ffff9b9d81852d00)
00000100:00000001:0.0:1787763142.645763:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763142.645774:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81852d00 x1874599320556928/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787763142.645786:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763142.645807:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787763142.645810:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1787763142.645813:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763142.645820:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:3.0:1787763142.645824:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000100:00000001:0.0:1787763142.645829:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000400:00000010:3.0:1787763142.645835:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d5049dee0.
00000100:00080000:0.0:1787763142.645842:0:291943:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20305
00000400:00000200:0.0:1787763142.645854:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763142.645862:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763142.645866:0:291943:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000200:3.0:1787763142.645872:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320556928, offset 0
00000100:00000040:0.0:1787763142.645903:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763142.645911:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763142.645915:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763142.645920:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763142.645925:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763142.645927:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000020:00000001:0.0:1787763142.645930:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763142.645934:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000020:00000001:0.0:1787763142.645938:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000020:00000001:0.0:1787763142.645942:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00000040:0.0:1787763142.645948:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763142.645951:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763142.645955:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763142.645959:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787763142.645964:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000100:00080000:0.0:1787763142.645971:0:291943:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763142.645976:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763142.645980:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763142.645987:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763142.645992:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763142.645995:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763142.645999:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787763142.646004:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763142.646008:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763142.646015:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81850780.
00000020:00000040:0.0:1787763142.646021:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
02000000:00000001:0.0:1787763142.646025:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763142.646028:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763142.646031:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763142.646036:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763142.646039:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763142.646046:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d5055a000.
00000100:00000001:0.0:1787763142.646054:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763142.646064:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81850780 x1874599320557184/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763142.646101:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763142.646106:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763142.646114:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000099b37720] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81850780 x1874599320557184/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763142.646132:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763142.646138:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1787763142.646145:0:291943:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1787763142.646151:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763142.646157:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787763142.646160:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763142.646163:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763142.646168:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763142.646173:0:291943:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20305
00000400:00000200:0.0:1787763142.646192:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763142.646199:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763142.646204:0:291943:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763142.646210:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763142.646214:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763142.646218:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763142.646222:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763142.646227:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763142.646230:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000020:00000001:0.0:1787763142.646233:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763142.646238:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000020:00000001:0.0:1787763142.646242:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000020:00000001:0.0:1787763142.646247:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000040:0.0:1787763142.646253:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763142.646257:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763142.646261:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763142.646265:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787763142.646269:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00080000:0.0:1787763142.646275:0:291943:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763142.646279:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763142.646283:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763142.646297:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763142.646302:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763142.646305:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763142.646309:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787763142.646314:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763142.646317:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763142.646326:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81851a40.
00000020:00000040:0.0:1787763142.646331:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
02000000:00000001:0.0:1787763142.646335:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763142.646338:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763142.646341:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763142.646344:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763142.646347:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763142.646355:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d50558400.
00000100:00000001:0.0:1787763142.646362:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763142.646372:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81851a40 x1874599320557312/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763142.646387:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763142.646392:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763142.646400:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014835854] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81851a40 x1874599320557312/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763142.646431:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763142.646477:0:291943:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20315)
00000400:00000200:3.0:1787763142.646585:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:3.0:1787763142.646605:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763142.646618:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:3.0:1787763142.646627:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787763142.646635:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:3.0:1787763142.646641:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787763142.646646:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:3.0:1787763142.646653:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63114:63114:256:4294967295] 192.168.203.113@tcp LPNI seq info [63114:63114:8:4294967295]
00000400:00000200:3.0:1787763142.646662:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763142.646680:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787763142.646690:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:3.0:1787763142.646701:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9d54b86200.
00000800:00000200:3.0:1787763142.646712:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.0:1787763142.646719:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787763142.646730:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787763142.646737:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1787763142.646746:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:3.0:1787763142.646751:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9d54b86200.
00000400:00000200:3.0:1787763142.646758:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787763142.646767:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787763142.646776:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d5049dee0
00000400:00000010:3.0:1787763142.646780:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d5049dee0.
00000100:00000001:3.0:1787763142.646789:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787763142.646798:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d81852d00 x1874599320556928/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763142.646816:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763142.646824:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81852d00 x1874599320556928/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763167 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763142.646838:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763142.646842:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787763142.646852:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787763142.646861:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:3.0:1787763142.646865:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4314979065
00000100:00000010:3.0:1787763142.646874:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9c72f20a20.
00000100:00000001:3.0:1787763142.646884:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1787763142.646894:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4314979065
00000100:00000010:3.0:1787763142.646900:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9c72f20300.
00000100:00000001:3.0:1787763142.646906:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1787763142.646912:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787763142.646917:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763142.646922:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787763142.646932:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763142/real 1787763142]  req@ffff9b9d81852d00 x1874599320556928/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787763142.646963:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787763142.646966:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787763142.646970:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c48395580.
00000400:00000200:3.0:1787763142.646975:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d5049dd48
00000400:00000010:3.0:1787763142.646979:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d5049dd48.
00000100:00000001:3.0:1787763142.646984:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787763142.646992:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81852d00 x1874599320556928/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787763142.647011:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81852d00 x1874599320556928/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763142.647025:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787763142.647028:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763142.647033:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787763142.647037:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787763142.647043:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81852d00 x1874599320556928/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763142.647052:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787763142.647058:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81852d00 x1874599320556928/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763167 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763142.647089:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787763142.647093:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763142.647095:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787763142.647097:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763142.647101:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787763142.647103:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787763142.647107:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763142.647112:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000001:3.0:1787763142.647115:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787763142.647120:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81852d00 x1874599320556928/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763167 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763142.647132:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81852d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320556928:192.168.203.113@tcp:250:kworker.0
00000100:00000001:3.0:1787763142.647138:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763142.647141:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763142.647145:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81852d00 x1874599320556928/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763167 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763142.647153:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787763142.647156:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787763142.647160:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d45906400.
02000000:00000001:3.0:1787763142.647164:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787763142.647166:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787763142.647169:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:3.0:1787763142.647171:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787763142.647174:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d50558800.
02000000:00000001:3.0:1787763142.647180:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787763142.647182:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787763142.647185:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81852d00.
00000100:00000001:3.0:1787763142.647189:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787763142.647191:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763142.647193:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763142.647202:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763142.647204:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763142.647207:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787763142.647209:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763142.647211:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787763142.647216:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81851e00 x1874599320557056/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763142.647226:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763142.647228:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763142.647231:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787763142.647234:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763142.647237:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763142.647241:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81851e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320557056:192.168.203.113@tcp:38:kworker.0
00000100:00000001:3.0:1787763142.647246:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787763142.647250:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787763142.647252:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763142.647255:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787763142.647260:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d45906400.
02000000:00000001:3.0:1787763142.647263:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787763142.647271:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:3.0:1787763142.647277:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c48395580.
00000400:00000010:3.0:1787763142.647283:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d5049dd48.
00000100:00000200:3.0:1787763142.647290:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320557056, portal 10
00000100:00000001:3.0:1787763142.647294:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787763142.647297:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699517996544 : -110374191555072 : ffff9b9d81851e00)
00000100:00000040:3.0:1787763142.647313:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81851e00 x1874599320557056/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763142.647325:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787763142.647330:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:3.0:1787763142.647334:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d5049dee0.
00000100:00000200:3.0:1787763142.647339:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320557056, offset 0
00000400:00000200:3.0:1787763142.647347:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:3.0:1787763142.647356:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763142.647363:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:3.0:1787763142.647369:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787763142.647374:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:3.0:1787763142.647379:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787763142.647383:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:3.0:1787763142.647389:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63115:63115:256:4294967295] 192.168.203.113@tcp LPNI seq info [63115:63115:8:4294967295]
00000400:00000200:3.0:1787763142.647397:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763142.647410:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787763142.647419:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:3.0:1787763142.647426:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9d54b86200.
00000800:00000200:3.0:1787763142.647433:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.0:1787763142.647439:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787763142.647483:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787763142.647488:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1787763142.647496:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:3.0:1787763142.647499:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9d54b86200.
00000400:00000200:3.0:1787763142.647505:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787763142.647511:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787763142.647518:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d5049dee0
00000400:00000010:3.0:1787763142.647521:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d5049dee0.
00000100:00000001:3.0:1787763142.647526:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787763142.647534:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d81851e00 x1874599320557056/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763142.647549:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763142.647556:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81851e00 x1874599320557056/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763167 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763142.647571:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763142.647574:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787763142.647581:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763142.647588:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:3.0:1787763142.647593:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:3.0:1787763142.647598:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314977838
00000100:00000001:3.0:1787763142.647604:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314979065
00000100:00000001:3.0:1787763142.647608:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314977838
00000100:00000001:3.0:1787763142.647612:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314979065
00000100:00000001:3.0:1787763142.647616:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787763142.647620:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763142.647623:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787763142.647631:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763142/real 1787763142]  req@ffff9b9d81851e00 x1874599320557056/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787763142.647647:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787763142.647650:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787763142.647654:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c48395580.
00000400:00000200:3.0:1787763142.647659:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d5049dd48
00000400:00000010:3.0:1787763142.647662:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d5049dd48.
00000100:00000001:3.0:1787763142.647667:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787763142.647674:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81851e00 x1874599320557056/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787763142.647692:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81851e00 x1874599320557056/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763142.647701:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787763142.647703:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763142.647706:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787763142.647708:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787763142.647713:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81851e00 x1874599320557056/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763142.647721:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787763142.647726:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81851e00 x1874599320557056/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763167 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763142.647735:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787763142.647738:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763142.647740:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787763142.647741:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763142.647743:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787763142.647756:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787763142.647759:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763142.647763:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:3.0:1787763142.647766:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787763142.647771:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81851e00 x1874599320557056/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763167 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763142.647781:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81851e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320557056:192.168.203.113@tcp:38:kworker.0
00000100:00000001:3.0:1787763142.647787:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787763142.647791:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81850780 x1874599320557184/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763142.647800:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763142.647802:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763142.647805:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787763142.647807:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763142.647810:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763142.647814:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81850780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320557184:192.168.203.113@tcp:38:kworker.0
00000100:00000001:3.0:1787763142.647818:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787763142.647821:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787763142.647823:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763142.647825:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787763142.647830:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d45907400.
02000000:00000001:3.0:1787763142.647833:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787763142.647838:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:3.0:1787763142.647842:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c48395580.
00000400:00000010:3.0:1787763142.647845:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d5049dd48.
00000100:00000200:3.0:1787763142.647850:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320557184, portal 10
00000100:00000001:3.0:1787763142.647852:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787763142.647854:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699517990784 : -110374191560832 : ffff9b9d81850780)
00000100:00000040:3.0:1787763142.647861:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81850780 x1874599320557184/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763142.647870:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787763142.647873:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:3.0:1787763142.647875:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d5049dee0.
00000100:00000200:3.0:1787763142.647878:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320557184, offset 0
00000400:00000200:3.0:1787763142.647883:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:3.0:1787763142.647888:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763142.647893:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:3.0:1787763142.647897:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787763142.647901:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:3.0:1787763142.647904:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787763142.647907:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:3.0:1787763142.647911:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63116:63116:256:4294967295] 192.168.203.113@tcp LPNI seq info [63116:63116:8:4294967295]
00000400:00000200:3.0:1787763142.647917:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763142.647925:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787763142.647930:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:3.0:1787763142.647934:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9d54b86200.
00000800:00000200:3.0:1787763142.647939:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.0:1787763142.647942:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787763142.647948:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787763142.647951:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1787763142.647957:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:3.0:1787763142.647959:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9d54b86200.
00000400:00000200:3.0:1787763142.647963:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787763142.647968:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787763142.647971:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d5049dee0
00000400:00000010:3.0:1787763142.647974:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d5049dee0.
00000100:00000001:3.0:1787763142.647977:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787763142.647981:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d81850780 x1874599320557184/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763142.647991:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763142.647995:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81850780 x1874599320557184/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763167 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763142.648003:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763142.648005:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787763142.648009:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763142.648012:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:3.0:1787763142.648016:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:3.0:1787763142.648018:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314977817
00000100:00000001:3.0:1787763142.648021:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314979065
00000100:00000001:3.0:1787763142.648024:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314977817
00000100:00000001:3.0:1787763142.648027:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314979065
00000100:00000001:3.0:1787763142.648030:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787763142.648033:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763142.648035:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787763142.648040:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763142/real 1787763142]  req@ffff9b9d81850780 x1874599320557184/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787763142.648049:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787763142.648050:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787763142.648052:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c48395580.
00000400:00000200:3.0:1787763142.648055:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d5049dd48
00000400:00000010:3.0:1787763142.648057:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d5049dd48.
00000100:00000001:3.0:1787763142.648059:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787763142.648062:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81850780 x1874599320557184/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787763142.648101:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81850780 x1874599320557184/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763142.648110:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787763142.648112:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763142.648114:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787763142.648116:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787763142.648120:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81850780 x1874599320557184/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763142.648129:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787763142.648133:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81850780 x1874599320557184/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763167 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763142.648142:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787763142.648145:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763142.648147:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787763142.648148:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763142.648151:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787763142.648154:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787763142.648157:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763142.648161:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:3.0:1787763142.648164:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787763142.648169:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81850780 x1874599320557184/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763167 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763142.648178:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81850780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320557184:192.168.203.113@tcp:38:kworker.0
00000100:00000001:3.0:1787763142.648182:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787763142.648186:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81851a40 x1874599320557312/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763142.648195:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763142.648197:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763142.648199:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787763142.648202:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763142.648205:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763142.648208:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81851a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320557312:192.168.203.113@tcp:8:kworker.0
00000100:00000001:3.0:1787763142.648212:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787763142.648214:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787763142.648216:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763142.648218:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787763142.648223:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d45907800.
02000000:00000001:3.0:1787763142.648225:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787763142.648229:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:3.0:1787763142.648234:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c48395580.
00000400:00000010:3.0:1787763142.648240:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d5049dd48.
00000100:00000200:3.0:1787763142.648246:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320557312, portal 4
00000100:00000001:3.0:1787763142.648250:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787763142.648253:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699517995584 : -110374191556032 : ffff9b9d81851a40)
00000100:00000040:3.0:1787763142.648264:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81851a40 x1874599320557312/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763142.648278:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787763142.648283:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:3.0:1787763142.648287:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d5049dee0.
00000100:00000200:3.0:1787763142.648292:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320557312, offset 0
00000400:00000200:3.0:1787763142.648299:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:3.0:1787763142.648307:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763142.648314:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:3.0:1787763142.648320:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787763142.648325:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:3.0:1787763142.648330:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787763142.648335:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:3.0:1787763142.648341:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63117:63117:256:4294967295] 192.168.203.113@tcp LPNI seq info [63117:63117:8:4294967295]
00000400:00000200:3.0:1787763142.648349:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763142.648359:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787763142.648365:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:3.0:1787763142.648369:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9d54b86200.
00000800:00000200:3.0:1787763142.648374:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.0:1787763142.648378:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787763142.648383:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787763142.648386:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1787763142.648392:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:3.0:1787763142.648394:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9d54b86200.
00000400:00000200:3.0:1787763142.648398:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787763142.648403:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787763142.648407:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d5049dee0
00000400:00000010:3.0:1787763142.648409:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d5049dee0.
00000100:00000001:3.0:1787763142.648412:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787763142.648417:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d81851a40 x1874599320557312/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763142.648427:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763142.648431:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81851a40 x1874599320557312/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763167 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763142.648477:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763142.648479:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787763142.648484:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763142.648488:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:3.0:1787763142.648492:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:3.0:1787763142.648495:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314977830
00000100:00000001:3.0:1787763142.648498:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314979065
00000100:00000001:3.0:1787763142.648501:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314977830
00000100:00000001:3.0:1787763142.648504:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314979065
00000100:00000001:3.0:1787763142.648506:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787763142.648509:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763142.648511:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787763142.648517:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763142/real 1787763142]  req@ffff9b9d81851a40 x1874599320557312/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787763142.648526:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787763142.648528:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787763142.648530:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c48395580.
00000400:00000200:3.0:1787763142.648533:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d5049dd48
00000400:00000010:3.0:1787763142.648536:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d5049dd48.
00000100:00000001:3.0:1787763142.648538:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787763142.648542:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81851a40 x1874599320557312/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787763142.648553:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81851a40 x1874599320557312/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763142.648560:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787763142.648562:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763142.648564:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787763142.648566:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787763142.648570:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81851a40 x1874599320557312/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763142.648579:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787763142.648584:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81851a40 x1874599320557312/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763167 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763142.648592:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787763142.648595:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763142.648597:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787763142.648599:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763142.648601:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787763142.648603:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787763142.648606:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763142.648610:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:3.0:1787763142.648612:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787763142.648617:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81851a40 x1874599320557312/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763167 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763142.648626:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81851a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320557312:192.168.203.113@tcp:8:kworker.0
00000100:00000001:3.0:1787763142.648630:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763142.648633:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763142.648637:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81851e00 x1874599320557056/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763167 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763142.648645:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787763142.648647:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787763142.648649:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d45906400.
02000000:00000001:3.0:1787763142.648653:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787763142.648655:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787763142.648657:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:3.0:1787763142.648660:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787763142.648662:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d50559800.
02000000:00000001:3.0:1787763142.648667:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787763142.648669:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787763142.648671:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81851e00.
00000100:00000001:3.0:1787763142.648674:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787763142.648676:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763142.648678:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763142.648682:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81850780 x1874599320557184/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763167 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763142.648690:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787763142.648691:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787763142.648693:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d45907400.
02000000:00000001:3.0:1787763142.648696:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787763142.648697:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787763142.648698:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:3.0:1787763142.648701:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787763142.648702:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d5055a000.
02000000:00000001:3.0:1787763142.648705:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787763142.648706:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787763142.648708:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81850780.
00000100:00000001:3.0:1787763142.648710:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787763142.648712:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763142.648714:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763142.648717:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81851a40 x1874599320557312/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763167 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763142.648725:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787763142.648726:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787763142.648728:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d45907800.
02000000:00000001:3.0:1787763142.648730:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787763142.648731:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787763142.648733:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:3.0:1787763142.648735:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787763142.648736:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d50558400.
02000000:00000001:3.0:1787763142.648739:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787763142.648740:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787763142.648742:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81851a40.
00000100:00000001:3.0:1787763142.648744:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787763142.648746:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763142.648749:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763142.648754:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763142.648755:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763142.648758:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787763142.648760:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763142.836589:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763142.836598:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763142.836608:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763142.836611:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763142.836616:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763142.836618:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763142.836715:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763142.836722:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763142.836727:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787763143.668562:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763143.668571:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763143.668574:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763143.668581:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787763143.668600:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763143.668605:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763143.668610:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763143.668614:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763143.668618:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763143.860578:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763143.860588:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763143.860596:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763143.860598:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763143.860602:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763143.860604:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763143.860732:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763143.860740:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763143.860745:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787763143.924588:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4314979065, at 4314979072
00000100:00000010:0.0:1787763143.924614:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9c72f20a20.
00000100:00000001:2.0:1787763144.692545:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763144.692554:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763144.692557:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763144.692564:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787763144.692569:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763144.692573:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763144.692577:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763144.692580:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763144.692585:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763144.884584:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763144.884598:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763144.884610:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763144.884613:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763144.884619:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763144.884621:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763145.716518:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763145.716527:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763145.716529:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763145.716535:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787763145.716540:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763145.716544:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763145.716554:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763145.716557:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763145.716560:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763145.908589:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763145.908600:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763145.908608:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763145.908610:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763145.908615:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763145.908617:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763145.908706:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763145.908714:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763145.908719:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787763146.740525:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763146.740536:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763146.740539:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763146.740547:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787763146.740552:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763146.740557:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763146.740560:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763146.740564:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763146.740568:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763146.932517:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763146.932523:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763146.932529:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763146.932531:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763146.932535:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763146.932537:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763146.932630:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763146.932634:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763146.932637:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787763147.764522:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763147.764532:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763147.764534:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763147.764541:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787763147.764546:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763147.764550:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763147.764554:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763147.764557:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763147.764562:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763147.764664:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763147.764674:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787763147.764679:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763147.764684:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763147.764690:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763147.764715:0:296758:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20310
00000400:00000200:3.0:1787763147.764727:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763147.764734:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763147.764738:0:296758:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763147.764740:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763147.764744:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763147.764746:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763147.764748:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763147.764752:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763147.764754:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:3.0:1787763147.764757:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763147.764761:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:3.0:1787763147.764763:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:3.0:1787763147.764765:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:3.0:1787763147.764768:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763147.764769:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763147.764770:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763147.764772:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787763147.764776:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:3.0:1787763147.764780:0:296758:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763147.764783:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763147.764787:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763147.764793:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763147.764797:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763147.764801:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787763147.764805:0:296758:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763147.764817:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d5661c0.
00000020:00000040:3.0:1787763147.764822:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:3.0:1787763147.764827:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763147.764829:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763147.764832:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763147.764836:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763147.764841:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763147.764849:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45907800.
00000100:00000001:3.0:1787763147.764857:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763147.764868:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d5661c0 x1874599320557440/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763147.764878:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763147.764883:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763147.764888:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007d30f203] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d5661c0 x1874599320557440/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763147.764913:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763147.764916:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763147.764919:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787763147.764920:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763147.764922:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763147.764924:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763147.764927:0:296758:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20310
00000400:00000200:3.0:1787763147.764930:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763147.764932:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763147.764936:0:296758:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763147.764939:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763147.764941:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763147.764944:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763147.764947:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763147.764949:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763147.764950:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000020:00000001:3.0:1787763147.764952:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763147.764954:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000020:00000001:3.0:1787763147.764957:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000020:00000001:3.0:1787763147.764959:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000040:3.0:1787763147.764962:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763147.764965:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787763147.764966:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1787763147.764969:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763147.764975:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787763147.764977:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00080000:3.0:1787763147.764979:0:296758:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763147.764980:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763147.764981:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763147.764988:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763147.764991:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763147.764992:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763147.764994:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787763147.764999:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000008:00100000:3.0:1787763147.765002:0:296758:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763147.765007:0:296758:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763147.765010:0:296758:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763147.765013:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d5670c0.
00000020:00000040:3.0:1787763147.765020:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000100:00000040:0.0:1787763147.765022:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d5661c0 x1874599320557440/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787763147.765049:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763147.765051:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763147.765066:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763147.765072:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763147.765079:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763147.765096:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000010:3.0:1787763147.765097:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45907400.
00000100:00000001:0.0:1787763147.765100:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763147.765113:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1787763147.765114:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763147.765118:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763147.765124:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763147.765133:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d5670c0 x1874599320557568/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787763147.765136:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d5661c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320557440:192.168.203.113@tcp:250:kworker.0
00000100:00000001:0.0:1787763147.765155:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787763147.765163:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787763147.765169:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763147.765185:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787763147.765187:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763147.765194:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763147.765197:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d5055a400.
02000000:00000001:0.0:1787763147.765202:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763147.765204:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000096847001] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d5670c0 x1874599320557568/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1787763147.765221:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787763147.765234:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c51687108.
00000100:00000001:3.0:1787763147.765243:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1787763147.765247:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6b28.
00000100:00080000:3.0:1787763147.765250:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763147.765256:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000200:0.0:1787763147.765258:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320557440, portal 25
00000100:00000001:3.0:1787763147.765261:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1787763147.765265:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:3.0:1787763147.765268:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763147.765270:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910953920 : -110374798597696 : ffff9b9d5d5661c0)
00000100:00000001:3.0:1787763147.765284:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:0.0:1787763147.765287:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d5661c0 x1874599320557440/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787763147.765297:0:296758:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20310
00000100:00000001:0.0:1787763147.765318:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:3.0:1787763147.765326:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763147.765336:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763147.765343:0:296758:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763147.765345:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000100:00000040:3.0:1787763147.765356:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000400:00000010:0.0:1787763147.765360:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe65d8.
00000100:00000001:3.0:1787763147.765366:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:0.0:1787763147.765373:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320557440, offset 0
00000100:00000040:3.0:1787763147.765376:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763147.765387:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763147.765390:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763147.765393:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000020:00000001:3.0:1787763147.765398:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:0.0:1787763147.765402:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000020:00000040:3.0:1787763147.765405:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000020:00000001:3.0:1787763147.765413:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000020:00000001:3.0:1787763147.765417:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00000040:3.0:1787763147.765425:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000400:00000200:0.0:1787763147.765427:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:3.0:1787763147.765435:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1787763147.765502:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000100:00000040:3.0:1787763147.765511:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000400:00000200:0.0:1787763147.765520:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1787763147.765521:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787763147.765533:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000400:00000200:0.0:1787763147.765535:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000100:00080000:3.0:1787763147.765544:0:296758:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000400:00000200:0.0:1787763147.765550:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1787763147.765553:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763147.765564:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1787763147.765565:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
02000000:00000001:3.0:1787763147.765577:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1787763147.765585:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63118:63118:256:4294967295] 192.168.203.113@tcp LPNI seq info [63118:63118:8:4294967295]
02000000:00000001:3.0:1787763147.765588:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763147.765601:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763147.765608:0:296758:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1787763147.765613:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000008:00000001:3.0:1787763147.765617:0:296758:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763147.765625:0:296758:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763147.765634:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d564b40.
00000020:00000040:3.0:1787763147.765643:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000400:00000200:0.0:1787763147.765654:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
02000000:00000001:3.0:1787763147.765657:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763147.765663:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1787763147.765679:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787763147.765693:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c800.
00000800:00000200:0.0:1787763147.765707:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.0:1787763147.765714:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787763147.765726:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787763147.765734:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1787763147.765744:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787763147.765748:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c800.
00000400:00000200:0.0:1787763147.765759:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787763147.765767:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787763147.765776:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe65d8
00000400:00000010:0.0:1787763147.765780:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe65d8.
00000100:00000001:0.0:1787763147.765788:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787763147.765836:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:0.0:1787763147.765837:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d5661c0 x1874599320557440/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787763147.765841:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763147.765848:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763147.765863:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45906400.
00000100:00000001:0.0:1787763147.765874:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787763147.765875:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763147.765894:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d5661c0 x1874599320557440/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763172 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763147.765902:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d564b40 x1874599320557696/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763147.765963:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763147.765966:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763147.765973:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763147.765975:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:3.0:1787763147.765984:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9fa13ea] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d564b40 x1874599320557696/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763147.765993:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763147.766000:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763147.766008:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1787763147.766011:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000040:3.0:1787763147.766019:0:296758:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:0.0:1787763147.766025:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4314984184
00000100:00080000:3.0:1787763147.766029:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763147.766050:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787763147.766055:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763147.766057:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763147.766062:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000100:00000010:0.0:1787763147.766064:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9c574ac180.
00000100:00080000:3.0:1787763147.766075:0:296758:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20310
00000100:00000001:0.0:1787763147.766083:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000400:00000200:3.0:1787763147.766087:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763147.766103:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00000001:0.0:1787763147.766107:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4314984184
00000100:00080000:3.0:1787763147.766108:0:296758:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000010:0.0:1787763147.766123:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9c574ac360.
00000100:00000040:3.0:1787763147.766124:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763147.766139:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787763147.766145:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000100:00000040:3.0:1787763147.766147:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763147.766161:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000001:0.0:1787763147.766166:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:3.0:1787763147.766169:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763147.766174:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000100:00000001:0.0:1787763147.766179:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763147.766182:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1787763147.766188:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000020:00000040:3.0:1787763147.766190:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000020:00000001:3.0:1787763147.766199:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000020:00000001:3.0:1787763147.766205:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00100000:0.0:1787763147.766209:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763147/real 1787763147]  req@ffff9b9d5d5661c0 x1874599320557440/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787763147.766235:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763147.766249:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000001:0.0:1787763147.766257:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:3.0:1787763147.766258:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000400:00000001:0.0:1787763147.766269:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787763147.766271:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000400:00000010:0.0:1787763147.766289:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c51687108.
00000020:00000040:3.0:1787763147.766301:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000400:00000200:0.0:1787763147.766305:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6b28
00000100:00080000:3.0:1787763147.766316:0:296758:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000400:00000010:0.0:1787763147.766317:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6b28.
00000100:00000001:3.0:1787763147.766330:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763147.766332:0:256678:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:3.0:1787763147.766336:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:0.0:1787763147.766360:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d5661c0 x1874599320557440/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787763147.766363:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763147.766375:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763147.766383:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763147.766390:0:296758:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763147.766402:0:296758:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763147.766427:0:296758:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1787763147.766428:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d5661c0 x1874599320557440/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1787763147.766437:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d565e00.
00000020:00000040:3.0:1787763147.766444:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
02000000:00000001:3.0:1787763147.766448:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763147.766451:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763147.766453:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763147.766456:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763147.766459:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763147.766465:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45905000.
00000100:00000001:3.0:1787763147.766487:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763147.766499:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d565e00 x1874599320557824/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763147.766516:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787763147.766523:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763147.766530:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787763147.766535:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787763147.766549:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d5661c0 x1874599320557440/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763147.766568:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787763147.766592:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d5661c0 x1874599320557440/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763172 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763147.766596:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763147.766604:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763147.766624:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008dad852f] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d565e00 x1874599320557824/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763147.766630:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787763147.766647:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763147.766657:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787763147.766658:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763147.766663:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787763147.766672:0:296758:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20320)
00000100:00000001:0.0:1787763147.766673:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787763147.766681:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787763147.766691:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787763147.766701:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787763147.766704:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787763147.766712:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d5661c0 x1874599320557440/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763172 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787763147.766723:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d5661c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320557440:192.168.203.113@tcp:250:kworker.0
00000100:00000001:0.0:1787763147.766730:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763147.766733:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787763147.766736:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d5661c0 x1874599320557440/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763172 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763147.766745:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787763147.766748:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787763147.766753:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d5055a400.
02000000:00000001:0.0:1787763147.766758:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787763147.766762:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787763147.766765:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:0.0:1787763147.766777:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787763147.766780:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45907800.
02000000:00000001:0.0:1787763147.766786:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787763147.766789:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787763147.766791:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d5661c0.
00000100:00000001:0.0:1787763147.766797:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787763147.766799:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763147.766802:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763147.766812:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787763147.766815:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763147.766818:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787763147.766821:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787763147.766823:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787763147.766829:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d5670c0 x1874599320557568/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763147.766838:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763147.766841:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763147.766844:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787763147.766847:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763147.766851:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763147.766855:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d5670c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320557568:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787763147.766859:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787763147.766863:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787763147.766865:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763147.766868:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787763147.766874:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d5055a400.
02000000:00000001:0.0:1787763147.766876:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787763147.766882:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787763147.766886:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c51687108.
00000400:00000010:0.0:1787763147.766891:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6b28.
00000100:00000200:0.0:1787763147.766896:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320557568, portal 10
00000100:00000001:0.0:1787763147.766899:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787763147.766901:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910957760 : -110374798593856 : ffff9b9d5d5670c0)
00000100:00000040:0.0:1787763147.766910:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d5670c0 x1874599320557568/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763147.766919:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787763147.766923:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787763147.766925:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe65d8.
00000100:00000200:0.0:1787763147.766929:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320557568, offset 0
00000400:00000200:0.0:1787763147.766934:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787763147.766941:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763147.766947:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787763147.766952:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787763147.766956:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:0.0:1787763147.766960:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787763147.766963:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787763147.766968:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63119:63119:256:4294967295] 192.168.203.113@tcp LPNI seq info [63119:63119:8:4294967295]
00000400:00000200:0.0:1787763147.766974:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763147.766982:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787763147.766989:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787763147.766994:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c800.
00000800:00000200:0.0:1787763147.766999:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.0:1787763147.767003:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787763147.767010:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787763147.767013:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1787763147.767019:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787763147.767021:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c800.
00000400:00000200:0.0:1787763147.767025:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787763147.767064:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787763147.767071:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe65d8
00000400:00000010:0.0:1787763147.767073:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe65d8.
00000100:00000001:0.0:1787763147.767077:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787763147.767083:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d5670c0 x1874599320557568/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763147.767093:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787763147.767097:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d5670c0 x1874599320557568/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763172 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763147.767114:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763147.767116:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787763147.767121:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763147.767127:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:0.0:1787763147.767131:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787763147.767134:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314982957
00000100:00000001:0.0:1787763147.767138:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314984184
00000100:00000001:0.0:1787763147.767141:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314982957
00000100:00000001:0.0:1787763147.767144:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314984184
00000100:00000001:0.0:1787763147.767146:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787763147.767149:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763147.767151:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787763147.767156:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763147/real 1787763147]  req@ffff9b9d5d5670c0 x1874599320557568/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787763147.767172:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787763147.767175:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787763147.767179:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c51687108.
00000400:00000200:0.0:1787763147.767184:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6b28
00000400:00000010:0.0:1787763147.767187:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6b28.
00000100:00000001:0.0:1787763147.767191:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787763147.767198:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d5670c0 x1874599320557568/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787763147.767217:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d5670c0 x1874599320557568/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763147.767231:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787763147.767234:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763147.767238:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787763147.767241:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787763147.767249:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d5670c0 x1874599320557568/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763147.767261:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787763147.767267:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d5670c0 x1874599320557568/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763172 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763147.767276:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787763147.767279:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763147.767281:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787763147.767283:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763147.767285:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787763147.767298:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787763147.767302:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787763147.767306:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787763147.767308:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787763147.767313:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d5670c0 x1874599320557568/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763172 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787763147.767323:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d5670c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320557568:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787763147.767329:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787763147.767333:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d564b40 x1874599320557696/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763147.767341:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763147.767343:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763147.767346:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787763147.767348:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763147.767351:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763147.767355:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d564b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320557696:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787763147.767359:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787763147.767362:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787763147.767365:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763147.767367:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787763147.767372:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d50558c00.
02000000:00000001:0.0:1787763147.767375:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787763147.767379:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787763147.767383:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c51687108.
00000400:00000010:0.0:1787763147.767387:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6b28.
00000100:00000200:0.0:1787763147.767391:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320557696, portal 10
00000100:00000001:0.0:1787763147.767394:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787763147.767396:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910948160 : -110374798603456 : ffff9b9d5d564b40)
00000100:00000040:0.0:1787763147.767403:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d564b40 x1874599320557696/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763147.767412:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787763147.767415:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787763147.767418:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe65d8.
00000100:00000200:0.0:1787763147.767421:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320557696, offset 0
00000400:00000200:0.0:1787763147.767426:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787763147.767431:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763147.767436:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787763147.767439:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787763147.767483:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:0.0:1787763147.767488:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787763147.767491:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787763147.767495:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63120:63120:256:4294967295] 192.168.203.113@tcp LPNI seq info [63120:63120:8:4294967295]
00000400:00000200:0.0:1787763147.767501:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763147.767509:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787763147.767515:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787763147.767519:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c800.
00000800:00000200:0.0:1787763147.767525:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.0:1787763147.767529:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787763147.767534:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787763147.767538:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1787763147.767543:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787763147.767546:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c800.
00000400:00000200:0.0:1787763147.767550:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787763147.767554:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787763147.767558:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe65d8
00000400:00000010:0.0:1787763147.767560:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe65d8.
00000100:00000001:0.0:1787763147.767563:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787763147.767568:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d564b40 x1874599320557696/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763147.767578:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787763147.767582:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d564b40 x1874599320557696/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763172 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763147.767591:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763147.767593:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787763147.767597:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763147.767601:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:0.0:1787763147.767605:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787763147.767608:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314982937
00000100:00000001:0.0:1787763147.767611:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314984184
00000100:00000001:0.0:1787763147.767614:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314982937
00000100:00000001:0.0:1787763147.767616:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314984184
00000100:00000001:0.0:1787763147.767619:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787763147.767622:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763147.767624:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787763147.767628:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763147/real 1787763147]  req@ffff9b9d5d564b40 x1874599320557696/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787763147.767637:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787763147.767639:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787763147.767641:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c51687108.
00000400:00000200:0.0:1787763147.767644:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6b28
00000400:00000010:0.0:1787763147.767645:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6b28.
00000100:00000001:0.0:1787763147.767649:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787763147.767653:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d564b40 x1874599320557696/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787763147.767663:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d564b40 x1874599320557696/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763147.767671:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787763147.767673:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763147.767675:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787763147.767676:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787763147.767680:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d564b40 x1874599320557696/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763147.767688:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787763147.767693:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d564b40 x1874599320557696/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763172 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763147.767701:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787763147.767704:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763147.767706:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787763147.767708:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763147.767710:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787763147.767713:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787763147.767716:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787763147.767719:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787763147.767722:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787763147.767726:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d564b40 x1874599320557696/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763172 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787763147.767735:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d564b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320557696:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787763147.767740:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787763147.767745:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d565e00 x1874599320557824/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763147.767753:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763147.767755:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763147.767758:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787763147.767760:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763147.767763:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763147.767766:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d565e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320557824:192.168.203.113@tcp:8:kworker.0
00000100:00000001:0.0:1787763147.767770:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787763147.767773:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787763147.767774:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763147.767776:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787763147.767780:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d5055bc00.
02000000:00000001:0.0:1787763147.767783:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787763147.767787:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787763147.767790:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c51687108.
00000400:00000010:0.0:1787763147.767793:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6b28.
00000100:00000200:0.0:1787763147.767797:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320557824, portal 4
00000100:00000001:0.0:1787763147.767800:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787763147.767802:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910952960 : -110374798598656 : ffff9b9d5d565e00)
00000100:00000040:0.0:1787763147.767808:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d565e00 x1874599320557824/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763147.767817:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787763147.767820:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787763147.767822:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe65d8.
00000100:00000200:0.0:1787763147.767825:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320557824, offset 0
00000400:00000200:0.0:1787763147.767830:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787763147.767833:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763147.767837:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787763147.767841:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787763147.767844:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:0.0:1787763147.767847:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787763147.767850:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787763147.767854:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63121:63121:256:4294967295] 192.168.203.113@tcp LPNI seq info [63121:63121:8:4294967295]
00000400:00000200:0.0:1787763147.767859:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763147.767867:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787763147.767873:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787763147.767876:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c800.
00000800:00000200:0.0:1787763147.767880:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.0:1787763147.767884:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787763147.767888:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787763147.767892:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1787763147.767896:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787763147.767899:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c800.
00000400:00000200:0.0:1787763147.767902:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787763147.767907:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787763147.767910:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe65d8
00000400:00000010:0.0:1787763147.767912:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe65d8.
00000100:00000001:0.0:1787763147.767915:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787763147.767918:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d565e00 x1874599320557824/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763147.767927:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787763147.767931:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d565e00 x1874599320557824/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763172 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763147.767939:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763147.767941:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787763147.767944:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763147.767947:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:0.0:1787763147.767951:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787763147.767953:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314982949
00000100:00000001:0.0:1787763147.767956:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314984184
00000100:00000001:0.0:1787763147.767959:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314982949
00000100:00000001:0.0:1787763147.767962:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314984184
00000100:00000001:0.0:1787763147.767964:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787763147.767967:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763147.767969:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787763147.767974:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763147/real 1787763147]  req@ffff9b9d5d565e00 x1874599320557824/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787763147.767983:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787763147.767985:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787763147.767986:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c51687108.
00000400:00000200:0.0:1787763147.767989:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6b28
00000400:00000010:0.0:1787763147.767991:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6b28.
00000100:00000001:0.0:1787763147.767993:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787763147.767996:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d565e00 x1874599320557824/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787763147.768006:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d565e00 x1874599320557824/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763147.768014:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787763147.768016:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763147.768018:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787763147.768020:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787763147.768024:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d565e00 x1874599320557824/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763147.768055:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787763147.768061:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d565e00 x1874599320557824/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763172 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763147.768069:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787763147.768072:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763147.768074:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787763147.768076:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763147.768078:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787763147.768080:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787763147.768083:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787763147.768088:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787763147.768090:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787763147.768095:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d565e00 x1874599320557824/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763172 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787763147.768105:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d565e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320557824:192.168.203.113@tcp:8:kworker.0
00000100:00000001:0.0:1787763147.768109:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763147.768112:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787763147.768116:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d5670c0 x1874599320557568/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763172 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763147.768124:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787763147.768126:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787763147.768128:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d5055a400.
02000000:00000001:0.0:1787763147.768132:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787763147.768134:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787763147.768136:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:0.0:1787763147.768138:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787763147.768141:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45907400.
02000000:00000001:0.0:1787763147.768144:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787763147.768146:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787763147.768148:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d5670c0.
00000100:00000001:0.0:1787763147.768151:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787763147.768153:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763147.768155:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787763147.768161:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d564b40 x1874599320557696/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763172 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763147.768175:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787763147.768177:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787763147.768180:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d50558c00.
02000000:00000001:0.0:1787763147.768187:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787763147.768190:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787763147.768192:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:0.0:1787763147.768196:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787763147.768200:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45906400.
02000000:00000001:0.0:1787763147.768204:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787763147.768207:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787763147.768210:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d564b40.
00000100:00000001:0.0:1787763147.768214:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787763147.768217:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763147.768220:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787763147.768228:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d565e00 x1874599320557824/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763172 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763147.768242:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787763147.768244:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787763147.768247:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d5055bc00.
02000000:00000001:0.0:1787763147.768252:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787763147.768254:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787763147.768255:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:0.0:1787763147.768258:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787763147.768260:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45905000.
02000000:00000001:0.0:1787763147.768263:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787763147.768264:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787763147.768266:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d565e00.
00000100:00000001:0.0:1787763147.768270:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787763147.768271:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763147.768274:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763147.768279:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787763147.768280:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763147.768283:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787763147.768285:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763147.956554:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763147.956561:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763147.956567:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763147.956569:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763147.956573:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763147.956574:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763147.956682:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763147.956688:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763147.956692:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787763148.789047:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763148.789066:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763148.789070:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763148.789080:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787763148.789086:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763148.789093:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763148.789098:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763148.789106:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763148.789111:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763148.980517:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763148.980522:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763148.980525:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763148.980527:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763148.980529:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763148.980530:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763148.980582:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763148.980587:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763148.980591:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787763149.044547:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4314984184, at 4314984192
00000100:00000010:0.0:1787763149.044562:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9c574ac180.
00000100:00000001:2.0:1787763149.812613:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763149.812624:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763149.812627:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763149.812636:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787763149.812643:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763149.812649:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763149.812654:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763149.812658:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763149.812663:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763150.004640:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763150.004658:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763150.004663:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763150.004670:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763150.004680:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763150.004684:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763150.004706:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763150.004711:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763150.004719:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763150.004725:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763150.004728:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763150.004731:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763150.004735:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763150.004738:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763150.004742:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763150.004746:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763150.004754:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763150.004792:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763150.836720:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763150.836737:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763150.836740:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763150.836748:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787763150.836754:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763150.836761:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763150.836765:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763150.836771:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763150.836776:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763151.028582:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763151.028589:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763151.028597:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763151.028599:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763151.028603:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763151.028605:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763151.028694:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763151.028700:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763151.028721:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787763151.860617:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763151.860630:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763151.860636:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763151.860646:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787763151.860652:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763151.860657:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763151.860662:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763151.860667:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763151.860672:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763152.052548:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763152.052558:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763152.052566:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763152.052569:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763152.052574:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763152.052579:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763152.052583:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763152.052601:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763152.052605:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763152.052608:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763152.052610:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763152.052613:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763152.052741:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763152.052747:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763152.052750:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787763152.884694:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763152.884710:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787763152.884715:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763152.884720:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763152.884728:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763152.884747:0:291943:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20315
00000400:00000200:0.0:1787763152.884762:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763152.884786:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763152.884798:0:291943:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763152.884804:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763152.884809:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763152.884813:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763152.884818:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763152.884824:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763152.884827:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:0.0:1787763152.884832:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763152.884837:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:0.0:1787763152.884841:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:0.0:1787763152.884845:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:0.0:1787763152.884850:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763152.884853:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763152.884856:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763152.884860:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787763152.884865:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:0.0:1787763152.884870:0:291943:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763152.884874:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763152.884878:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763152.884883:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763152.884888:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763152.884893:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787763152.884897:0:291943:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763152.884905:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d818521c0.
00000020:00000040:0.0:1787763152.884910:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:0.0:1787763152.884916:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763152.884919:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763152.884925:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763152.884929:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763152.884935:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763152.884946:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d5055bc00.
00000100:00000001:0.0:1787763152.884956:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763152.884971:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d818521c0 x1874599320557952/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763152.884971:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763152.884978:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763152.884981:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763152.884987:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:0.0:1787763152.884988:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763152.884993:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787763152.885016:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763152.885019:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763152.885024:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:0.0:1787763152.885028:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e93caa89] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d818521c0 x1874599320557952/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763152.885029:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763152.885033:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763152.885064:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763152.885069:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763152.885075:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787763152.885078:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763152.885082:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763152.885088:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763152.885095:0:291943:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20315
00000400:00000200:0.0:1787763152.885102:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763152.885105:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:0.0:1787763152.885111:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00000001:2.0:1787763152.885114:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1787763152.885120:0:291943:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787763152.885121:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787763152.885129:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763152.885135:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763152.885136:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d818521c0 x1874599320557952/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787763152.885142:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763152.885149:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763152.885159:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763152.885164:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000100:00000001:2.0:1787763152.885167:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:0.0:1787763152.885169:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787763152.885175:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1787763152.885177:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000020:00000001:0.0:1787763152.885183:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
02000000:00000001:2.0:1787763152.885184:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:0.0:1787763152.885190:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
02000000:00000001:2.0:1787763152.885192:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1787763152.885201:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
02000000:00000001:2.0:1787763152.885201:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763152.885211:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:2.0:1787763152.885216:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d818521c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320557952:192.168.203.113@tcp:250:kworker.0
00000100:00000040:0.0:1787763152.885220:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763152.885230:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000001:2.0:1787763152.885230:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:0.0:1787763152.885237:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
02000000:00000001:2.0:1787763152.885238:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:0.0:1787763152.885244:0:291943:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
02000000:00000001:2.0:1787763152.885245:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763152.885250:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763152.885252:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787763152.885255:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763152.885263:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763152.885275:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763152.885278:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000010:2.0:1787763152.885279:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f184c00.
00000008:00100000:0.0:1787763152.885284:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1787763152.885284:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1787763152.885295:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763152.885300:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763152.885301:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000010:0.0:1787763152.885310:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81851a40.
00000400:00000010:2.0:1787763152.885311:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569eee70.
00000020:00000040:0.0:1787763152.885320:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000400:00000010:2.0:1787763152.885325:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc088.
02000000:00000001:0.0:1787763152.885326:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763152.885331:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763152.885335:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763152.885337:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:2.0:1787763152.885338:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320557952, portal 25
02000000:00000001:0.0:1787763152.885340:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763152.885345:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763152.885349:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699517997504 : -110374191554112 : ffff9b9d818521c0)
02000000:00000010:0.0:1787763152.885351:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d50558c00.
00000100:00000001:0.0:1787763152.885358:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763152.885360:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d818521c0 x1874599320557952/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763177 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787763152.885372:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81851a40 x1874599320558080/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763152.885378:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763152.885391:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000100:00000001:0.0:1787763152.885397:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000010:2.0:1787763152.885400:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc220.
00000100:00000001:0.0:1787763152.885405:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787763152.885408:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320557952, offset 0
00000100:00000040:0.0:1787763152.885415:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014835854] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81851a40 x1874599320558080/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787763152.885426:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763152.885470:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763152.885480:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763152.885489:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763152.885496:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763152.885501:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1787763152.885503:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763152.885506:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000100:00080000:0.0:1787763152.885516:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1787763152.885518:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63122:63122:256:4294967295] 192.168.203.113@tcp LPNI seq info [63122:63122:8:4294967295]
00000100:00080000:0.0:1787763152.885532:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:2.0:1787763152.885535:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787763152.885538:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763152.885545:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763152.885557:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1787763152.885558:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000100:00080000:0.0:1787763152.885568:0:291943:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20315
00000800:00000200:2.0:1787763152.885577:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787763152.885584:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000800:00000010:2.0:1787763152.885589:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e200.
00000400:00000200:0.0:1787763152.885594:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763152.885601:0:291943:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000800:00000200:2.0:1787763152.885605:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000040:0.0:1787763152.885614:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000800:00000200:2.0:1787763152.885615:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
00000100:00000001:0.0:1787763152.885625:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1787763152.885632:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000040:0.0:1787763152.885638:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000800:00000200:2.1:1787763152.885643:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
00000100:00000001:0.0:1787763152.885647:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763152.885658:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763152.885664:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000800:00000100:2.0:1787763152.885666:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000020:00000001:0.0:1787763152.885670:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000010:2.0:1787763152.885674:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e200.
00000020:00000040:0.0:1787763152.885677:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000400:00000200:2.0:1787763152.885684:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:0.0:1787763152.885686:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000020:00000001:0.0:1787763152.885696:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000400:00000200:2.0:1787763152.885703:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000100:00000040:0.0:1787763152.885706:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763152.885714:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763152.885719:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000400:00000200:2.0:1787763152.885719:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc220
00000100:00000001:0.0:1787763152.885728:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000400:00000010:2.0:1787763152.885730:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc220.
00000020:00000040:0.0:1787763152.885732:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000100:00080000:0.0:1787763152.885742:0:291943:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763152.885744:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787763152.885747:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763152.885750:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:2.0:1787763152.885776:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d818521c0 x1874599320557952/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763177 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763152.885796:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763152.885803:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d818521c0 x1874599320557952/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763177 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787763152.885807:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763152.885818:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763152.885821:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763152.885827:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787763152.885827:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000008:00100000:0.0:1787763152.885837:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787763152.885843:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1787763152.885846:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763152.885854:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763152.885855:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763152.885863:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4314989304
00000100:00000010:0.0:1787763152.885867:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81850780.
00000100:00000010:2.0:1787763152.885871:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d5891f5a0.
00000020:00000040:0.0:1787763152.885875:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000100:00000001:2.0:1787763152.885883:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
02000000:00000001:0.0:1787763152.885885:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763152.885891:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763152.885895:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763152.885897:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763152.885900:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763152.885907:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d5055a400.
00000100:00000001:0.0:1787763152.885913:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763152.885921:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4314989304
00000100:00100000:0.0:1787763152.885922:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81850780 x1874599320558208/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:2.0:1787763152.885938:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d5891ff60.
00000100:00000001:0.0:1787763152.885939:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763152.885945:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763152.885953:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000099b37720] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81850780 x1874599320558208/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763152.885954:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787763152.885968:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787763152.885970:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763152.885981:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787763152.885981:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763152.885994:0:291943:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:2.0:1787763152.885994:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00080000:0.0:1787763152.886027:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1787763152.886030:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763152/real 1787763152]  req@ffff9b9d818521c0 x1874599320557952/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763177 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787763152.886032:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787763152.886038:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763152.886041:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763152.886047:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763152.886056:0:291943:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20315
00000400:00000200:0.0:1787763152.886070:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763152.886079:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763152.886087:0:291943:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000400:00000001:2.0:1787763152.886091:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:0.0:1787763152.886092:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000400:00000001:2.0:1787763152.886097:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787763152.886099:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:2.0:1787763152.886103:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569eee70.
00000100:00000040:0.0:1787763152.886105:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000400:00000200:2.0:1787763152.886111:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc088
00000100:00000001:0.0:1787763152.886112:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000400:00000010:2.0:1787763152.886120:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc088.
00000020:00000001:0.0:1787763152.886121:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763152.886125:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000100:00000001:2.0:1787763152.886129:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000001:0.0:1787763152.886130:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763152.886136:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000100:00000200:2.0:1787763152.886141:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d818521c0 x1874599320557952/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763177 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1787763152.886142:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000020:00000001:0.0:1787763152.886150:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000040:0.0:1787763152.886162:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763152.886169:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763152.886180:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000200:2.0:1787763152.886181:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d818521c0 x1874599320557952/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763177 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763152.886184:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787763152.886191:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00080000:0.0:1787763152.886201:0:291943:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763152.886208:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787763152.886209:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763152.886213:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1787763152.886215:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787763152.886220:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:0.0:1787763152.886223:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763152.886225:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1787763152.886232:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763152.886239:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00100000:2.0:1787763152.886240:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d818521c0 x1874599320557952/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763177 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1787763152.886243:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787763152.886251:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763152.886257:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763152.886268:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:0.0:1787763152.886269:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81851e00.
00000020:00000040:0.0:1787763152.886278:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
00000100:00000040:2.0:1787763152.886279:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d818521c0 x1874599320557952/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763177 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787763152.886286:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763152.886289:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763152.886296:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763152.886301:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1787763152.886303:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:0.0:1787763152.886306:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763152.886309:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763152.886313:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000010:0.0:1787763152.886314:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d50559c00.
00000100:00000001:2.0:1787763152.886315:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763152.886324:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763152.886324:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763152.886326:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763152.886333:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1787763152.886338:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81851e00 x1874599320558336/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787763152.886344:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763152.886352:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763152.886366:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d818521c0 x1874599320557952/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763177 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763152.886367:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763152.886374:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763152.886386:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ab0eea16] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81851e00 x1874599320558336/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763152.886393:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d818521c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320557952:192.168.203.113@tcp:250:kworker.0
00000100:00000001:2.0:1787763152.886408:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763152.886415:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763152.886416:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787763152.886426:0:291943:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20325)
00000100:00000040:2.0:1787763152.886427:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d818521c0 x1874599320557952/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763177 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763152.886471:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763152.886475:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763152.886478:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f184c00.
02000000:00000001:2.0:1787763152.886483:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763152.886486:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763152.886489:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:2.0:1787763152.886492:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763152.886495:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d5055bc00.
02000000:00000001:2.0:1787763152.886499:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763152.886502:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763152.886503:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d818521c0.
00000100:00000001:2.0:1787763152.886507:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763152.886508:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763152.886510:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763152.886519:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763152.886520:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763152.886523:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787763152.886525:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763152.886527:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763152.886531:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81851a40 x1874599320558080/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763152.886539:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763152.886541:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763152.886544:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763152.886546:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763152.886548:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763152.886552:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81851a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320558080:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763152.886556:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763152.886559:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763152.886561:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763152.886563:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763152.886567:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f184c00.
02000000:00000001:2.0:1787763152.886569:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763152.886575:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763152.886578:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569eee70.
00000400:00000010:2.0:1787763152.886582:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc088.
00000100:00000200:2.0:1787763152.886586:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320558080, portal 10
00000100:00000001:2.0:1787763152.886588:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763152.886589:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699517995584 : -110374191556032 : ffff9b9d81851a40)
00000100:00000040:2.0:1787763152.886597:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81851a40 x1874599320558080/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763177 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763152.886604:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763152.886607:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763152.886609:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc220.
00000100:00000200:2.0:1787763152.886612:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320558080, offset 0
00000400:00000200:2.0:1787763152.886617:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763152.886622:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763152.886626:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763152.886630:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763152.886634:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763152.886639:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763152.886643:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763152.886648:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63123:63123:256:4294967295] 192.168.203.113@tcp LPNI seq info [63123:63123:8:4294967295]
00000400:00000200:2.0:1787763152.886656:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763152.886668:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763152.886677:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763152.886683:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e200.
00000800:00000200:2.0:1787763152.886691:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.0:1787763152.886697:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787763152.886706:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763152.886711:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1787763152.886718:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763152.886721:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e200.
00000400:00000200:2.0:1787763152.886726:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787763152.886732:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763152.886738:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc220
00000400:00000010:2.0:1787763152.886742:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc220.
00000100:00000001:2.0:1787763152.886747:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763152.886753:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d81851a40 x1874599320558080/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763177 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763152.886769:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763152.886774:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81851a40 x1874599320558080/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763177 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763152.886786:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763152.886789:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763152.886796:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763152.886801:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:2.0:1787763152.886805:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763152.886808:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314988077
00000100:00000001:2.0:1787763152.886811:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314989304
00000100:00000001:2.0:1787763152.886814:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314988077
00000100:00000001:2.0:1787763152.886816:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314989304
00000100:00000001:2.0:1787763152.886818:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763152.886821:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763152.886823:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763152.886828:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763152/real 1787763152]  req@ffff9b9d81851a40 x1874599320558080/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763177 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763152.886836:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763152.886838:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763152.886841:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569eee70.
00000400:00000200:2.0:1787763152.886844:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc088
00000400:00000010:2.0:1787763152.886846:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc088.
00000100:00000001:2.0:1787763152.886848:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763152.886852:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81851a40 x1874599320558080/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763177 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763152.886861:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81851a40 x1874599320558080/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763177 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763152.886868:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763152.886870:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763152.886872:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763152.886873:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763152.886877:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81851a40 x1874599320558080/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763177 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763152.886885:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763152.886892:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81851a40 x1874599320558080/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763177 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763152.886922:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763152.886926:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763152.886929:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763152.886931:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763152.886935:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763152.886954:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763152.886961:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763152.886968:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763152.886972:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763152.886980:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81851a40 x1874599320558080/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763177 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763152.886991:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81851a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320558080:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763152.887014:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763152.887037:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81850780 x1874599320558208/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763152.887047:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763152.887049:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763152.887052:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763152.887055:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763152.887057:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763152.887061:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81850780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320558208:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763152.887064:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763152.887067:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763152.887069:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763152.887071:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763152.887075:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f187000.
02000000:00000001:2.0:1787763152.887078:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763152.887082:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763152.887102:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569eee70.
00000400:00000010:2.0:1787763152.887107:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc088.
00000100:00000200:2.0:1787763152.887111:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320558208, portal 10
00000100:00000001:2.0:1787763152.887114:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763152.887116:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699517990784 : -110374191560832 : ffff9b9d81850780)
00000100:00000040:2.0:1787763152.887123:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81850780 x1874599320558208/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763177 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763152.887132:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763152.887135:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763152.887138:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc220.
00000100:00000200:2.0:1787763152.887141:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320558208, offset 0
00000400:00000200:2.0:1787763152.887146:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763152.887152:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763152.887157:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763152.887161:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763152.887165:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763152.887168:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763152.887172:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763152.887176:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63124:63124:256:4294967295] 192.168.203.113@tcp LPNI seq info [63124:63124:8:4294967295]
00000400:00000200:2.0:1787763152.887181:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763152.887190:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763152.887196:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763152.887199:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e200.
00000800:00000200:2.0:1787763152.887205:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.0:1787763152.887209:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787763152.887215:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763152.887219:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1787763152.887224:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763152.887227:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e200.
00000400:00000200:2.0:1787763152.887231:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787763152.887235:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763152.887239:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc220
00000400:00000010:2.0:1787763152.887241:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc220.
00000100:00000001:2.0:1787763152.887245:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763152.887249:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d81850780 x1874599320558208/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763177 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763152.887259:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763152.887263:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81850780 x1874599320558208/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763177 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763152.887271:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763152.887273:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763152.887277:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763152.887281:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:2.0:1787763152.887285:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763152.887287:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314988056
00000100:00000001:2.0:1787763152.887291:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314989304
00000100:00000001:2.0:1787763152.887294:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314988056
00000100:00000001:2.0:1787763152.887297:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314989304
00000100:00000001:2.0:1787763152.887300:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763152.887302:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763152.887305:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763152.887310:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763152/real 1787763152]  req@ffff9b9d81850780 x1874599320558208/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763177 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763152.887319:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763152.887320:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763152.887322:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569eee70.
00000400:00000200:2.0:1787763152.887325:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc088
00000400:00000010:2.0:1787763152.887327:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc088.
00000100:00000001:2.0:1787763152.887329:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763152.887333:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81850780 x1874599320558208/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763177 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763152.887343:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81850780 x1874599320558208/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763177 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763152.887352:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763152.887353:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763152.887356:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763152.887357:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763152.887362:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81850780 x1874599320558208/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763177 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763152.887370:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763152.887374:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81850780 x1874599320558208/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763177 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763152.887382:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763152.887385:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763152.887387:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763152.887389:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763152.887392:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763152.887395:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763152.887398:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763152.887402:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763152.887405:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763152.887410:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81850780 x1874599320558208/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763177 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763152.887419:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81850780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320558208:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763152.887423:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763152.887428:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81851e00 x1874599320558336/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763152.887435:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763152.887437:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763152.887440:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763152.887443:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763152.887445:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763152.887449:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81851e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320558336:192.168.203.113@tcp:8:kworker.0
00000100:00000001:2.0:1787763152.887453:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763152.887455:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763152.887457:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763152.887459:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763152.887463:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f184000.
02000000:00000001:2.0:1787763152.887465:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763152.887469:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763152.887525:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569eee70.
00000400:00000010:2.0:1787763152.887529:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc088.
00000100:00000200:2.0:1787763152.887533:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320558336, portal 4
00000100:00000001:2.0:1787763152.887536:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763152.887538:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699517996544 : -110374191555072 : ffff9b9d81851e00)
00000100:00000040:2.0:1787763152.887545:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81851e00 x1874599320558336/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763177 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763152.887554:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763152.887557:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763152.887560:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc220.
00000100:00000200:2.0:1787763152.887563:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320558336, offset 0
00000400:00000200:2.0:1787763152.887567:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763152.887572:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763152.887576:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763152.887579:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763152.887582:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763152.887585:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763152.887588:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763152.887592:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63125:63125:256:4294967295] 192.168.203.113@tcp LPNI seq info [63125:63125:8:4294967295]
00000400:00000200:2.0:1787763152.887597:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763152.887605:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763152.887609:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763152.887613:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e200.
00000800:00000200:2.0:1787763152.887618:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.0:1787763152.887621:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787763152.887626:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763152.887629:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1787763152.887635:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763152.887638:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e200.
00000400:00000200:2.0:1787763152.887644:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787763152.887650:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763152.887656:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc220
00000400:00000010:2.0:1787763152.887659:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc220.
00000100:00000001:2.0:1787763152.887664:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763152.887671:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d81851e00 x1874599320558336/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763177 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763152.887686:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763152.887693:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81851e00 x1874599320558336/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763177 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763152.887718:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763152.887721:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763152.887727:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763152.887732:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:2.0:1787763152.887739:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763152.887743:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314988069
00000100:00000001:2.0:1787763152.887748:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314989304
00000100:00000001:2.0:1787763152.887752:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314988069
00000100:00000001:2.0:1787763152.887756:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314989304
00000100:00000001:2.0:1787763152.887760:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763152.887764:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763152.887767:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763152.887775:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763152/real 1787763152]  req@ffff9b9d81851e00 x1874599320558336/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763177 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763152.887790:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763152.887793:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763152.887796:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569eee70.
00000400:00000200:2.0:1787763152.887800:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc088
00000400:00000010:2.0:1787763152.887802:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc088.
00000100:00000001:2.0:1787763152.887804:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763152.887809:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81851e00 x1874599320558336/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763177 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763152.887818:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81851e00 x1874599320558336/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763177 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763152.887826:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763152.887828:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763152.887830:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763152.887831:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763152.887835:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81851e00 x1874599320558336/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763177 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763152.887844:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763152.887849:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81851e00 x1874599320558336/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763177 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763152.887857:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763152.887859:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763152.887861:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763152.887862:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763152.887864:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763152.887866:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763152.887869:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763152.887873:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763152.887875:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763152.887879:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81851e00 x1874599320558336/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763177 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763152.887892:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81851e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320558336:192.168.203.113@tcp:8:kworker.0
00000100:00000001:2.0:1787763152.887899:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763152.887903:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763152.887909:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81851a40 x1874599320558080/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763177 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763152.887921:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763152.887925:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763152.887928:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f184c00.
02000000:00000001:2.0:1787763152.887934:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763152.887937:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763152.887940:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:2.0:1787763152.887944:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763152.887948:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d50558c00.
02000000:00000001:2.0:1787763152.887955:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763152.887957:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763152.887960:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81851a40.
00000100:00000001:2.0:1787763152.887965:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763152.887967:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763152.887970:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763152.887977:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81850780 x1874599320558208/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763177 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763152.887991:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763152.887993:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763152.888021:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f187000.
02000000:00000001:2.0:1787763152.888026:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763152.888028:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763152.888030:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:2.0:1787763152.888033:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763152.888034:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d5055a400.
02000000:00000001:2.0:1787763152.888038:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763152.888040:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763152.888059:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81850780.
00000100:00000001:2.0:1787763152.888063:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763152.888065:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763152.888067:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763152.888072:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81851e00 x1874599320558336/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763177 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763152.888080:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763152.888082:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763152.888085:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f184000.
02000000:00000001:2.0:1787763152.888087:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763152.888089:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763152.888091:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:2.0:1787763152.888093:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763152.888094:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d50559c00.
02000000:00000001:2.0:1787763152.888097:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763152.888098:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763152.888100:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81851e00.
00000100:00000001:2.0:1787763152.888102:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763152.888105:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763152.888107:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763152.888112:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763152.888114:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763152.888117:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787763152.888119:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763153.076597:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763153.076605:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763153.076615:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763153.076618:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763153.076641:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763153.076644:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763153.076730:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763153.076747:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763153.076751:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763153.908527:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763153.908539:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763153.908543:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763153.908551:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763153.908556:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763153.908562:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763153.908566:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763153.908570:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763153.908574:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763154.100589:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763154.100599:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763154.100606:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763154.100607:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763154.100612:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763154.100614:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763154.100694:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763154.100702:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763154.100707:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787763154.164578:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4314989304, at 4314989312
00000100:00000010:0.0:1787763154.164595:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d5891f5a0.
00000100:00000001:3.0:1787763154.932521:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763154.932530:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763154.932532:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763154.932538:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763154.932542:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763154.932546:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763154.932548:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763154.932551:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763154.932554:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763155.124542:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763155.124550:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763155.124556:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763155.124557:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763155.124561:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763155.124562:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763155.956638:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763155.956651:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763155.956655:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763155.956663:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763155.956670:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763155.956676:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763155.956681:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763155.956686:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763155.956690:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763156.148614:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763156.148624:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763156.148633:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763156.148635:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763156.148640:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763156.148642:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763156.148721:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763156.148728:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763156.148733:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763156.980537:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763156.980548:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763156.980551:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763156.980559:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763156.980575:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763156.980580:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763156.980583:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763156.980587:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763156.980590:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763157.172538:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763157.172546:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763157.172554:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763157.172555:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763157.172559:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763157.172559:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763157.172610:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763157.172615:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763157.172618:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763158.004590:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763158.004598:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763158.004602:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763158.004610:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763158.004615:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763158.004621:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763158.004626:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763158.004631:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763158.004635:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763158.004851:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787763158.004859:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763158.004864:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763158.004875:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d753e7840 x1874599320558464/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763158.004887:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763158.004889:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763158.004898:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763158.004902:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763158.004907:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763158.004914:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d753e7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320558464:192.168.203.113@tcp:250:kworker.0
00000100:00000001:2.0:1787763158.004921:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763158.004927:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763158.004932:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763158.004935:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763158.004943:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f187000.
02000000:00000001:2.0:1787763158.004948:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763158.004958:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763158.004983:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569eee70.
00000400:00000010:2.0:1787763158.004994:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc088.
00000100:00000200:2.0:1787763158.005006:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320558464, portal 25
00000100:00000001:2.0:1787763158.005012:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763158.005015:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699312040000 : -110374397511616 : ffff9b9d753e7840)
00000100:00000040:2.0:1787763158.005026:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d753e7840 x1874599320558464/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763158.005041:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763158.005049:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763158.005054:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc220.
00000100:00000200:2.0:1787763158.005060:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320558464, offset 0
00000400:00000200:2.0:1787763158.005071:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763158.005085:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763158.005095:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763158.005102:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763158.005111:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763158.005118:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763158.005124:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763158.005132:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63126:63126:256:4294967295] 192.168.203.113@tcp LPNI seq info [63126:63126:8:4294967295]
00000400:00000200:2.0:1787763158.005142:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763158.005160:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763158.005171:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763158.005179:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e200.
00000800:00000200:2.0:1787763158.005193:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.0:1787763158.005200:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787763158.005210:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763158.005215:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1787763158.005223:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763158.005228:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e200.
00000400:00000200:2.0:1787763158.005238:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787763158.005249:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763158.005259:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc220
00000400:00000010:2.0:1787763158.005266:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc220.
00000100:00000001:2.0:1787763158.005276:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763158.005286:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d753e7840 x1874599320558464/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763158.005306:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763158.005311:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d753e7840 x1874599320558464/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763183 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763158.005332:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763158.005338:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763158.005348:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763158.005358:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763158.005364:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4314994423
00000100:00000010:2.0:1787763158.005374:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d5891ff00.
00000100:00000001:2.0:1787763158.005385:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787763158.005399:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4314994423
00000100:00000010:2.0:1787763158.005403:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d5891f8a0.
00000100:00000001:2.0:1787763158.005407:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787763158.005411:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763158.005413:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763158.005416:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763158.005422:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763158/real 1787763158]  req@ffff9b9d753e7840 x1874599320558464/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763158.005430:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763158.005432:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763158.005435:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569eee70.
00000400:00000200:2.0:1787763158.005438:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc088
00000400:00000010:2.0:1787763158.005458:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc088.
00000100:00000001:2.0:1787763158.005461:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763158.005464:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d753e7840 x1874599320558464/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763158.005470:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d753e7840 x1874599320558464/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763158.005475:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763158.005476:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763158.005478:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763158.005480:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763158.005483:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d753e7840 x1874599320558464/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763158.005488:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763158.005492:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d753e7840 x1874599320558464/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763183 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763158.005498:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763158.005500:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763158.005502:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763158.005503:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763158.005505:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763158.005506:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763158.005508:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763158.005511:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763158.005513:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763158.005516:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d753e7840 x1874599320558464/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763183 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763158.005521:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d753e7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320558464:192.168.203.113@tcp:250:kworker.0
00000100:00000001:2.0:1787763158.005525:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763158.005527:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763158.005529:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d753e7840 x1874599320558464/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763183 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763158.005534:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763158.005536:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763158.005539:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f187000.
02000000:00000001:2.0:1787763158.005541:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763158.005543:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763158.005544:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:2.0:1787763158.005546:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763158.005548:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d58dba800.
02000000:00000001:2.0:1787763158.005552:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763158.005554:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763158.005555:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d753e7840.
00000100:00000001:2.0:1787763158.005558:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763158.005559:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763158.005560:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763158.005568:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763158.005569:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763158.005571:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787763158.005572:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763158.005573:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763158.005576:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d753e4000 x1874599320558592/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763158.005581:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763158.005582:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763158.005583:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763158.005585:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763158.005586:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763158.005588:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d753e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320558592:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763158.005590:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763158.005591:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763158.005593:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763158.005594:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763158.005596:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f187000.
02000000:00000001:2.0:1787763158.005598:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763158.005601:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763158.005603:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569eee70.
00000400:00000010:2.0:1787763158.005605:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc088.
00000100:00000200:2.0:1787763158.005608:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320558592, portal 10
00000100:00000001:2.0:1787763158.005609:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763158.005610:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699312025600 : -110374397526016 : ffff9b9d753e4000)
00000100:00000040:2.0:1787763158.005616:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d753e4000 x1874599320558592/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763158.005621:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763158.005623:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763158.005624:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc220.
00000100:00000200:2.0:1787763158.005626:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320558592, offset 0
00000400:00000200:2.0:1787763158.005628:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763158.005631:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763158.005635:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763158.005638:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763158.005639:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763158.005641:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763158.005643:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763158.005646:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63127:63127:256:4294967295] 192.168.203.113@tcp LPNI seq info [63127:63127:8:4294967295]
00000400:00000200:2.0:1787763158.005649:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763158.005653:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763158.005657:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763158.005659:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e200.
00000800:00000200:2.0:1787763158.005662:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.0:1787763158.005664:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787763158.005667:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763158.005669:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1787763158.005672:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763158.005673:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e200.
00000400:00000200:2.0:1787763158.005675:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787763158.005678:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763158.005680:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc220
00000400:00000010:2.0:1787763158.005682:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc220.
00000100:00000001:2.0:1787763158.005683:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763158.005686:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d753e4000 x1874599320558592/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763158.005691:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763158.005693:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d753e4000 x1874599320558592/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763183 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763158.005699:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763158.005700:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763158.005702:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763158.005705:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:2.0:1787763158.005707:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763158.005708:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314993196
00000100:00000001:2.0:1787763158.005711:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314994423
00000100:00000001:2.0:1787763158.005713:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314993196
00000100:00000001:2.0:1787763158.005715:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314994423
00000100:00000001:2.0:1787763158.005716:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763158.005718:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763158.005719:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763158.005721:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763158/real 1787763158]  req@ffff9b9d753e4000 x1874599320558592/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763158.005725:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763158.005726:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763158.005727:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569eee70.
00000400:00000200:2.0:1787763158.005729:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc088
00000400:00000010:2.0:1787763158.005730:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc088.
00000100:00000001:2.0:1787763158.005731:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763158.005733:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d753e4000 x1874599320558592/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763158.005739:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d753e4000 x1874599320558592/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763158.005742:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763158.005743:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763158.005744:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763158.005745:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763158.005747:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d753e4000 x1874599320558592/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763158.005751:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763158.005753:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d753e4000 x1874599320558592/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763183 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763158.005758:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763158.005760:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763158.005762:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763158.005763:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763158.005765:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763158.005780:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763158.005782:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763158.005784:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763158.005786:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763158.005788:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d753e4000 x1874599320558592/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763183 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763158.005793:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d753e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320558592:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763158.005795:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763158.005797:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d753e70c0 x1874599320558720/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763158.005801:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763158.005802:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763158.005803:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763158.005804:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763158.005805:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763158.005807:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d753e70c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320558720:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763158.005810:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763158.005811:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763158.005812:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763158.005813:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763158.005815:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f184c00.
02000000:00000001:2.0:1787763158.005817:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763158.005818:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763158.005819:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569eee70.
00000400:00000010:2.0:1787763158.005821:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc088.
00000100:00000200:2.0:1787763158.005823:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320558720, portal 10
00000100:00000001:2.0:1787763158.005825:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763158.005826:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699312038080 : -110374397513536 : ffff9b9d753e70c0)
00000100:00000040:2.0:1787763158.005830:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d753e70c0 x1874599320558720/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763158.005835:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763158.005837:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763158.005838:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc220.
00000100:00000200:2.0:1787763158.005840:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320558720, offset 0
00000400:00000200:2.0:1787763158.005842:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763158.005844:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763158.005846:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763158.005847:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763158.005849:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763158.005850:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763158.005852:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763158.005854:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63128:63128:256:4294967295] 192.168.203.113@tcp LPNI seq info [63128:63128:8:4294967295]
00000400:00000200:2.0:1787763158.005857:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763158.005861:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763158.005864:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763158.005866:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e200.
00000800:00000200:2.0:1787763158.005868:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.0:1787763158.005871:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787763158.005873:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763158.005875:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1787763158.005878:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763158.005879:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e200.
00000400:00000200:2.0:1787763158.005881:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787763158.005883:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763158.005885:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc220
00000400:00000010:2.0:1787763158.005887:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc220.
00000100:00000001:2.0:1787763158.005888:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763158.005890:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d753e70c0 x1874599320558720/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763158.005896:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763158.005898:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d753e70c0 x1874599320558720/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763183 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763158.005903:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763158.005904:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763158.005906:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763158.005908:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:2.0:1787763158.005910:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763158.005911:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314993175
00000100:00000001:2.0:1787763158.005912:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314994423
00000100:00000001:2.0:1787763158.005914:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314993175
00000100:00000001:2.0:1787763158.005915:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314994423
00000100:00000001:2.0:1787763158.005917:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763158.005918:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763158.005920:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763158.005922:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763158/real 1787763158]  req@ffff9b9d753e70c0 x1874599320558720/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763158.005926:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763158.005927:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763158.005928:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569eee70.
00000400:00000200:2.0:1787763158.005929:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc088
00000400:00000010:2.0:1787763158.005930:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc088.
00000100:00000001:2.0:1787763158.005931:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763158.005933:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d753e70c0 x1874599320558720/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763158.005938:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d753e70c0 x1874599320558720/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763158.005941:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763158.005942:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763158.005944:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763158.005945:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763158.005947:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d753e70c0 x1874599320558720/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763158.005953:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763158.005955:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d753e70c0 x1874599320558720/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763183 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763158.005976:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763158.005978:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763158.005979:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763158.005980:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763158.005981:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763158.005982:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763158.005984:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763158.005986:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763158.005988:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763158.005990:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d753e70c0 x1874599320558720/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763183 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763158.005996:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d753e70c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320558720:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763158.005999:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763158.006001:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d753e4b40 x1874599320558848/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763158.006006:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763158.006007:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763158.006008:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763158.006010:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763158.006011:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763158.006013:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d753e4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320558848:192.168.203.113@tcp:8:kworker.0
00000100:00000001:2.0:1787763158.006015:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763158.006017:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763158.006018:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763158.006019:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763158.006022:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f185000.
02000000:00000001:2.0:1787763158.006023:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763158.006026:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763158.006028:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569eee70.
00000400:00000010:2.0:1787763158.006031:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc088.
00000100:00000200:2.0:1787763158.006033:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320558848, portal 4
00000100:00000001:2.0:1787763158.006034:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763158.006035:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699312028480 : -110374397523136 : ffff9b9d753e4b40)
00000100:00000040:2.0:1787763158.006040:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d753e4b40 x1874599320558848/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763158.006045:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763158.006047:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763158.006048:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc220.
00000100:00000200:2.0:1787763158.006050:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320558848, offset 0
00000400:00000200:2.0:1787763158.006052:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763158.006055:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763158.006057:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763158.006058:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763158.006060:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763158.006062:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763158.006064:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763158.006066:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63129:63129:256:4294967295] 192.168.203.113@tcp LPNI seq info [63129:63129:8:4294967295]
00000400:00000200:2.0:1787763158.006069:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763158.006073:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763158.006076:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763158.006078:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e200.
00000800:00000200:2.0:1787763158.006080:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.0:1787763158.006082:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787763158.006085:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763158.006093:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1787763158.006096:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763158.006098:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e200.
00000400:00000200:2.0:1787763158.006101:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787763158.006103:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763158.006108:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc220
00000400:00000010:2.0:1787763158.006109:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc220.
00000100:00000001:2.0:1787763158.006111:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763158.006113:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d753e4b40 x1874599320558848/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763158.006119:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763158.006121:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d753e4b40 x1874599320558848/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763183 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763158.006126:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763158.006127:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763158.006129:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763158.006131:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:2.0:1787763158.006133:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763158.006134:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314993187
00000100:00000001:2.0:1787763158.006136:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314994423
00000100:00000001:2.0:1787763158.006138:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314993187
00000100:00000001:2.0:1787763158.006139:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314994423
00000100:00000001:2.0:1787763158.006141:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763158.006142:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763158.006144:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763158.006146:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763158/real 1787763158]  req@ffff9b9d753e4b40 x1874599320558848/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763158.006150:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763158.006151:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763158.006152:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569eee70.
00000400:00000200:2.0:1787763158.006153:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc088
00000400:00000010:2.0:1787763158.006154:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc088.
00000100:00000001:2.0:1787763158.006156:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763158.006158:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d753e4b40 x1874599320558848/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763158.006164:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d753e4b40 x1874599320558848/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763158.006168:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763158.006169:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763158.006170:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763158.006171:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763158.006173:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d753e4b40 x1874599320558848/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763158.006176:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763158.006179:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d753e4b40 x1874599320558848/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763183 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763158.006183:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763158.006184:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763158.006185:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763158.006186:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763158.006187:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763158.006188:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763158.006189:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763158.006191:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763158.006193:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763158.006195:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d753e4b40 x1874599320558848/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763183 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763158.006201:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d753e4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320558848:192.168.203.113@tcp:8:kworker.0
00000100:00000001:2.0:1787763158.006203:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763158.006204:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763158.006207:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d753e4000 x1874599320558592/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763183 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763158.006212:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763158.006213:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763158.006214:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f187000.
02000000:00000001:2.0:1787763158.006216:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763158.006217:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763158.006218:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:2.0:1787763158.006219:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763158.006220:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d58db9c00.
02000000:00000001:2.0:1787763158.006222:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763158.006223:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763158.006224:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d753e4000.
00000100:00000001:2.0:1787763158.006226:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763158.006227:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763158.006229:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763158.006231:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d753e70c0 x1874599320558720/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763183 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763158.006236:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763158.006236:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763158.006237:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f184c00.
02000000:00000001:2.0:1787763158.006239:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763158.006240:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763158.006241:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:2.0:1787763158.006242:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763158.006244:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d58dbb400.
02000000:00000001:2.0:1787763158.006247:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763158.006248:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763158.006249:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d753e70c0.
00000100:00000001:2.0:1787763158.006252:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763158.006253:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763158.006255:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763158.006258:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d753e4b40 x1874599320558848/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763183 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763158.006265:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763158.006268:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763158.006270:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f185000.
02000000:00000001:2.0:1787763158.006272:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763158.006274:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763158.006276:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:2.0:1787763158.006278:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763158.006280:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d58db9400.
02000000:00000001:2.0:1787763158.006282:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763158.006284:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763158.006285:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d753e4b40.
00000100:00000001:2.0:1787763158.006288:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763158.006289:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763158.006291:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763158.006295:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763158.006296:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763158.006298:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787763158.006299:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763158.196547:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763158.196554:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763158.196560:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763158.196563:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763158.196566:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763158.196568:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763158.196617:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763158.196622:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763158.196626:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763159.028540:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763159.028550:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763159.028552:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763159.028558:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763159.028562:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763159.028566:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763159.028570:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763159.028573:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763159.028576:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763159.220579:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763159.220590:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763159.220593:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763159.220598:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763159.220604:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763159.220607:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763159.220609:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763159.220613:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763159.220617:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763159.220618:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763159.220619:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763159.220621:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763159.220622:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763159.220623:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763159.220624:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763159.220626:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763159.220629:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763159.220630:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763159.220680:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763159.220685:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763159.220688:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787763159.284522:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4314994423, at 4314994432
00000100:00000010:0.0:1787763159.284534:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d5891ff00.
00000100:00000001:3.0:1787763160.052596:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763160.052605:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763160.052608:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763160.052614:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763160.052619:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763160.052624:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763160.052627:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763160.052631:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763160.052636:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763160.244570:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763160.244579:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763160.244587:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763160.244589:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763160.244594:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763160.244596:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763161.076568:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763161.076583:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763161.076588:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763161.076598:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763161.076607:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763161.076615:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763161.076622:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763161.076627:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763161.076633:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763161.268565:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763161.268576:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763161.268585:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763161.268588:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763161.268595:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763161.268600:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763161.268604:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763161.268610:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763161.268615:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763161.268619:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763161.268623:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763161.268628:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763161.268711:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763161.268718:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763161.268722:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763162.100577:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763162.100590:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763162.100593:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763162.100603:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763162.100612:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763162.100618:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763162.100623:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763162.100629:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763162.100635:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763162.292561:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763162.292569:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763162.292578:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763162.292580:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763162.292586:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763162.292589:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763162.292666:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763162.292673:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763162.292678:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763163.124568:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763163.124578:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763163.124582:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763163.124589:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763163.124593:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763163.124599:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763163.124603:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763163.124607:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763163.124611:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763163.124958:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787763163.124974:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763163.124981:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763163.125001:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d753e4b40 x1874599320558976/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763163.125048:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763163.125062:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763163.125079:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763163.125085:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763163.125101:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763163.125121:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d753e4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320558976:192.168.203.113@tcp:250:kworker.0
00000100:00000001:2.0:1787763163.125140:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763163.125151:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763163.125160:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763163.125181:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763163.125203:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f184c00.
02000000:00000001:2.0:1787763163.125212:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763163.125242:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763163.125253:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569eee70.
00000400:00000010:2.0:1787763163.125267:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc088.
00000100:00000200:2.0:1787763163.125279:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320558976, portal 25
00000100:00000001:2.0:1787763163.125288:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763163.125300:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699312028480 : -110374397523136 : ffff9b9d753e4b40)
00000100:00000040:2.0:1787763163.125325:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d753e4b40 x1874599320558976/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763188 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763163.125348:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763163.125365:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763163.125377:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc220.
00000100:00000200:2.0:1787763163.125390:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320558976, offset 0
00000400:00000200:2.0:1787763163.125408:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763163.125427:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763163.125466:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763163.125473:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763163.125479:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763163.125486:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763163.125500:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763163.125516:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63130:63130:256:4294967295] 192.168.203.113@tcp LPNI seq info [63130:63130:8:4294967295]
00000400:00000200:2.0:1787763163.125538:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763163.125555:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763163.125572:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763163.125582:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e200.
00000800:00000200:2.0:1787763163.125600:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.0:1787763163.125616:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787763163.125641:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763163.125650:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1787763163.125669:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763163.125683:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e200.
00000400:00000200:2.0:1787763163.125702:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787763163.125722:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763163.125735:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc220
00000400:00000010:2.0:1787763163.125741:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc220.
00000100:00000001:2.0:1787763163.125751:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763163.125766:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d753e4b40 x1874599320558976/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763188 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763163.125784:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763163.125802:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d753e4b40 x1874599320558976/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763188 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763163.125840:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763163.125849:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763163.125867:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763163.125877:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763163.125884:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4314999544
00000100:00000010:2.0:1787763163.125900:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d5891f180.
00000100:00000001:2.0:1787763163.125924:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787763163.125958:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4314999544
00000100:00000010:2.0:1787763163.125970:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d5891f720.
00000100:00000001:2.0:1787763163.125989:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787763163.125999:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763163.126012:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763163.126025:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763163.126046:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763163/real 1787763163]  req@ffff9b9d753e4b40 x1874599320558976/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763163.126080:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763163.126085:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763163.126091:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569eee70.
00000400:00000200:2.0:1787763163.126100:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc088
00000400:00000010:2.0:1787763163.126104:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc088.
00000100:00000001:2.0:1787763163.126113:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763163.126126:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d753e4b40 x1874599320558976/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763163.126170:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d753e4b40 x1874599320558976/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763163.126194:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763163.126204:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763163.126215:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763163.126223:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763163.126247:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d753e4b40 x1874599320558976/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763163.126278:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763163.126307:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d753e4b40 x1874599320558976/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763188 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763163.126337:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763163.126342:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763163.126357:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763163.126364:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763163.126370:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763163.126373:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763163.126393:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763163.126421:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763163.126426:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763163.126469:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d753e4b40 x1874599320558976/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763188 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763163.126482:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d753e4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320558976:192.168.203.113@tcp:250:kworker.0
00000100:00000001:2.0:1787763163.126497:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763163.126510:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763163.126520:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d753e4b40 x1874599320558976/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763188 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763163.126543:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763163.126549:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763163.126557:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f184c00.
02000000:00000001:2.0:1787763163.126566:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763163.126575:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763163.126581:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:2.0:1787763163.126592:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763163.126598:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d58db9800.
02000000:00000001:2.0:1787763163.126613:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763163.126619:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763163.126622:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d753e4b40.
00000100:00000001:2.0:1787763163.126628:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763163.126631:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763163.126634:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763163.126643:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763163.126645:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763163.126648:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787763163.126650:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763163.126652:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763163.126659:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d753e70c0 x1874599320559104/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763163.126666:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763163.126669:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763163.126670:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763163.126673:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763163.126676:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763163.126680:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d753e70c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320559104:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763163.126683:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763163.126685:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763163.126687:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763163.126688:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763163.126692:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f184c00.
02000000:00000001:2.0:1787763163.126693:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763163.126696:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763163.126699:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569eee70.
00000400:00000010:2.0:1787763163.126701:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc088.
00000100:00000200:2.0:1787763163.126704:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320559104, portal 10
00000100:00000001:2.0:1787763163.126707:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763163.126708:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699312038080 : -110374397513536 : ffff9b9d753e70c0)
00000100:00000040:2.0:1787763163.126714:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d753e70c0 x1874599320559104/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763188 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763163.126719:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763163.126721:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763163.126722:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc220.
00000100:00000200:2.0:1787763163.126724:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320559104, offset 0
00000400:00000200:2.0:1787763163.126727:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763163.126730:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763163.126734:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763163.126736:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763163.126738:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763163.126741:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763163.126742:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763163.126745:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63131:63131:256:4294967295] 192.168.203.113@tcp LPNI seq info [63131:63131:8:4294967295]
00000400:00000200:2.0:1787763163.126748:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763163.126753:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763163.126756:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763163.126759:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e200.
00000800:00000200:2.0:1787763163.126762:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.0:1787763163.126765:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787763163.126770:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763163.126772:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1787763163.126775:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763163.126776:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e200.
00000400:00000200:2.0:1787763163.126779:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787763163.126782:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763163.126786:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc220
00000400:00000010:2.0:1787763163.126788:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc220.
00000100:00000001:2.0:1787763163.126790:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763163.126794:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d753e70c0 x1874599320559104/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763188 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763163.126811:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763163.126814:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d753e70c0 x1874599320559104/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763188 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763163.126823:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763163.126825:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763163.126829:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763163.126834:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:2.0:1787763163.126837:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763163.126839:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314998317
00000100:00000001:2.0:1787763163.126842:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314999544
00000100:00000001:2.0:1787763163.126844:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314998317
00000100:00000001:2.0:1787763163.126846:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314999544
00000100:00000001:2.0:1787763163.126847:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763163.126849:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763163.126850:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763163.126853:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763163/real 1787763163]  req@ffff9b9d753e70c0 x1874599320559104/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763163.126858:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763163.126859:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763163.126860:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569eee70.
00000400:00000200:2.0:1787763163.126862:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc088
00000400:00000010:2.0:1787763163.126864:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc088.
00000100:00000001:2.0:1787763163.126866:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763163.126868:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d753e70c0 x1874599320559104/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763163.126874:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d753e70c0 x1874599320559104/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763163.126879:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763163.126880:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763163.126882:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763163.126883:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763163.126885:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d753e70c0 x1874599320559104/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763163.126889:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763163.126892:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d753e70c0 x1874599320559104/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763188 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763163.126896:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763163.126897:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763163.126898:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763163.126899:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763163.126900:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763163.126916:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763163.126918:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763163.126922:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763163.126924:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763163.126940:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d753e70c0 x1874599320559104/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763188 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763163.126947:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d753e70c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320559104:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763163.126952:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763163.126956:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d753e4000 x1874599320559232/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763163.126965:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763163.126966:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763163.126969:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763163.126971:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763163.126973:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763163.126977:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d753e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320559232:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763163.126981:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763163.126982:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763163.126984:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763163.126985:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763163.126989:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f187000.
02000000:00000001:2.0:1787763163.126990:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763163.126993:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763163.126995:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569eee70.
00000400:00000010:2.0:1787763163.126997:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc088.
00000100:00000200:2.0:1787763163.127000:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320559232, portal 10
00000100:00000001:2.0:1787763163.127001:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763163.127003:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699312025600 : -110374397526016 : ffff9b9d753e4000)
00000100:00000040:2.0:1787763163.127007:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d753e4000 x1874599320559232/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763188 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763163.127012:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763163.127014:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763163.127015:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc220.
00000100:00000200:2.0:1787763163.127017:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320559232, offset 0
00000400:00000200:2.0:1787763163.127019:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763163.127022:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763163.127025:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763163.127027:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763163.127029:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763163.127031:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763163.127033:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763163.127035:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63132:63132:256:4294967295] 192.168.203.113@tcp LPNI seq info [63132:63132:8:4294967295]
00000400:00000200:2.0:1787763163.127038:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763163.127043:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763163.127046:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763163.127048:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e200.
00000800:00000200:2.0:1787763163.127052:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.0:1787763163.127054:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787763163.127057:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763163.127059:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1787763163.127062:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763163.127064:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e200.
00000400:00000200:2.0:1787763163.127066:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787763163.127068:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763163.127071:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc220
00000400:00000010:2.0:1787763163.127072:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc220.
00000100:00000001:2.0:1787763163.127074:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763163.127076:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d753e4000 x1874599320559232/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763188 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763163.127081:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763163.127084:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d753e4000 x1874599320559232/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763188 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763163.127088:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763163.127090:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763163.127092:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763163.127094:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:2.0:1787763163.127096:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763163.127098:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314998296
00000100:00000001:2.0:1787763163.127100:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314999544
00000100:00000001:2.0:1787763163.127101:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314998296
00000100:00000001:2.0:1787763163.127103:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314999544
00000100:00000001:2.0:1787763163.127104:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763163.127106:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763163.127107:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763163.127109:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763163/real 1787763163]  req@ffff9b9d753e4000 x1874599320559232/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763163.127114:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763163.127116:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763163.127117:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569eee70.
00000400:00000200:2.0:1787763163.127119:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc088
00000400:00000010:2.0:1787763163.127120:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc088.
00000100:00000001:2.0:1787763163.127121:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763163.127123:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d753e4000 x1874599320559232/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763163.127128:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d753e4000 x1874599320559232/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763163.127132:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763163.127133:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763163.127134:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763163.127135:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763163.127137:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d753e4000 x1874599320559232/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763163.127141:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763163.127143:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d753e4000 x1874599320559232/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763188 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763163.127147:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763163.127149:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763163.127150:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763163.127151:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763163.127152:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763163.127154:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763163.127156:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763163.127159:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763163.127160:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763163.127162:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d753e4000 x1874599320559232/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763188 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763163.127172:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d753e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320559232:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763163.127175:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763163.127178:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d753e7840 x1874599320559360/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763163.127182:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763163.127183:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763163.127185:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763163.127186:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763163.127187:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763163.127189:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d753e7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320559360:192.168.203.113@tcp:8:kworker.0
00000100:00000001:2.0:1787763163.127190:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763163.127192:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763163.127193:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763163.127194:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763163.127197:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f185000.
02000000:00000001:2.0:1787763163.127199:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763163.127201:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763163.127203:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569eee70.
00000400:00000010:2.0:1787763163.127205:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc088.
00000100:00000200:2.0:1787763163.127207:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320559360, portal 4
00000100:00000001:2.0:1787763163.127209:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763163.127210:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699312040000 : -110374397511616 : ffff9b9d753e7840)
00000100:00000040:2.0:1787763163.127214:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d753e7840 x1874599320559360/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763188 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763163.127219:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763163.127221:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763163.127222:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc220.
00000100:00000200:2.0:1787763163.127224:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320559360, offset 0
00000400:00000200:2.0:1787763163.127226:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763163.127229:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763163.127232:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763163.127234:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763163.127236:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763163.127237:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763163.127239:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763163.127241:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63133:63133:256:4294967295] 192.168.203.113@tcp LPNI seq info [63133:63133:8:4294967295]
00000400:00000200:2.0:1787763163.127244:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763163.127248:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763163.127250:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763163.127252:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e200.
00000800:00000200:2.0:1787763163.127254:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.0:1787763163.127256:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787763163.127259:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763163.127261:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1787763163.127264:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763163.127265:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e200.
00000400:00000200:2.0:1787763163.127267:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787763163.127270:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763163.127272:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc220
00000400:00000010:2.0:1787763163.127273:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc220.
00000100:00000001:2.0:1787763163.127274:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763163.127276:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d753e7840 x1874599320559360/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763188 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763163.127282:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763163.127284:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d753e7840 x1874599320559360/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763188 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763163.127289:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763163.127290:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763163.127291:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763163.127293:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:2.0:1787763163.127295:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763163.127297:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4314998308
00000100:00000001:2.0:1787763163.127299:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4314999544
00000100:00000001:2.0:1787763163.127301:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4314998308
00000100:00000001:2.0:1787763163.127303:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4314999544
00000100:00000001:2.0:1787763163.127304:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763163.127305:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763163.127306:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763163.127308:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763163/real 1787763163]  req@ffff9b9d753e7840 x1874599320559360/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763163.127312:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763163.127313:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763163.127314:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569eee70.
00000400:00000200:2.0:1787763163.127315:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc088
00000400:00000010:2.0:1787763163.127316:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc088.
00000100:00000001:2.0:1787763163.127317:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763163.127319:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d753e7840 x1874599320559360/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763163.127324:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d753e7840 x1874599320559360/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763163.127329:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763163.127330:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763163.127331:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763163.127333:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763163.127335:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d753e7840 x1874599320559360/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763163.127339:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763163.127341:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d753e7840 x1874599320559360/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763188 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763163.127345:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763163.127347:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763163.127349:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763163.127349:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763163.127351:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763163.127352:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763163.127354:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763163.127356:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763163.127357:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763163.127359:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d753e7840 x1874599320559360/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763188 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763163.127364:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d753e7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320559360:192.168.203.113@tcp:8:kworker.0
00000100:00000001:2.0:1787763163.127366:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763163.127367:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763163.127369:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d753e70c0 x1874599320559104/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763188 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763163.127373:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763163.127374:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763163.127375:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f184c00.
02000000:00000001:2.0:1787763163.127377:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763163.127378:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763163.127379:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:2.0:1787763163.127381:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763163.127383:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d58dbac00.
02000000:00000001:2.0:1787763163.127385:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763163.127386:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763163.127387:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d753e70c0.
00000100:00000001:2.0:1787763163.127389:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763163.127390:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763163.127391:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763163.127393:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d753e4000 x1874599320559232/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763188 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763163.127403:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763163.127404:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763163.127405:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f187000.
02000000:00000001:2.0:1787763163.127407:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763163.127408:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763163.127408:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:2.0:1787763163.127409:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763163.127410:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d58db9400.
02000000:00000001:2.0:1787763163.127411:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763163.127412:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763163.127413:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d753e4000.
00000100:00000001:2.0:1787763163.127414:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763163.127415:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763163.127416:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763163.127418:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d753e7840 x1874599320559360/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763188 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763163.127421:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763163.127422:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763163.127423:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f185000.
02000000:00000001:2.0:1787763163.127424:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763163.127425:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763163.127425:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:2.0:1787763163.127426:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763163.127427:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d58dbb400.
02000000:00000001:2.0:1787763163.127430:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763163.127430:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763163.127431:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d753e7840.
00000100:00000001:2.0:1787763163.127432:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763163.127433:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763163.127434:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763163.127437:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763163.127437:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763163.127457:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787763163.127459:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763163.316587:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763163.316594:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763163.316601:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763163.316603:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763163.316607:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763163.316609:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763163.316710:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763163.316716:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763163.316721:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763164.148571:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763164.148581:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763164.148583:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763164.148589:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763164.148593:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763164.148597:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763164.148601:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763164.148604:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763164.148606:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763164.340554:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763164.340563:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763164.340568:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763164.340570:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763164.340573:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763164.340574:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763164.340622:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763164.340628:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763164.340631:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787763164.404623:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4314999544, at 4314999552
00000100:00000010:0.0:1787763164.404642:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d5891f180.
00000100:00000001:3.0:1787763165.172514:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763165.172523:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763165.172525:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763165.172532:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763165.172537:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763165.172541:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763165.172545:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763165.172548:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763165.172551:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763165.364536:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763165.364544:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763165.364551:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763165.364552:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763165.364556:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763165.364557:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763166.196580:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763166.196588:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763166.196591:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763166.196597:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763166.196601:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763166.196606:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763166.196609:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763166.196612:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763166.196615:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763166.388582:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763166.388592:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763166.388602:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763166.388604:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763166.388610:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763166.388612:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763166.388802:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763166.388814:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763166.388823:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763167.220543:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763167.220554:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763167.220558:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763167.220566:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763167.220570:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763167.220575:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763167.220579:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763167.220582:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763167.220586:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763167.412521:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763167.412528:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763167.412533:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763167.412534:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763167.412538:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763167.412539:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763167.412606:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763167.412630:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763167.412637:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763168.244500:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763168.244507:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763168.244509:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763168.244513:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763168.244517:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763168.244520:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763168.244523:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763168.244526:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763168.244528:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763168.244556:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763168.244561:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787763168.244563:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763168.244566:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763168.244569:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763168.244575:0:296758:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20330
00000400:00000200:0.0:1787763168.244581:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763168.244587:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763168.244589:0:296758:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763168.244591:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763168.244593:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763168.244595:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763168.244597:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763168.244600:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763168.244601:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:0.0:1787763168.244603:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763168.244605:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:0.0:1787763168.244608:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:0.0:1787763168.244610:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:0.0:1787763168.244612:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763168.244613:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763168.244614:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763168.244616:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787763168.244618:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:0.0:1787763168.244620:0:296758:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763168.244621:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763168.244623:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763168.244626:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763168.244628:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763168.244629:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787763168.244631:0:296758:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763168.244638:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81852d00.
00000020:00000040:0.0:1787763168.244641:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:0.0:1787763168.244644:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763168.244645:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763168.244647:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763168.244649:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763168.244652:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763168.244658:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d50558000.
00000100:00000001:0.0:1787763168.244664:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763168.244670:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81852d00 x1874599320559488/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763168.244678:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763168.244681:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763168.244684:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033d5c64e] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81852d00 x1874599320559488/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763168.244701:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763168.244703:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763168.244706:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787763168.244707:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763168.244708:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763168.244710:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763168.244712:0:296758:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20330
00000400:00000200:0.0:1787763168.244731:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763168.244735:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763168.244738:0:296758:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763168.244741:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763168.244743:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787763168.244745:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787763168.244754:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1787763168.244755:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763168.244759:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787763168.244762:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763168.244768:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763168.244772:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000100:00000040:2.0:1787763168.244774:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81852d00 x1874599320559488/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1787763168.244778:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763168.244782:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000020:00000001:0.0:1787763168.244787:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000020:00000001:0.0:1787763168.244801:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000001:2.0:1787763168.244803:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763168.244805:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763168.244813:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763168.244827:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1787763168.244831:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
02000000:00000001:2.0:1787763168.244831:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763168.244843:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81852d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320559488:192.168.203.113@tcp:250:kworker.0
00000100:00000001:0.0:1787763168.244845:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787763168.244852:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:0.0:1787763168.244860:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
02000000:00000001:2.0:1787763168.244861:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763168.244869:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763168.244870:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
02000000:00000001:2.0:1787763168.244883:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:0.0:1787763168.244884:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00080000:0.0:1787763168.244918:0:296758:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763168.244923:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763168.244925:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000010:2.0:1787763168.244934:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f187000.
02000000:00000001:2.0:1787763168.244949:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763168.244954:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763168.244961:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763168.244961:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787763168.244966:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000010:2.0:1787763168.244968:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569eee70.
00000008:00100000:0.0:1787763168.244969:0:296758:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787763168.244975:0:296758:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763168.244977:0:296758:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787763168.244980:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc088.
00000100:00000010:0.0:1787763168.244981:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81853840.
00000020:00000040:0.0:1787763168.244987:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
02000000:00000001:0.0:1787763168.244990:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763168.244991:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787763168.244991:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320559488, portal 25
00000100:00000001:0.0:1787763168.245004:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1787763168.245004:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763168.245015:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699518000384 : -110374191551232 : ffff9b9d81852d00)
02000000:00000001:0.0:1787763168.245016:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763168.245025:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763168.245032:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81852d00 x1874599320559488/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763193 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1787763168.245033:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d50559000.
00000100:00000001:0.0:1787763168.245043:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763168.245051:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:0.0:1787763168.245057:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81853840 x1874599320559616/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1787763168.245059:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763168.245065:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc220.
00000100:00000200:2.0:1787763168.245073:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320559488, offset 0
00000100:00000001:0.0:1787763168.245074:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763168.245080:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763168.245086:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000090fddba4] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81853840 x1874599320559616/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787763168.245091:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000100:00000001:0.0:1787763168.245102:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763168.245105:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1787763168.245106:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00080000:0.0:1787763168.245116:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787763168.245117:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763168.245120:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1787763168.245126:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000100:00000001:0.0:1787763168.245128:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763168.245136:0:296758:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20330
00000400:00000200:2.0:1787763168.245137:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763168.245149:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:0.0:1787763168.245150:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763168.245156:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787763168.245157:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763168.245160:0:296758:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1787763168.245161:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000100:00000040:0.0:1787763168.245178:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000400:00000200:2.0:1787763168.245179:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63134:63134:256:4294967295] 192.168.203.113@tcp LPNI seq info [63134:63134:8:4294967295]
00000100:00000001:0.0:1787763168.245189:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787763168.245196:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000040:0.0:1787763168.245197:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763168.245202:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763168.245205:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763168.245207:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000020:00000001:0.0:1787763168.245213:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763168.245220:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000400:00000200:2.0:1787763168.245220:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000020:00000001:0.0:1787763168.245227:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000020:00000001:0.0:1787763168.245232:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000800:00000200:2.0:1787763168.245237:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000100:00000040:0.0:1787763168.245238:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763168.245244:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763168.245247:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000800:00000010:2.0:1787763168.245247:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e200.
00000100:00000001:0.0:1787763168.245271:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000800:00000200:2.0:1787763168.245276:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000020:00000040:0.0:1787763168.245281:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000800:00000200:2.0:1787763168.245283:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 32 secs later)
00000100:00080000:0.0:1787763168.245292:0:296758:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763168.245298:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787763168.245306:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
02000000:00000001:0.0:1787763168.245308:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763168.245313:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:2.1:1787763168.245315:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 32 secs later)
02000000:00000001:0.0:1787763168.245321:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763168.245327:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000800:00000100:2.0:1787763168.245328:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763168.245338:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e200.
00000008:00100000:0.0:1787763168.245339:0:296758:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787763168.245351:0:296758:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763168.245354:0:296758:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763168.245356:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000010:0.0:1787763168.245361:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81850f00.
00000020:00000040:0.0:1787763168.245368:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000400:00000200:2.0:1787763168.245370:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
02000000:00000001:0.0:1787763168.245389:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1787763168.245390:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc220
02000000:00000001:0.0:1787763168.245391:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763168.245398:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763168.245399:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:2.0:1787763168.245399:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc220.
02000000:00000001:0.0:1787763168.245404:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763168.245409:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d5055b000.
00000100:00000001:0.0:1787763168.245411:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763168.245412:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00100000:0.0:1787763168.245417:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81850f00 x1874599320559744/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1787763168.245425:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d81852d00 x1874599320559488/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763193 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763168.245444:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763168.245446:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763168.245453:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007454b7f2] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81850f00 x1874599320559744/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763168.245460:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763168.245462:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1787763168.245466:0:296758:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1787763168.245468:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787763168.245480:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763168.245493:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81852d00 x1874599320559488/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763193 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763168.245503:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763168.245509:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:0.0:1787763168.245510:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787763168.245515:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763168.245517:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763168.245519:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763168.245525:0:296758:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20330
00000100:00000001:2.0:1787763168.245525:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787763168.245538:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763168.245540:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763168.245544:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00000001:2.0:1787763168.245544:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4315004664
00000100:00080000:0.0:1787763168.245553:0:296758:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000010:2.0:1787763168.245556:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d5891f780.
00000100:00000040:0.0:1787763168.245557:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763168.245562:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763168.245564:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763168.245566:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000001:2.0:1787763168.245568:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000020:00000001:0.0:1787763168.245569:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763168.245577:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000020:00000001:0.0:1787763168.245581:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763168.245583:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000100:00000001:2.0:1787763168.245583:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4315004664
00000020:00000001:0.0:1787763168.245598:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000010:2.0:1787763168.245598:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d5891f1e0.
00000020:00000001:0.0:1787763168.245612:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000001:2.0:1787763168.245613:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787763168.245625:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1787763168.245626:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763168.245633:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763168.245634:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763168.245641:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763168.245641:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1787763168.245645:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787763168.245647:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00100000:2.0:1787763168.245650:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763168/real 1787763168]  req@ffff9b9d81852d00 x1874599320559488/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787763168.245654:0:296758:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763168.245657:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763168.245658:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763168.245661:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763168.245666:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763168.245671:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763168.245675:0:296758:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787763168.245682:0:296758:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763168.245688:0:296758:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763168.245692:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81851680.
00000400:00000001:2.0:1787763168.245692:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000040:0.0:1787763168.245700:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
00000400:00000001:2.0:1787763168.245700:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:0.0:1787763168.245706:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763168.245708:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787763168.245708:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569eee70.
00000400:00000200:2.0:1787763168.245726:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc088
00000100:00000001:0.0:1787763168.245732:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:2.0:1787763168.245733:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc088.
02000000:00000001:0.0:1787763168.245738:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1787763168.245740:0:256678:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:0.0:1787763168.245741:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787763168.245750:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81852d00 x1874599320559488/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1787763168.245751:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d5055ac00.
00000100:00000001:0.0:1787763168.245759:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763168.245773:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81851680 x1874599320559872/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1787763168.245774:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81852d00 x1874599320559488/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763168.245834:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763168.245841:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763168.245847:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763168.245848:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763168.245858:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763168.245859:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763168.245873:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81852d00 x1874599320559488/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787763168.245874:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be916297] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81851680 x1874599320559872/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763168.245909:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763168.245929:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81852d00 x1874599320559488/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763193 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763168.245973:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763168.245974:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763168.245980:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787763168.245981:0:296758:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20341)
00000100:00000001:2.0:1787763168.245985:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763168.245988:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763168.245990:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763168.245992:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763168.245995:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763168.245999:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763168.246000:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763168.246006:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81852d00 x1874599320559488/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763193 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763168.246012:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81852d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320559488:192.168.203.113@tcp:250:kworker.0
00000100:00000001:2.0:1787763168.246019:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763168.246021:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763168.246024:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81852d00 x1874599320559488/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763193 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763168.246028:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763168.246030:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763168.246033:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f187000.
02000000:00000001:2.0:1787763168.246035:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763168.246037:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763168.246039:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:2.0:1787763168.246040:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763168.246043:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d50558000.
02000000:00000001:2.0:1787763168.246048:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763168.246049:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763168.246051:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81852d00.
00000100:00000001:2.0:1787763168.246054:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763168.246055:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763168.246056:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763168.246065:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763168.246066:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763168.246068:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787763168.246069:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763168.246071:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763168.246073:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81853840 x1874599320559616/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763168.246079:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763168.246080:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763168.246082:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763168.246084:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763168.246086:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763168.246088:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81853840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320559616:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763168.246090:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763168.246092:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763168.246093:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763168.246095:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763168.246097:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f187000.
02000000:00000001:2.0:1787763168.246099:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763168.246102:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763168.246105:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569eee70.
00000400:00000010:2.0:1787763168.246107:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc088.
00000100:00000200:2.0:1787763168.246109:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320559616, portal 10
00000100:00000001:2.0:1787763168.246111:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763168.246112:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699518003264 : -110374191548352 : ffff9b9d81853840)
00000100:00000040:2.0:1787763168.246117:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81853840 x1874599320559616/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763193 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763168.246122:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763168.246124:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763168.246125:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc220.
00000100:00000200:2.0:1787763168.246127:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320559616, offset 0
00000400:00000200:2.0:1787763168.246130:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763168.246133:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763168.246136:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763168.246138:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763168.246140:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763168.246142:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763168.246144:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763168.246146:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63135:63135:256:4294967295] 192.168.203.113@tcp LPNI seq info [63135:63135:8:4294967295]
00000400:00000200:2.0:1787763168.246149:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763168.246154:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763168.246158:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763168.246160:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e200.
00000800:00000200:2.0:1787763168.246163:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.0:1787763168.246165:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787763168.246169:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763168.246171:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1787763168.246174:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763168.246175:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e200.
00000400:00000200:2.0:1787763168.246177:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787763168.246180:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763168.246182:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc220
00000400:00000010:2.0:1787763168.246183:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc220.
00000100:00000001:2.0:1787763168.246185:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763168.246187:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d81853840 x1874599320559616/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763193 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763168.246193:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763168.246195:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81853840 x1874599320559616/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763193 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763168.246199:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763168.246200:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763168.246202:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763168.246205:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:2.0:1787763168.246207:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763168.246209:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315003436
00000100:00000001:2.0:1787763168.246211:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315004664
00000100:00000001:2.0:1787763168.246213:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315003436
00000100:00000001:2.0:1787763168.246214:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315004664
00000100:00000001:2.0:1787763168.246215:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763168.246217:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763168.246218:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763168.246221:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763168/real 1787763168]  req@ffff9b9d81853840 x1874599320559616/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763168.246226:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763168.246227:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763168.246228:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569eee70.
00000400:00000200:2.0:1787763168.246230:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc088
00000400:00000010:2.0:1787763168.246231:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc088.
00000100:00000001:2.0:1787763168.246232:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763168.246234:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81853840 x1874599320559616/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763168.246240:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81853840 x1874599320559616/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763168.246244:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763168.246245:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763168.246246:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763168.246247:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763168.246249:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81853840 x1874599320559616/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763168.246253:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763168.246255:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81853840 x1874599320559616/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763193 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763168.246259:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763168.246261:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763168.246261:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763168.246262:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763168.246263:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763168.246279:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763168.246281:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763168.246284:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763168.246285:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763168.246288:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81853840 x1874599320559616/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763193 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763168.246293:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81853840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320559616:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763168.246296:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763168.246298:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81850f00 x1874599320559744/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763168.246302:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763168.246303:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763168.246305:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763168.246306:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763168.246307:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763168.246309:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81850f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320559744:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763168.246312:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763168.246313:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763168.246314:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763168.246316:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763168.246318:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f184c00.
02000000:00000001:2.0:1787763168.246319:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763168.246321:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763168.246322:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569eee70.
00000400:00000010:2.0:1787763168.246324:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc088.
00000100:00000200:2.0:1787763168.246326:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320559744, portal 10
00000100:00000001:2.0:1787763168.246328:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763168.246329:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699517992704 : -110374191558912 : ffff9b9d81850f00)
00000100:00000040:2.0:1787763168.246333:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81850f00 x1874599320559744/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763193 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763168.246338:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763168.246340:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763168.246341:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc220.
00000100:00000200:2.0:1787763168.246343:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320559744, offset 0
00000400:00000200:2.0:1787763168.246346:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763168.246349:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763168.246351:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763168.246353:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763168.246355:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763168.246356:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763168.246358:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763168.246360:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63136:63136:256:4294967295] 192.168.203.113@tcp LPNI seq info [63136:63136:8:4294967295]
00000400:00000200:2.0:1787763168.246363:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763168.246368:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763168.246373:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763168.246376:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e200.
00000800:00000200:2.0:1787763168.246380:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.0:1787763168.246383:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787763168.246388:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763168.246391:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1787763168.246395:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763168.246397:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e200.
00000400:00000200:2.0:1787763168.246400:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787763168.246404:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763168.246407:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc220
00000400:00000010:2.0:1787763168.246409:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc220.
00000100:00000001:2.0:1787763168.246412:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763168.246416:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d81850f00 x1874599320559744/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763193 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763168.246434:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763168.246437:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81850f00 x1874599320559744/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763193 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763168.246459:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763168.246461:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763168.246465:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763168.246468:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:2.0:1787763168.246470:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763168.246472:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315003416
00000100:00000001:2.0:1787763168.246474:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315004664
00000100:00000001:2.0:1787763168.246475:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315003416
00000100:00000001:2.0:1787763168.246477:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315004664
00000100:00000001:2.0:1787763168.246478:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763168.246480:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763168.246481:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763168.246484:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763168/real 1787763168]  req@ffff9b9d81850f00 x1874599320559744/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763168.246489:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763168.246490:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763168.246491:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569eee70.
00000400:00000200:2.0:1787763168.246493:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc088
00000400:00000010:2.0:1787763168.246494:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc088.
00000100:00000001:2.0:1787763168.246495:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763168.246497:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81850f00 x1874599320559744/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763168.246503:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81850f00 x1874599320559744/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763168.246508:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763168.246509:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763168.246510:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763168.246511:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763168.246513:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81850f00 x1874599320559744/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763168.246517:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763168.246519:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81850f00 x1874599320559744/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763193 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763168.246525:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763168.246526:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763168.246527:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763168.246528:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763168.246529:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763168.246531:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763168.246532:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763168.246534:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763168.246535:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763168.246538:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81850f00 x1874599320559744/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763193 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763168.246542:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81850f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320559744:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763168.246545:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763168.246548:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81851680 x1874599320559872/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763168.246552:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763168.246553:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763168.246555:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763168.246556:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763168.246557:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763168.246559:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81851680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320559872:192.168.203.113@tcp:8:kworker.0
00000100:00000001:2.0:1787763168.246561:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763168.246563:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763168.246564:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763168.246565:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763168.246568:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f184000.
02000000:00000001:2.0:1787763168.246569:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763168.246572:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763168.246574:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569eee70.
00000400:00000010:2.0:1787763168.246576:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc088.
00000100:00000200:2.0:1787763168.246578:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320559872, portal 4
00000100:00000001:2.0:1787763168.246580:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763168.246581:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699517994624 : -110374191556992 : ffff9b9d81851680)
00000100:00000040:2.0:1787763168.246585:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81851680 x1874599320559872/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763193 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763168.246589:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763168.246591:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763168.246592:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc220.
00000100:00000200:2.0:1787763168.246594:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320559872, offset 0
00000400:00000200:2.0:1787763168.246596:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763168.246598:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763168.246601:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763168.246602:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763168.246604:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763168.246606:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763168.246607:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763168.246610:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63137:63137:256:4294967295] 192.168.203.113@tcp LPNI seq info [63137:63137:8:4294967295]
00000400:00000200:2.0:1787763168.246612:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763168.246617:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763168.246620:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763168.246622:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e200.
00000800:00000200:2.0:1787763168.246624:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.0:1787763168.246626:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787763168.246629:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763168.246631:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1787763168.246634:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763168.246635:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e200.
00000400:00000200:2.0:1787763168.246637:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787763168.246640:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763168.246641:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc220
00000400:00000010:2.0:1787763168.246643:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc220.
00000100:00000001:2.0:1787763168.246645:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763168.246647:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d81851680 x1874599320559872/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763193 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763168.246653:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763168.246656:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81851680 x1874599320559872/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763193 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763168.246663:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763168.246665:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763168.246668:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763168.246671:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:2.0:1787763168.246675:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763168.246677:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315003428
00000100:00000001:2.0:1787763168.246680:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315004664
00000100:00000001:2.0:1787763168.246683:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315003428
00000100:00000001:2.0:1787763168.246685:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315004664
00000100:00000001:2.0:1787763168.246688:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763168.246690:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763168.246692:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763168.246697:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763168/real 1787763168]  req@ffff9b9d81851680 x1874599320559872/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763168.246706:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763168.246707:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763168.246709:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569eee70.
00000400:00000200:2.0:1787763168.246711:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc088
00000400:00000010:2.0:1787763168.246712:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc088.
00000100:00000001:2.0:1787763168.246714:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763168.246717:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81851680 x1874599320559872/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763168.246732:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81851680 x1874599320559872/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763168.246737:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763168.246738:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763168.246740:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763168.246741:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763168.246743:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81851680 x1874599320559872/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763168.246747:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763168.246750:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81851680 x1874599320559872/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763193 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763168.246755:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763168.246756:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763168.246757:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763168.246758:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763168.246759:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763168.246760:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763168.246761:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763168.246763:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763168.246765:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763168.246767:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81851680 x1874599320559872/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763193 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763168.246772:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81851680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320559872:192.168.203.113@tcp:8:kworker.0
00000100:00000001:2.0:1787763168.246774:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763168.246775:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763168.246777:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81853840 x1874599320559616/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763193 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763168.246782:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763168.246783:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763168.246785:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f187000.
02000000:00000001:2.0:1787763168.246787:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763168.246788:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763168.246789:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:2.0:1787763168.246791:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763168.246792:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d50559000.
02000000:00000001:2.0:1787763168.246794:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763168.246795:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763168.246796:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81853840.
00000100:00000001:2.0:1787763168.246798:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763168.246799:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763168.246800:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763168.246802:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81850f00 x1874599320559744/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763193 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763168.246806:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763168.246807:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763168.246808:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f184c00.
02000000:00000001:2.0:1787763168.246810:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763168.246810:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763168.246811:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:2.0:1787763168.246812:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763168.246813:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d5055b000.
02000000:00000001:2.0:1787763168.246825:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763168.246826:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763168.246826:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81850f00.
00000100:00000001:2.0:1787763168.246828:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763168.246829:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763168.246830:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763168.246832:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81851680 x1874599320559872/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763193 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763168.246835:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763168.246836:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763168.246837:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f184000.
02000000:00000001:2.0:1787763168.246838:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763168.246839:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763168.246839:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:2.0:1787763168.246842:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763168.246843:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d5055ac00.
02000000:00000001:2.0:1787763168.246845:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763168.246846:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763168.246847:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81851680.
00000100:00000001:2.0:1787763168.246848:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763168.246849:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763168.246850:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763168.246852:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763168.246853:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763168.246854:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787763168.246855:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763168.436518:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763168.436522:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763168.436526:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763168.436527:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763168.436530:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763168.436531:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763168.436627:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763168.436631:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763168.436634:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763169.268613:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763169.268626:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763169.268630:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763169.268639:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763169.268646:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763169.268652:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763169.268675:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763169.268680:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763169.268686:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763169.460585:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763169.460595:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763169.460598:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763169.460602:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763169.460609:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763169.460612:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763169.460615:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763169.460618:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763169.460622:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763169.460624:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763169.460627:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763169.460629:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763169.460631:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763169.460633:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763169.460636:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763169.460638:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763169.460642:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763169.460644:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763169.460742:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763169.460750:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763169.460756:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787763169.524659:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4315004664, at 4315004672
00000100:00000010:0.0:1787763169.524685:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d5891f780.
00000100:00000001:3.0:1787763170.292602:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763170.292611:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763170.292613:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763170.292620:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763170.292625:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763170.292629:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763170.292633:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763170.292637:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763170.292640:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763170.484551:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763170.484558:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763170.484564:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763170.484566:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763170.484581:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763170.484582:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763171.316516:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763171.316526:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763171.316529:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763171.316536:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763171.316541:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763171.316545:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763171.316548:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763171.316551:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763171.316554:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763171.508558:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763171.508567:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763171.508573:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763171.508574:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763171.508578:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763171.508581:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763171.508585:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763171.508589:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763171.508591:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763171.508594:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763171.508596:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763171.508597:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763171.508665:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763171.508670:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763171.508673:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763172.340555:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763172.340563:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763172.340566:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763172.340572:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763172.340577:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763172.340581:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763172.340584:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763172.340587:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763172.340590:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763172.532549:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763172.532557:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763172.532564:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763172.532566:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763172.532569:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763172.532571:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763172.532687:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763172.532696:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763172.532702:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763173.364580:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763173.364592:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763173.364597:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763173.364607:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763173.364615:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763173.364621:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763173.364627:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763173.364632:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763173.364639:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763173.364704:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763173.364728:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787763173.364732:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763173.364737:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763173.364743:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763173.364753:0:296758:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20336
00000400:00000200:2.0:1787763173.364764:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763173.364774:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763173.364779:0:296758:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763173.364784:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763173.364789:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763173.364792:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763173.364795:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:2.0:1787763173.364800:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763173.364802:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:2.0:1787763173.364806:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763173.364810:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:2.0:1787763173.364813:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:2.0:1787763173.364816:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:2.0:1787763173.364821:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763173.364825:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763173.364827:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763173.364831:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:2.0:1787763173.364835:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:2.0:1787763173.364839:0:296758:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763173.364842:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763173.364845:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763173.364849:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763173.364853:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763173.364878:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787763173.364883:0:296758:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763173.364892:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d568000.
00000020:00000040:2.0:1787763173.364898:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:2.0:1787763173.364907:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763173.364910:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763173.364916:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763173.364921:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763173.364929:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763173.364944:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f184c00.
00000100:00000001:2.0:1787763173.364954:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763173.364971:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d568000 x1874599320560000/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763173.364989:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763173.364996:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763173.365005:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000040389d09] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d568000 x1874599320560000/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763173.365042:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763173.365048:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763173.365054:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787763173.365057:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763173.365060:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763173.365066:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763173.365070:0:296758:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20336
00000400:00000200:2.0:1787763173.365078:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763173.365084:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763173.365088:0:296758:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763173.365092:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763173.365097:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763173.365101:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763173.365105:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:2.0:1787763173.365109:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763173.365112:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000020:00000001:2.0:1787763173.365115:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763173.365132:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000020:00000001:2.0:1787763173.365136:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000020:00000001:2.0:1787763173.365141:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000040:2.0:1787763173.365149:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763173.365154:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787763173.365160:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1787763173.365160:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763173.365171:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763173.365171:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000001:0.0:1787763173.365178:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:2.0:1787763173.365183:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00000040:0.0:1787763173.365195:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d568000 x1874599320560000/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787763173.365201:0:296758:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763173.365218:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763173.365223:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:2.0:1787763173.365227:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787763173.365228:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763173.365236:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787763173.365241:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763173.365242:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763173.365246:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763173.365254:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763173.365259:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d568000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320560000:192.168.203.113@tcp:250:kworker.0
00000100:00000001:2.0:1787763173.365261:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787763173.365273:0:296758:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1787763173.365274:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00000001:2.0:1787763173.365281:0:296758:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763173.365282:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787763173.365290:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763173.365291:0:296758:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763173.365295:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:2.0:1787763173.365302:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d569680.
00000020:00000040:2.0:1787763173.365309:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
02000000:00000001:2.0:1787763173.365315:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000010:0.0:1787763173.365317:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d50559c00.
02000000:00000001:2.0:1787763173.365318:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763173.365328:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763173.365329:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763173.365335:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763173.365340:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787763173.365347:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
02000000:00000010:2.0:1787763173.365355:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f187000.
00000400:00000010:0.0:1787763173.365357:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c51687108.
00000100:00000001:2.0:1787763173.365366:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1787763173.365372:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6b28.
00000100:00100000:2.0:1787763173.365381:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d569680 x1874599320560128/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:0.0:1787763173.365385:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320560000, portal 25
00000100:00000001:0.0:1787763173.365396:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787763173.365401:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910961664 : -110374798589952 : ffff9b9d5d568000)
00000100:00000001:2.0:1787763173.365404:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763173.365411:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763173.365418:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d568000 x1874599320560000/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787763173.365423:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d90ce636] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d569680 x1874599320560128/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763173.365492:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787763173.365501:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787763173.365511:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe65d8.
00000100:00000001:2.0:1787763173.365518:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1787763173.365519:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320560000, offset 0
00000100:00080000:2.0:1787763173.365530:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1787763173.365538:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000100:00080000:2.0:1787763173.365541:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787763173.365547:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763173.365549:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1787763173.365556:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763173.365558:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763173.365568:0:296758:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20336
00000400:00000200:0.0:1787763173.365574:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763173.365582:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763173.365587:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763173.365595:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000400:00000200:0.0:1787763173.365600:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000100:00080000:2.0:1787763173.365603:0:296758:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1787763173.365611:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000100:00000040:2.0:1787763173.365617:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000400:00000200:0.0:1787763173.365625:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000100:00000001:2.0:1787763173.365627:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763173.365638:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000400:00000200:0.0:1787763173.365643:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63138:63138:256:4294967295] 192.168.203.113@tcp LPNI seq info [63138:63138:8:4294967295]
00000100:00000001:2.0:1787763173.365645:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:2.0:1787763173.365655:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763173.365660:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000400:00000200:0.0:1787763173.365663:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000020:00000001:2.0:1787763173.365665:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763173.365673:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000020:00000001:2.0:1787763173.365679:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000020:00000001:2.0:1787763173.365683:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00000040:2.0:1787763173.365696:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000400:00000200:0.0:1787763173.365700:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1787763173.365703:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763173.365713:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000800:00000200:0.0:1787763173.365722:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000100:00000001:2.0:1787763173.365723:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:2.0:1787763173.365732:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000800:00000010:0.0:1787763173.365734:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c800.
00000100:00080000:2.0:1787763173.365742:0:296758:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763173.365749:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1787763173.365757:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
02000000:00000001:2.0:1787763173.365758:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763173.365767:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:0.0:1787763173.365768:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
02000000:00000001:2.0:1787763173.365777:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1787763173.365786:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000001:2.0:1787763173.365788:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787763173.365794:0:296758:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000800:00000200:0.1:1787763173.365796:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00000008:00000001:2.0:1787763173.365802:0:296758:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:0.0:1787763173.365810:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000100:00000001:2.0:1787763173.365812:0:296758:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1787763173.365818:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c800.
00000100:00000010:2.0:1787763173.365822:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d5692c0.
00000400:00000200:0.0:1787763173.365827:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:2.0:1787763173.365830:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
02000000:00000001:2.0:1787763173.365838:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:0.0:1787763173.365840:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
02000000:00000001:2.0:1787763173.365843:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763173.365849:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:0.0:1787763173.365851:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe65d8
02000000:00000001:2.0:1787763173.365852:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763173.365885:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1787763173.365888:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe65d8.
02000000:00000010:2.0:1787763173.365895:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f186000.
00000100:00000001:0.0:1787763173.365898:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787763173.365906:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1787763173.365909:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d568000 x1874599320560000/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763173.365920:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d5692c0 x1874599320560256/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763173.365937:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787763173.365944:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000040:0.0:1787763173.365949:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d568000 x1874599320560000/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763198 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763173.365950:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763173.365968:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000103818ef] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d5692c0 x1874599320560256/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763173.366015:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763173.366017:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763173.366022:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:2.0:1787763173.366025:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787763173.366033:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763173.366033:0:296758:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1787763173.366040:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1787763173.366045:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00080000:2.0:1787763173.366053:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787763173.366054:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4315009784
00000100:00000001:2.0:1787763173.366061:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763173.366066:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000010:0.0:1787763173.366067:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9c574ac180.
00000100:00000001:2.0:1787763173.366070:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763173.366077:0:296758:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20336
00000100:00000001:0.0:1787763173.366080:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000400:00000200:2.0:1787763173.366086:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763173.366094:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00000001:0.0:1787763173.366096:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4315009784
00000100:00080000:2.0:1787763173.366098:0:296758:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763173.366117:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000010:0.0:1787763173.366118:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9c574ac240.
00000100:00000001:2.0:1787763173.366126:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787763173.366128:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000100:00000040:2.0:1787763173.366135:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763173.366139:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763173.366141:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000001:0.0:1787763173.366148:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763173.366149:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763173.366156:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000100:00000001:0.0:1787763173.366157:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000020:00000001:2.0:1787763173.366161:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763173.366166:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000100:00100000:0.0:1787763173.366171:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763173/real 1787763173]  req@ffff9b9d5d568000 x1874599320560000/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1787763173.366173:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000020:00000001:2.0:1787763173.366183:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000040:2.0:1787763173.366197:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763173.366205:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000001:0.0:1787763173.366209:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:2.0:1787763173.366210:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000400:00000001:0.0:1787763173.366214:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787763173.366217:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000400:00000010:0.0:1787763173.366219:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c51687108.
00000020:00000040:2.0:1787763173.366226:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000400:00000200:0.0:1787763173.366229:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6b28
00000100:00080000:2.0:1787763173.366236:0:296758:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000400:00000010:0.0:1787763173.366237:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6b28.
00000100:00000001:2.0:1787763173.366249:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763173.366250:0:256678:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:2.0:1787763173.366255:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:0.0:1787763173.366263:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d568000 x1874599320560000/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787763173.366264:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763173.366275:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763173.366283:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787763173.366288:0:296758:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000100:00000200:0.0:1787763173.366295:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d568000 x1874599320560000/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:2.0:1787763173.366297:0:296758:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763173.366307:0:296758:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763173.366318:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d56b840.
00000100:00000001:0.0:1787763173.366320:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000020:00000040:2.0:1787763173.366327:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
00000100:00000001:0.0:1787763173.366328:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763173.366337:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:2.0:1787763173.366339:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1787763173.366342:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1787763173.366344:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763173.366350:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00100000:0.0:1787763173.366353:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d568000 x1874599320560000/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787763173.366355:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763173.366361:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763173.366372:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f184000.
00000100:00000001:0.0:1787763173.366377:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763173.366379:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763173.366389:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d568000 x1874599320560000/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763198 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763173.366392:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d56b840 x1874599320560384/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763173.366432:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763173.366469:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763173.366475:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763173.366476:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763173.366485:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787763173.366491:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763173.366493:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2e525cc] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d56b840 x1874599320560384/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763173.366496:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787763173.366503:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787763173.366517:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:2.0:1787763173.366519:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763173.366529:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000040:2.0:1787763173.366531:0:296758:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20346)
00000100:00000001:0.0:1787763173.366535:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787763173.366547:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d568000 x1874599320560000/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763198 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787763173.366560:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d568000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320560000:192.168.203.113@tcp:250:kworker.0
00000100:00000001:0.0:1787763173.366567:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763173.366571:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787763173.366574:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d568000 x1874599320560000/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763198 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763173.366582:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787763173.366585:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787763173.366589:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d50559c00.
02000000:00000001:0.0:1787763173.366594:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787763173.366597:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787763173.366600:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:0.0:1787763173.366603:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787763173.366606:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f184c00.
02000000:00000001:0.0:1787763173.366610:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787763173.366613:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787763173.366615:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d568000.
00000100:00000001:0.0:1787763173.366619:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787763173.366621:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763173.366623:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763173.366632:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787763173.366635:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763173.366639:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787763173.366642:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787763173.366645:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787763173.366654:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d569680 x1874599320560128/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763173.366668:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763173.366672:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763173.366676:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787763173.366680:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763173.366684:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763173.366690:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d569680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320560128:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787763173.366697:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787763173.366701:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787763173.366705:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763173.366708:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787763173.366715:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d50559c00.
02000000:00000001:0.0:1787763173.366720:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787763173.366728:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787763173.366734:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c51687108.
00000400:00000010:0.0:1787763173.366741:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6b28.
00000100:00000200:0.0:1787763173.366747:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320560128, portal 10
00000100:00000001:0.0:1787763173.366751:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787763173.366753:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910967424 : -110374798584192 : ffff9b9d5d569680)
00000100:00000040:0.0:1787763173.366766:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d569680 x1874599320560128/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763173.366780:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787763173.366785:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787763173.366791:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe65d8.
00000100:00000200:0.0:1787763173.366797:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320560128, offset 0
00000400:00000200:0.0:1787763173.366806:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787763173.366815:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763173.366823:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787763173.366829:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787763173.366835:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:0.0:1787763173.366840:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787763173.366845:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787763173.366851:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63139:63139:256:4294967295] 192.168.203.113@tcp LPNI seq info [63139:63139:8:4294967295]
00000400:00000200:0.0:1787763173.366883:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763173.366896:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787763173.366904:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787763173.366910:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c800.
00000800:00000200:0.0:1787763173.366916:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.0:1787763173.366919:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787763173.366926:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787763173.366929:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1787763173.366935:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787763173.366937:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c800.
00000400:00000200:0.0:1787763173.366941:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787763173.366946:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787763173.366951:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe65d8
00000400:00000010:0.0:1787763173.366953:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe65d8.
00000100:00000001:0.0:1787763173.366956:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787763173.366962:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d569680 x1874599320560128/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763173.366972:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787763173.366976:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d569680 x1874599320560128/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763198 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763173.366985:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763173.366987:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787763173.366991:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763173.366997:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:0.0:1787763173.367001:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787763173.367004:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315008557
00000100:00000001:0.0:1787763173.367008:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315009784
00000100:00000001:0.0:1787763173.367011:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315008557
00000100:00000001:0.0:1787763173.367014:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315009784
00000100:00000001:0.0:1787763173.367016:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787763173.367019:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763173.367021:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787763173.367026:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763173/real 1787763173]  req@ffff9b9d5d569680 x1874599320560128/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787763173.367036:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787763173.367038:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787763173.367040:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c51687108.
00000400:00000200:0.0:1787763173.367043:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6b28
00000400:00000010:0.0:1787763173.367045:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6b28.
00000100:00000001:0.0:1787763173.367048:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787763173.367052:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d569680 x1874599320560128/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787763173.367062:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d569680 x1874599320560128/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763173.367069:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787763173.367071:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763173.367073:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787763173.367075:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787763173.367079:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d569680 x1874599320560128/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763173.367087:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787763173.367092:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d569680 x1874599320560128/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763198 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763173.367103:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787763173.367107:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763173.367110:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787763173.367112:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763173.367115:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787763173.367133:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787763173.367136:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787763173.367141:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787763173.367143:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787763173.367148:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d569680 x1874599320560128/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763198 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787763173.367159:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d569680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320560128:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787763173.367165:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787763173.367170:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d5692c0 x1874599320560256/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763173.367179:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763173.367182:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763173.367184:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787763173.367187:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763173.367190:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763173.367194:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d5692c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320560256:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787763173.367198:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787763173.367200:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787763173.367202:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763173.367204:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787763173.367208:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d5055a400.
02000000:00000001:0.0:1787763173.367211:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787763173.367215:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787763173.367218:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c51687108.
00000400:00000010:0.0:1787763173.367222:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6b28.
00000100:00000200:0.0:1787763173.367226:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320560256, portal 10
00000100:00000001:0.0:1787763173.367229:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787763173.367230:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910966464 : -110374798585152 : ffff9b9d5d5692c0)
00000100:00000040:0.0:1787763173.367237:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d5692c0 x1874599320560256/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763173.367245:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787763173.367248:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787763173.367251:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe65d8.
00000100:00000200:0.0:1787763173.367254:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320560256, offset 0
00000400:00000200:0.0:1787763173.367258:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787763173.367263:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763173.367267:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787763173.367271:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787763173.367274:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:0.0:1787763173.367277:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787763173.367280:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787763173.367284:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63140:63140:256:4294967295] 192.168.203.113@tcp LPNI seq info [63140:63140:8:4294967295]
00000400:00000200:0.0:1787763173.367289:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763173.367297:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787763173.367303:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787763173.367307:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c800.
00000800:00000200:0.0:1787763173.367311:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.0:1787763173.367315:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787763173.367320:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787763173.367323:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1787763173.367328:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787763173.367331:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c800.
00000400:00000200:0.0:1787763173.367334:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787763173.367338:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787763173.367342:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe65d8
00000400:00000010:0.0:1787763173.367345:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe65d8.
00000100:00000001:0.0:1787763173.367347:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787763173.367351:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d5692c0 x1874599320560256/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763173.367372:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787763173.367376:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d5692c0 x1874599320560256/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763198 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763173.367384:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763173.367386:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787763173.367389:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763173.367392:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:0.0:1787763173.367396:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787763173.367399:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315008536
00000100:00000001:0.0:1787763173.367402:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315009784
00000100:00000001:0.0:1787763173.367405:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315008536
00000100:00000001:0.0:1787763173.367407:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315009784
00000100:00000001:0.0:1787763173.367409:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787763173.367412:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763173.367414:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787763173.367418:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763173/real 1787763173]  req@ffff9b9d5d5692c0 x1874599320560256/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787763173.367427:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787763173.367429:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787763173.367431:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c51687108.
00000400:00000200:0.0:1787763173.367434:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6b28
00000400:00000010:0.0:1787763173.367436:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6b28.
00000100:00000001:0.0:1787763173.367438:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787763173.367476:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d5692c0 x1874599320560256/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787763173.367490:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d5692c0 x1874599320560256/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763173.367499:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787763173.367501:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763173.367503:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787763173.367505:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787763173.367509:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d5692c0 x1874599320560256/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763173.367517:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787763173.367522:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d5692c0 x1874599320560256/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763198 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763173.367530:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787763173.367533:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763173.367535:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787763173.367536:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763173.367538:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787763173.367540:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787763173.367543:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787763173.367547:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787763173.367549:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787763173.367554:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d5692c0 x1874599320560256/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763198 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787763173.367563:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d5692c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320560256:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787763173.367567:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787763173.367571:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d56b840 x1874599320560384/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763173.367580:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763173.367581:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763173.367585:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787763173.367587:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763173.367590:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763173.367593:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d56b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320560384:192.168.203.113@tcp:8:kworker.0
00000100:00000001:0.0:1787763173.367597:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787763173.367600:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787763173.367601:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763173.367603:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787763173.367608:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d50558c00.
02000000:00000001:0.0:1787763173.367610:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787763173.367614:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787763173.367617:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c51687108.
00000400:00000010:0.0:1787763173.367621:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6b28.
00000100:00000200:0.0:1787763173.367625:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320560384, portal 4
00000100:00000001:0.0:1787763173.367627:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787763173.367629:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910976064 : -110374798575552 : ffff9b9d5d56b840)
00000100:00000040:0.0:1787763173.367636:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d56b840 x1874599320560384/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763173.367644:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787763173.367647:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787763173.367650:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe65d8.
00000100:00000200:0.0:1787763173.367653:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320560384, offset 0
00000400:00000200:0.0:1787763173.367657:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787763173.367661:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763173.367665:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787763173.367668:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787763173.367671:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:0.0:1787763173.367675:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787763173.367677:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787763173.367681:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63141:63141:256:4294967295] 192.168.203.113@tcp LPNI seq info [63141:63141:8:4294967295]
00000400:00000200:0.0:1787763173.367687:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763173.367695:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787763173.367701:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787763173.367705:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c800.
00000800:00000200:0.0:1787763173.367709:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.0:1787763173.367712:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787763173.367718:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787763173.367721:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1787763173.367726:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787763173.367728:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c800.
00000400:00000200:0.0:1787763173.367732:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787763173.367736:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787763173.367739:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe65d8
00000400:00000010:0.0:1787763173.367741:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe65d8.
00000100:00000001:0.0:1787763173.367744:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787763173.367749:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d56b840 x1874599320560384/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763173.367758:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787763173.367762:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d56b840 x1874599320560384/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763198 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763173.367770:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763173.367772:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787763173.367775:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763173.367778:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:0.0:1787763173.367782:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787763173.367785:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315008549
00000100:00000001:0.0:1787763173.367788:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315009784
00000100:00000001:0.0:1787763173.367791:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315008549
00000100:00000001:0.0:1787763173.367793:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315009784
00000100:00000001:0.0:1787763173.367795:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787763173.367798:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763173.367800:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787763173.367804:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763173/real 1787763173]  req@ffff9b9d5d56b840 x1874599320560384/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787763173.367814:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787763173.367816:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787763173.367818:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c51687108.
00000400:00000200:0.0:1787763173.367821:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6b28
00000400:00000010:0.0:1787763173.367822:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6b28.
00000100:00000001:0.0:1787763173.367825:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787763173.367828:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d56b840 x1874599320560384/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787763173.367838:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d56b840 x1874599320560384/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763173.367845:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787763173.367847:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763173.367849:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787763173.367851:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787763173.367877:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d56b840 x1874599320560384/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763173.367886:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787763173.367891:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d56b840 x1874599320560384/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763198 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763173.367899:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787763173.367902:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763173.367904:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787763173.367906:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763173.367908:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787763173.367910:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787763173.367913:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787763173.367916:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787763173.367918:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787763173.367924:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d56b840 x1874599320560384/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763198 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787763173.367934:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d56b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320560384:192.168.203.113@tcp:8:kworker.0
00000100:00000001:0.0:1787763173.367939:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763173.367941:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787763173.367945:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d569680 x1874599320560128/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763198 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763173.367952:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787763173.367955:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787763173.367957:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d50559c00.
02000000:00000001:0.0:1787763173.367961:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787763173.367963:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787763173.367964:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:0.0:1787763173.367967:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787763173.367969:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f187000.
02000000:00000001:0.0:1787763173.367972:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787763173.367974:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787763173.367975:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d569680.
00000100:00000001:0.0:1787763173.367978:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787763173.367980:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763173.367982:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787763173.367986:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d5692c0 x1874599320560256/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763198 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763173.367994:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787763173.367995:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787763173.367997:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d5055a400.
02000000:00000001:0.0:1787763173.368000:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787763173.368001:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787763173.368003:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:0.0:1787763173.368005:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787763173.368006:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f186000.
02000000:00000001:0.0:1787763173.368009:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787763173.368011:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787763173.368013:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d5692c0.
00000100:00000001:0.0:1787763173.368015:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787763173.368017:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763173.368019:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787763173.368023:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d56b840 x1874599320560384/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763198 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763173.368030:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787763173.368032:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787763173.368033:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d50558c00.
02000000:00000001:0.0:1787763173.368037:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787763173.368038:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787763173.368039:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:0.0:1787763173.368042:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787763173.368043:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f184000.
02000000:00000001:0.0:1787763173.368045:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787763173.368047:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787763173.368048:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d56b840.
00000100:00000001:0.0:1787763173.368051:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787763173.368052:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763173.368054:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763173.368059:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787763173.368061:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763173.368063:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787763173.368065:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763173.556590:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763173.556601:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763173.556611:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763173.556614:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763173.556621:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763173.556623:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763173.556748:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763173.556754:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763173.556758:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763174.388531:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763174.388539:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763174.388544:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763174.388550:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763174.388554:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763174.388557:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763174.388560:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763174.388563:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763174.388566:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763174.580539:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763174.580546:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763174.580553:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763174.580554:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763174.580557:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763174.580559:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763174.580611:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763174.580616:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763174.580620:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787763174.644598:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4315009784, at 4315009792
00000100:00000010:0.0:1787763174.644620:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9c574ac180.
00000100:00000001:3.0:1787763175.412575:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763175.412585:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763175.412589:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763175.412596:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763175.412601:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763175.412605:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763175.412609:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763175.412613:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763175.412616:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763175.604549:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763175.604555:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763175.604560:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763175.604562:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763175.604566:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763175.604568:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763176.436555:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763176.436563:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763176.436566:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763176.436570:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763176.436574:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763176.436578:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763176.436580:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763176.436583:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763176.436587:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763176.628565:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763176.628572:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763176.628579:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763176.628580:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763176.628584:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763176.628585:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763176.628667:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763176.628673:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763176.628678:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763177.460523:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763177.460533:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763177.460536:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763177.460543:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763177.460549:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763177.460555:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763177.460559:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763177.460562:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763177.460567:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763177.652556:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763177.652563:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763177.652572:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763177.652575:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763177.652581:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763177.652584:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763177.652670:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763177.652677:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763177.652682:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787763178.484529:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763178.484539:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787763178.484544:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763178.484548:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763178.484554:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763178.484563:0:296758:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20341
00000100:00000001:3.0:1787763178.484573:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000400:00000200:2.0:1787763178.484577:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:3.0:1787763178.484581:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763178.484585:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763178.484591:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00100000:3.0:1787763178.484593:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763178.484602:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1787763178.484604:0:296758:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787763178.484607:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763178.484616:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763178.484622:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763178.484623:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763178.484631:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763178.484635:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763178.484641:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763178.484645:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:2.0:1787763178.484649:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763178.484651:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:2.0:1787763178.484654:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763178.484658:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:2.0:1787763178.484661:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:2.0:1787763178.484663:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:2.0:1787763178.484667:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763178.484669:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763178.484670:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763178.484672:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:2.0:1787763178.484675:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:2.0:1787763178.484678:0:296758:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763178.484680:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763178.484683:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763178.484687:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763178.484690:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763178.484691:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787763178.484694:0:296758:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763178.484703:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d568b40.
00000020:00000040:2.0:1787763178.484706:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:2.0:1787763178.484711:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763178.484713:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763178.484716:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763178.484719:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763178.484723:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763178.484730:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f185000.
00000100:00000001:2.0:1787763178.484736:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763178.484745:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d568b40 x1874599320560512/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763178.484756:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763178.484760:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763178.484765:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a25ffa6] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d568b40 x1874599320560512/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763178.484789:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763178.484793:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763178.484797:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787763178.484798:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763178.484800:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763178.484803:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763178.484805:0:296758:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20341
00000400:00000200:2.0:1787763178.484809:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763178.484812:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763178.484814:0:296758:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763178.484817:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763178.484834:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763178.484837:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763178.484839:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:2.0:1787763178.484841:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763178.484843:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000020:00000001:2.0:1787763178.484844:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763178.484847:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000020:00000001:2.0:1787763178.484849:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000020:00000001:2.0:1787763178.484852:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000040:2.0:1787763178.484854:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763178.484856:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763178.484858:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763178.484859:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:2.0:1787763178.484861:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00080000:2.0:1787763178.484864:0:296758:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763178.484866:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763178.484868:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763178.484874:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763178.484876:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763178.484878:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787763178.484882:0:296758:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787763178.484885:0:296758:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763178.484888:0:296758:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763178.484892:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d56a940.
00000020:00000040:2.0:1787763178.484894:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000100:00000001:0.0:1787763178.484897:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:2.0:1787763178.484898:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763178.484899:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763178.484904:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1787763178.484906:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:2.0:1787763178.484906:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1787763178.484913:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:2.0:1787763178.484913:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763178.484923:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f184000.
00000100:00000040:0.0:1787763178.484926:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d568b40 x1874599320560512/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763178.484929:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763178.484942:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d56a940 x1874599320560640/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763178.484947:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763178.484951:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763178.484959:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1787763178.484960:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:0.0:1787763178.484964:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763178.484965:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763178.484973:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763178.484975:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b4aca245] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d56a940 x1874599320560640/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787763178.484982:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d568b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320560512:192.168.203.113@tcp:250:kworker.0
00000100:00000001:0.0:1787763178.484995:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787763178.485001:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787763178.485006:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763178.485011:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1787763178.485012:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763178.485016:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000010:0.0:1787763178.485018:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d50558c00.
00000100:00080000:2.0:1787763178.485020:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
02000000:00000001:0.0:1787763178.485025:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763178.485025:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763178.485029:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763178.485034:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:0.0:1787763178.485037:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00080000:2.0:1787763178.485042:0:296758:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20341
00000400:00000010:0.0:1787763178.485045:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c51687108.
00000400:00000200:2.0:1787763178.485050:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763178.485055:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000400:00000010:0.0:1787763178.485056:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6b28.
00000100:00080000:2.0:1787763178.485058:0:296758:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763178.485065:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763178.485067:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:0.0:1787763178.485068:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320560512, portal 25
00000100:00000040:2.0:1787763178.485071:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763178.485074:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763178.485075:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000001:0.0:1787763178.485078:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910964544 : -110374798587072 : ffff9b9d5d568b40)
00000020:00000001:2.0:1787763178.485080:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763178.485084:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000020:00000001:2.0:1787763178.485088:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763178.485092:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000100:00000040:0.0:1787763178.485093:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d568b40 x1874599320560512/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763203 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1787763178.485095:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000020:00000001:2.0:1787763178.485101:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00000040:2.0:1787763178.485111:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763178.485115:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1787763178.485116:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763178.485122:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000040:0.0:1787763178.485128:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000100:00000001:2.0:1787763178.485129:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000400:00000010:0.0:1787763178.485135:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe65d8.
00000020:00000040:2.0:1787763178.485136:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000100:00000200:0.0:1787763178.485143:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320560512, offset 0
00000100:00080000:2.0:1787763178.485145:0:296758:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763178.485150:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763178.485155:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1787763178.485156:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
02000000:00000001:2.0:1787763178.485159:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763178.485164:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763178.485165:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000200:0.0:1787763178.485169:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000008:00100000:2.0:1787763178.485170:0:296758:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787763178.485176:0:296758:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763178.485178:0:296758:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787763178.485181:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787763178.485189:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787763178.485194:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000100:00000010:2.0:1787763178.485194:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d56b840.
00000020:00000040:2.0:1787763178.485201:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000400:00000200:0.0:1787763178.485203:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
02000000:00000001:2.0:1787763178.485208:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:0.0:1787763178.485211:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
02000000:00000001:2.0:1787763178.485212:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763178.485217:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763178.485220:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:0.0:1787763178.485221:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63142:63142:256:4294967295] 192.168.203.113@tcp LPNI seq info [63142:63142:8:4294967295]
02000000:00000001:2.0:1787763178.485223:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787763178.485232:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
02000000:00000010:2.0:1787763178.485233:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f186000.
00000100:00000001:2.0:1787763178.485239:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763178.485251:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d56b840 x1874599320560768/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1787763178.485252:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787763178.485269:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000100:00000001:2.0:1787763178.485272:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763178.485276:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1787763178.485278:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c800.
00000100:00000040:2.0:1787763178.485282:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2e525cc] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d56b840 x1874599320560768/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1787763178.485293:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000001:2.0:1787763178.485301:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1787763178.485303:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000100:00000040:2.0:1787763178.485305:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1787763178.485312:0:296758:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:0.1:1787763178.485314:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00080000:2.0:1787763178.485317:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:0.1:1787763178.485321:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000100:00080000:2.0:1787763178.485322:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787763178.485328:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000100:0.0:1787763178.485332:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000100:00080000:2.0:1787763178.485333:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000010:0.0:1787763178.485339:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c800.
00000100:00000001:2.0:1787763178.485340:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763178.485347:0:296758:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20341
00000400:00000200:2.0:1787763178.485352:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763178.485355:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763178.485356:0:296758:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763178.485359:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763178.485360:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1787763178.485361:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:2.0:1787763178.485363:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763178.485368:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:2.0:1787763178.485371:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763178.485374:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000400:00000200:0.0:1787763178.485378:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000020:00000001:2.0:1787763178.485379:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763178.485385:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000400:00000200:0.0:1787763178.485389:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe65d8
00000020:00000001:2.0:1787763178.485389:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000400:00000010:0.0:1787763178.485395:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe65d8.
00000020:00000001:2.0:1787763178.485396:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000040:2.0:1787763178.485405:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763178.485406:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787763178.485408:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763178.485415:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000200:0.0:1787763178.485417:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d568b40 x1874599320560512/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763203 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763178.485418:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:2.0:1787763178.485425:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00080000:2.0:1787763178.485431:0:296758:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763178.485470:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763178.485473:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:2.0:1787763178.485475:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763178.485479:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1787763178.485482:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d568b40 x1874599320560512/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763203 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787763178.485483:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763178.485490:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787763178.485495:0:296758:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000100:00000001:0.0:1787763178.485500:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1787763178.485501:0:296758:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763178.485509:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763178.485510:0:296758:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763178.485517:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d5692c0.
00000100:00000001:0.0:1787763178.485520:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1787763178.485521:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
02000000:00000001:2.0:1787763178.485529:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:0.0:1787763178.485534:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
02000000:00000001:2.0:1787763178.485535:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763178.485539:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4315014904
00000100:00000001:2.0:1787763178.485540:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763178.485544:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763178.485547:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763178.485549:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9c574ac180.
02000000:00000010:2.0:1787763178.485554:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f187000.
00000100:00000001:0.0:1787763178.485559:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787763178.485562:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763178.485569:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4315014904
00000100:00100000:2.0:1787763178.485576:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d5692c0 x1874599320560896/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:0.0:1787763178.485578:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9c574ac240.
00000100:00000001:0.0:1787763178.485586:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1787763178.485593:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787763178.485600:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763178.485602:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763178.485604:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1787763178.485610:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763178.485614:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763178/real 1787763178]  req@ffff9b9d5d568b40 x1874599320560512/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787763178.485623:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000103818ef] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d5692c0 x1874599320560896/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787763178.485626:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787763178.485630:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787763178.485634:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c51687108.
00000400:00000200:0.0:1787763178.485640:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6b28
00000400:00000010:0.0:1787763178.485646:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6b28.
00000100:00000001:2.0:1787763178.485647:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763178.485649:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:2.0:1787763178.485655:0:296758:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20351)
00000100:00000200:0.0:1787763178.485658:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d568b40 x1874599320560512/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787763178.485669:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d568b40 x1874599320560512/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763178.485676:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787763178.485677:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763178.485680:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787763178.485681:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787763178.485685:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d568b40 x1874599320560512/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763178.485691:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787763178.485695:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d568b40 x1874599320560512/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763203 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763178.485701:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787763178.485704:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763178.485705:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787763178.485706:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763178.485710:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787763178.485712:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787763178.485714:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787763178.485718:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787763178.485720:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787763178.485724:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d568b40 x1874599320560512/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763203 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787763178.485731:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d568b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320560512:192.168.203.113@tcp:250:kworker.0
00000100:00000001:0.0:1787763178.485735:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763178.485737:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787763178.485740:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d568b40 x1874599320560512/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763203 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763178.485746:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787763178.485748:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787763178.485751:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d50558c00.
02000000:00000001:0.0:1787763178.485755:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787763178.485756:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787763178.485758:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:0.0:1787763178.485760:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787763178.485763:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f185000.
02000000:00000001:0.0:1787763178.485766:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787763178.485768:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787763178.485770:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d568b40.
00000100:00000001:0.0:1787763178.485773:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787763178.485774:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763178.485776:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763178.485782:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787763178.485784:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763178.485786:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787763178.485787:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787763178.485789:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787763178.485792:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d56a940 x1874599320560640/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763178.485805:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763178.485806:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763178.485808:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787763178.485810:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763178.485812:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763178.485814:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d56a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320560640:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787763178.485817:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787763178.485838:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787763178.485840:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763178.485842:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787763178.485845:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d50558c00.
02000000:00000001:0.0:1787763178.485847:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787763178.485850:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787763178.485852:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c51687108.
00000400:00000010:0.0:1787763178.485855:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6b28.
00000100:00000200:0.0:1787763178.485858:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320560640, portal 10
00000100:00000001:0.0:1787763178.485860:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787763178.485861:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910972224 : -110374798579392 : ffff9b9d5d56a940)
00000100:00000040:0.0:1787763178.485868:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d56a940 x1874599320560640/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763203 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763178.485874:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787763178.485876:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787763178.485878:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe65d8.
00000100:00000200:0.0:1787763178.485880:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320560640, offset 0
00000400:00000200:0.0:1787763178.485884:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787763178.485887:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763178.485891:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787763178.485894:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787763178.485896:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:0.0:1787763178.485899:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787763178.485901:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787763178.485904:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63143:63143:256:4294967295] 192.168.203.113@tcp LPNI seq info [63143:63143:8:4294967295]
00000400:00000200:0.0:1787763178.485908:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763178.485915:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787763178.485919:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787763178.485922:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c800.
00000800:00000200:0.0:1787763178.485926:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.0:1787763178.485929:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787763178.485933:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787763178.485935:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1787763178.485938:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787763178.485940:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c800.
00000400:00000200:0.0:1787763178.485943:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787763178.485946:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787763178.485949:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe65d8
00000400:00000010:0.0:1787763178.485951:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe65d8.
00000100:00000001:0.0:1787763178.485953:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787763178.485956:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d56a940 x1874599320560640/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763203 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763178.485963:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787763178.485966:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d56a940 x1874599320560640/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763203 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763178.485972:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763178.485974:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787763178.485976:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763178.485979:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:0.0:1787763178.485982:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787763178.485984:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315013676
00000100:00000001:0.0:1787763178.485987:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315014904
00000100:00000001:0.0:1787763178.485989:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315013676
00000100:00000001:0.0:1787763178.485991:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315014904
00000100:00000001:0.0:1787763178.485993:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787763178.485996:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763178.485997:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787763178.486001:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763178/real 1787763178]  req@ffff9b9d5d56a940 x1874599320560640/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787763178.486008:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787763178.486009:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787763178.486010:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c51687108.
00000400:00000200:0.0:1787763178.486012:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6b28
00000400:00000010:0.0:1787763178.486014:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6b28.
00000100:00000001:0.0:1787763178.486015:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787763178.486018:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d56a940 x1874599320560640/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787763178.486026:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d56a940 x1874599320560640/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763178.486031:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787763178.486033:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763178.486034:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787763178.486035:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787763178.486038:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d56a940 x1874599320560640/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763178.486044:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787763178.486047:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d56a940 x1874599320560640/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763203 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763178.486053:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787763178.486055:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763178.486056:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787763178.486057:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763178.486059:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787763178.486069:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787763178.486072:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787763178.486075:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787763178.486077:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787763178.486081:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d56a940 x1874599320560640/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763203 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787763178.486087:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d56a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320560640:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787763178.486090:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787763178.486093:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d56b840 x1874599320560768/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763178.486099:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763178.486100:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763178.486102:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787763178.486103:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763178.486105:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763178.486107:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d56b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320560768:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787763178.486110:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787763178.486112:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787763178.486114:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763178.486115:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787763178.486118:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d5055a400.
02000000:00000001:0.0:1787763178.486119:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787763178.486122:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787763178.486124:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c51687108.
00000400:00000010:0.0:1787763178.486126:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6b28.
00000100:00000200:0.0:1787763178.486129:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320560768, portal 10
00000100:00000001:0.0:1787763178.486130:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787763178.486132:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910976064 : -110374798575552 : ffff9b9d5d56b840)
00000100:00000040:0.0:1787763178.486137:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d56b840 x1874599320560768/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763203 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763178.486142:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787763178.486145:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787763178.486147:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe65d8.
00000100:00000200:0.0:1787763178.486149:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320560768, offset 0
00000400:00000200:0.0:1787763178.486152:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787763178.486155:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763178.486158:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787763178.486161:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787763178.486163:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:0.0:1787763178.486165:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787763178.486167:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787763178.486170:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63144:63144:256:4294967295] 192.168.203.113@tcp LPNI seq info [63144:63144:8:4294967295]
00000400:00000200:0.0:1787763178.486174:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763178.486180:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787763178.486184:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787763178.486186:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c800.
00000800:00000200:0.0:1787763178.486189:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.0:1787763178.486192:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787763178.486195:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787763178.486197:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1787763178.486201:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787763178.486203:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c800.
00000400:00000200:0.0:1787763178.486205:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787763178.486208:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787763178.486211:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe65d8
00000400:00000010:0.0:1787763178.486212:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe65d8.
00000100:00000001:0.0:1787763178.486214:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787763178.486217:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d56b840 x1874599320560768/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763203 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763178.486224:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787763178.486227:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d56b840 x1874599320560768/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763203 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763178.486233:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763178.486234:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787763178.486237:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763178.486239:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:0.0:1787763178.486242:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787763178.486244:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315013655
00000100:00000001:0.0:1787763178.486246:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315014904
00000100:00000001:0.0:1787763178.486248:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315013655
00000100:00000001:0.0:1787763178.486250:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315014904
00000100:00000001:0.0:1787763178.486252:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787763178.486254:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763178.486255:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787763178.486258:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763178/real 1787763178]  req@ffff9b9d5d56b840 x1874599320560768/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787763178.486265:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787763178.486266:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787763178.486267:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c51687108.
00000400:00000200:0.0:1787763178.486269:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6b28
00000400:00000010:0.0:1787763178.486270:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6b28.
00000100:00000001:0.0:1787763178.486271:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787763178.486274:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d56b840 x1874599320560768/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787763178.486281:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d56b840 x1874599320560768/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763178.486287:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787763178.486288:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763178.486289:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787763178.486291:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787763178.486294:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d56b840 x1874599320560768/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763178.486299:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787763178.486302:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d56b840 x1874599320560768/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763203 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763178.486309:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787763178.486311:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763178.486313:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787763178.486314:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763178.486315:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787763178.486317:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787763178.486319:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787763178.486321:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787763178.486323:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787763178.486326:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d56b840 x1874599320560768/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763203 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787763178.486332:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d56b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320560768:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787763178.486335:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787763178.486338:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d5692c0 x1874599320560896/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763178.486344:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763178.486345:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763178.486346:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787763178.486348:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763178.486350:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763178.486352:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d5692c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320560896:192.168.203.113@tcp:8:kworker.0
00000100:00000001:0.0:1787763178.486354:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787763178.486356:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787763178.486357:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763178.486359:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787763178.486361:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d50559c00.
02000000:00000001:0.0:1787763178.486363:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787763178.486366:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787763178.486368:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c51687108.
00000400:00000010:0.0:1787763178.486370:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6b28.
00000100:00000200:0.0:1787763178.486373:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320560896, portal 4
00000100:00000001:0.0:1787763178.486374:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787763178.486376:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910966464 : -110374798585152 : ffff9b9d5d5692c0)
00000100:00000040:0.0:1787763178.486380:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d5692c0 x1874599320560896/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763203 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763178.486386:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787763178.486388:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787763178.486389:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe65d8.
00000100:00000200:0.0:1787763178.486391:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320560896, offset 0
00000400:00000200:0.0:1787763178.486394:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787763178.486397:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763178.486400:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787763178.486403:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787763178.486405:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:0.0:1787763178.486407:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787763178.486409:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787763178.486412:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63145:63145:256:4294967295] 192.168.203.113@tcp LPNI seq info [63145:63145:8:4294967295]
00000400:00000200:0.0:1787763178.486415:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763178.486420:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787763178.486424:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787763178.486426:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c800.
00000800:00000200:0.0:1787763178.486429:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.0:1787763178.486431:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787763178.486435:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787763178.486438:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1787763178.486462:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787763178.486464:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c800.
00000400:00000200:0.0:1787763178.486467:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787763178.486470:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787763178.486472:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe65d8
00000400:00000010:0.0:1787763178.486474:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe65d8.
00000100:00000001:0.0:1787763178.486476:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787763178.486480:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d5692c0 x1874599320560896/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763203 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763178.486487:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787763178.486490:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d5692c0 x1874599320560896/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763203 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763178.486496:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763178.486497:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787763178.486500:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763178.486502:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:0.0:1787763178.486505:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787763178.486507:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315013668
00000100:00000001:0.0:1787763178.486509:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315014904
00000100:00000001:0.0:1787763178.486511:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315013668
00000100:00000001:0.0:1787763178.486514:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315014904
00000100:00000001:0.0:1787763178.486516:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787763178.486517:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763178.486519:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787763178.486522:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763178/real 1787763178]  req@ffff9b9d5d5692c0 x1874599320560896/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787763178.486528:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787763178.486529:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787763178.486531:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c51687108.
00000400:00000200:0.0:1787763178.486533:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6b28
00000400:00000010:0.0:1787763178.486534:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6b28.
00000100:00000001:0.0:1787763178.486536:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787763178.486539:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d5692c0 x1874599320560896/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787763178.486546:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d5692c0 x1874599320560896/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763178.486552:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787763178.486554:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763178.486555:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787763178.486557:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787763178.486560:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d5692c0 x1874599320560896/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763178.486565:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787763178.486568:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d5692c0 x1874599320560896/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763203 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763178.486574:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787763178.486576:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763178.486577:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787763178.486578:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763178.486580:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787763178.486581:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787763178.486583:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787763178.486586:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787763178.486588:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787763178.486591:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d5692c0 x1874599320560896/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763203 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787763178.486597:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d5692c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320560896:192.168.203.113@tcp:8:kworker.0
00000100:00000001:0.0:1787763178.486600:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763178.486602:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787763178.486604:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d56a940 x1874599320560640/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763203 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763178.486611:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787763178.486612:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787763178.486614:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d50558c00.
02000000:00000001:0.0:1787763178.486616:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787763178.486618:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787763178.486620:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:0.0:1787763178.486622:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787763178.486623:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f184000.
02000000:00000001:0.0:1787763178.486626:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787763178.486627:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787763178.486628:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d56a940.
00000100:00000001:0.0:1787763178.486631:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787763178.486632:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763178.486633:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787763178.486636:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d56b840 x1874599320560768/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763203 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763178.486642:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787763178.486643:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787763178.486644:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d5055a400.
02000000:00000001:0.0:1787763178.486646:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787763178.486647:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787763178.486648:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:0.0:1787763178.486650:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787763178.486651:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f186000.
02000000:00000001:0.0:1787763178.486653:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787763178.486654:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787763178.486655:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d56b840.
00000100:00000001:0.0:1787763178.486657:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787763178.486658:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763178.486660:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787763178.486662:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d5692c0 x1874599320560896/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763203 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763178.486668:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787763178.486669:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787763178.486670:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d50559c00.
02000000:00000001:0.0:1787763178.486673:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787763178.486674:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787763178.486675:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:0.0:1787763178.486677:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787763178.486679:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f187000.
02000000:00000001:0.0:1787763178.486680:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787763178.486681:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787763178.486683:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d5692c0.
00000100:00000001:0.0:1787763178.486684:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787763178.486686:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763178.486687:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763178.486690:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787763178.486691:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763178.486693:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787763178.486694:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763178.676619:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763178.676632:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763178.676642:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763178.676644:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763178.676652:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763178.676654:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763178.676731:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763178.676736:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763178.676739:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763179.508510:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763179.508518:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763179.508520:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763179.508526:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763179.508529:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763179.508534:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763179.508536:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763179.508539:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763179.508542:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763179.700512:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763179.700520:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763179.700523:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763179.700526:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763179.700531:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763179.700533:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763179.700535:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763179.700536:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763179.700540:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763179.700541:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763179.700542:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763179.700543:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763179.700544:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763179.700545:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763179.700546:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763179.700547:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763179.700550:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763179.700551:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763179.700633:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763179.700639:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763179.700644:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787763179.764513:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4315014904, at 4315014912
00000100:00000010:0.0:1787763179.764522:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9c574ac180.
00000100:00000001:3.0:1787763180.532537:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763180.532546:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763180.532549:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763180.532555:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763180.532559:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763180.532563:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763180.532565:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763180.532569:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763180.532571:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763180.724535:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763180.724542:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763180.724549:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763180.724550:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763180.724554:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763180.724556:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763181.556597:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763181.556607:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763181.556610:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763181.556615:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763181.556619:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763181.556623:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763181.556626:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763181.556629:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763181.556631:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763181.748562:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763181.748571:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763181.748577:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763181.748579:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763181.748584:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763181.748588:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763181.748592:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763181.748598:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763181.748602:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763181.748606:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763181.748608:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763181.748612:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763181.748700:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763181.748707:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763181.748711:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763182.580533:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763182.580544:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763182.580547:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763182.580557:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763182.580565:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763182.580570:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763182.580574:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763182.580578:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763182.580583:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763182.772530:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763182.772542:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763182.772551:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763182.772552:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763182.772564:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763182.772565:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763182.772615:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763182.772620:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763182.772623:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763183.604586:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763183.604595:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763183.604598:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763183.604606:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00080000:0.0:1787763183.604617:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1787763183.604618:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763183.604625:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1787763183.604643:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787763183.604644:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763183.604656:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1787763183.604657:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1787763183.604671:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763183.604672:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763183.604689:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763183.604699:0:296758:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20346
00000400:00000200:0.0:1787763183.604712:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763183.604722:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763183.604725:0:296758:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763183.604728:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763183.604731:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763183.604734:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763183.604736:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763183.604741:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763183.604743:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:0.0:1787763183.604746:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763183.604750:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:0.0:1787763183.604752:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:0.0:1787763183.604754:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:0.0:1787763183.604756:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763183.604758:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763183.604759:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763183.604761:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787763183.604764:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:0.0:1787763183.604766:0:296758:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763183.604768:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763183.604770:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763183.604774:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763183.604777:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763183.604778:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787763183.604781:0:296758:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763183.604806:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81850000.
00000020:00000040:0.0:1787763183.604809:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:0.0:1787763183.604830:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763183.604832:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763183.604835:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763183.604839:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763183.604844:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763183.604853:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d5055a400.
00000100:00000001:0.0:1787763183.604860:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763183.604871:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81850000 x1874599320561024/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763183.604881:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763183.604886:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763183.604891:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a28e6d3] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81850000 x1874599320561024/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763183.604918:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763183.604922:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763183.604925:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787763183.604926:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763183.604928:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763183.604930:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763183.604932:0:296758:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20346
00000400:00000200:0.0:1787763183.604935:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763183.604938:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763183.604940:0:296758:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763183.604942:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763183.604945:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763183.604948:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763183.604949:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763183.604957:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763183.604959:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000020:00000001:0.0:1787763183.604961:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763183.604964:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000020:00000001:0.0:1787763183.604967:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000020:00000001:0.0:1787763183.604970:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000001:2.0:1787763183.604973:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1787763183.604974:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763183.604985:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787763183.604987:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1787763183.604993:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763183.604995:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787763183.604998:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787763183.605002:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00080000:0.0:1787763183.605004:0:296758:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763183.605011:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763183.605015:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:2.0:1787763183.605017:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81850000 x1874599320561024/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787763183.605023:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763183.605038:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763183.605048:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763183.605061:0:296758:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787763183.605061:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763183.605069:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1787763183.605078:0:296758:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763183.605080:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763183.605085:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787763183.605088:0:296758:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763183.605091:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763183.605101:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81852580.
00000100:00100000:2.0:1787763183.605101:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81850000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320561024:192.168.203.113@tcp:250:kworker.0
00000100:00000001:2.0:1787763183.605122:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:0.0:1787763183.605124:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
02000000:00000001:0.0:1787763183.605129:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763183.605129:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787763183.605140:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763183.605141:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763183.605155:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763183.605155:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787763183.605172:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763183.605176:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763183.605181:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f184c00.
02000000:00000010:0.0:1787763183.605186:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d50558c00.
02000000:00000001:2.0:1787763183.605188:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763183.605215:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787763183.605217:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787763183.605224:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569eee70.
00000100:00100000:0.0:1787763183.605235:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81852580 x1874599320561152/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1787763183.605235:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc088.
00000100:00000200:2.0:1787763183.605249:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320561024, portal 25
00000100:00000001:0.0:1787763183.605252:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763183.605255:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787763183.605257:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763183.605266:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a3a56c9a] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81852580 x1874599320561152/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763183.605275:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699517988864 : -110374191562752 : ffff9b9d81850000)
00000100:00000001:0.0:1787763183.605278:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763183.605285:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1787763183.605293:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81850000 x1874599320561024/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763208 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787763183.605294:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787763183.605302:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763183.605309:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763183.605325:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763183.605338:0:296758:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20346
00000100:00000001:2.0:1787763183.605340:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:0.0:1787763183.605363:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000040:2.0:1787763183.605364:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763183.605382:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc220.
00000400:00000200:0.0:1787763183.605383:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763183.605396:0:296758:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763183.605401:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000200:2.0:1787763183.605403:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320561024, offset 0
00000100:00000001:0.0:1787763183.605405:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763183.605409:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763183.605416:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763183.605418:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763183.605419:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000020:00000001:0.0:1787763183.605420:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763183.605423:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000020:00000001:0.0:1787763183.605429:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000400:00000200:2.0:1787763183.605434:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000020:00000001:0.0:1787763183.605435:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00000040:0.0:1787763183.605442:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763183.605443:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763183.605445:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763183.605447:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787763183.605452:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000400:00000200:2.0:1787763183.605510:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00080000:0.0:1787763183.605519:0:296758:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763183.605525:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763183.605528:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1787763183.605534:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
02000000:00000001:0.0:1787763183.605535:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763183.605544:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763183.605546:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1787763183.605548:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763183.605553:0:296758:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1787763183.605556:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000008:00000001:0.0:1787763183.605564:0:296758:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763183.605570:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1787763183.605573:0:296758:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763183.605580:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000100:00000010:0.0:1787763183.605583:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81853c00.
00000400:00000200:2.0:1787763183.605595:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63146:63146:256:4294967295] 192.168.203.113@tcp LPNI seq info [63146:63146:8:4294967295]
00000020:00000040:0.0:1787763183.605596:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
02000000:00000001:0.0:1787763183.605609:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763183.605617:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763183.605618:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787763183.605633:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763183.605637:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763183.605640:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763183.605650:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d5055bc00.
00000100:00000001:0.0:1787763183.605659:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763183.605671:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81853c00 x1874599320561280/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787763183.605671:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1787763183.605698:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763183.605708:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787763183.605709:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000100:00000040:0.0:1787763183.605719:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ce798b78] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81853c00 x1874599320561280/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:2.0:1787763183.605727:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e200.
00000100:00000001:0.0:1787763183.605730:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763183.605735:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1787763183.605746:0:296758:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:2.0:1787763183.605747:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00080000:0.0:1787763183.605755:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.0:1787763183.605758:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000100:00080000:0.0:1787763183.605763:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787763183.605770:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763183.605775:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:2.1:1787763183.605778:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000001:0.0:1787763183.605782:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763183.605802:0:296758:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20346
00000400:00000200:0.0:1787763183.605807:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763183.605813:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000800:00000200:2.1:1787763183.605834:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000100:00080000:0.0:1787763183.605836:0:296758:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763183.605843:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763183.605849:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763183.605853:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763183.605855:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763183.605865:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000100:2.0:1787763183.605865:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000020:00000040:0.0:1787763183.605872:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000020:00000001:0.0:1787763183.605876:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000010:2.0:1787763183.605878:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e200.
00000020:00000040:0.0:1787763183.605882:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000020:00000001:0.0:1787763183.605891:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000020:00000001:0.0:1787763183.605894:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000040:0.0:1787763183.605901:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000400:00000200:2.0:1787763183.605902:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1787763183.605908:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763183.605918:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000400:00000200:2.0:1787763183.605920:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1787763183.605931:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000400:00000200:2.0:1787763183.605936:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc220
00000020:00000040:0.0:1787763183.605937:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000400:00000010:2.0:1787763183.605944:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc220.
00000100:00080000:0.0:1787763183.605951:0:296758:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763183.605955:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763183.605957:0:256678:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:0.0:1787763183.605960:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763183.605965:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:2.0:1787763183.605971:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d81850000 x1874599320561024/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763208 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787763183.605972:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763183.605984:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763183.605989:0:296758:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787763183.606002:0:296758:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763183.606013:0:296758:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763183.606024:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81853480.
00000100:00000001:2.0:1787763183.606025:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000020:00000040:0.0:1787763183.606032:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
00000100:00000040:2.0:1787763183.606034:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81850000 x1874599320561024/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763208 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787763183.606039:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763183.606046:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763183.606057:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763183.606064:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763183.606073:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763183.606076:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763183.606081:0:256678:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000010:0.0:1787763183.606086:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d50559400.
00000100:00000001:2.0:1787763183.606091:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763183.606097:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763183.606103:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763183.606114:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4315020024
00000100:00100000:0.0:1787763183.606122:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81853480 x1874599320561408/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:2.0:1787763183.606124:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d5891f960.
00000100:00000001:0.0:1787763183.606143:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763183.606144:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1787763183.606148:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763183.606157:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000037f19d5a] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81853480 x1874599320561408/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763183.606158:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4315020024
00000100:00000010:2.0:1787763183.606174:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d5891f300.
00000100:00000001:2.0:1787763183.606184:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787763183.606192:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763183.606199:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763183.606215:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763183.606225:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763183/real 1787763183]  req@ffff9b9d81850000 x1874599320561024/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763183.606244:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1787763183.606253:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:0.0:1787763183.606256:0:296758:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20356)
00000400:00000001:2.0:1787763183.606257:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763183.606264:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569eee70.
00000400:00000200:2.0:1787763183.606272:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc088
00000400:00000010:2.0:1787763183.606275:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc088.
00000100:00000001:2.0:1787763183.606280:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763183.606286:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81850000 x1874599320561024/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763183.606298:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81850000 x1874599320561024/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763183.606308:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763183.606310:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763183.606314:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763183.606317:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763183.606322:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81850000 x1874599320561024/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763183.606330:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763183.606335:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81850000 x1874599320561024/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763208 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763183.606344:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763183.606347:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763183.606349:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763183.606351:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763183.606354:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763183.606357:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763183.606361:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763183.606366:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763183.606369:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763183.606374:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81850000 x1874599320561024/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763208 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763183.606384:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81850000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320561024:192.168.203.113@tcp:250:kworker.0
00000100:00000001:2.0:1787763183.606390:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763183.606394:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763183.606401:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81850000 x1874599320561024/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763208 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763183.606415:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763183.606420:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763183.606426:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f184c00.
02000000:00000001:2.0:1787763183.606432:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763183.606437:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763183.606479:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:2.0:1787763183.606485:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763183.606490:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d5055a400.
02000000:00000001:2.0:1787763183.606498:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763183.606501:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763183.606504:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81850000.
00000100:00000001:2.0:1787763183.606509:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763183.606510:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763183.606513:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763183.606522:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763183.606524:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763183.606528:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787763183.606530:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763183.606533:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763183.606539:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81852580 x1874599320561152/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763183.606549:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763183.606551:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763183.606555:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763183.606557:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763183.606560:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763183.606564:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81852580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320561152:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763183.606569:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763183.606572:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763183.606575:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763183.606577:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763183.606582:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f184c00.
02000000:00000001:2.0:1787763183.606585:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763183.606590:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763183.606594:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569eee70.
00000400:00000010:2.0:1787763183.606598:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc088.
00000100:00000200:2.0:1787763183.606603:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320561152, portal 10
00000100:00000001:2.0:1787763183.606607:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763183.606609:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699517998464 : -110374191553152 : ffff9b9d81852580)
00000100:00000040:2.0:1787763183.606617:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81852580 x1874599320561152/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763208 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763183.606626:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763183.606629:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763183.606632:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc220.
00000100:00000200:2.0:1787763183.606635:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320561152, offset 0
00000400:00000200:2.0:1787763183.606643:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763183.606651:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763183.606659:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763183.606665:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763183.606671:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763183.606676:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763183.606681:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763183.606688:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63147:63147:256:4294967295] 192.168.203.113@tcp LPNI seq info [63147:63147:8:4294967295]
00000400:00000200:2.0:1787763183.606697:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763183.606711:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763183.606721:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763183.606729:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e200.
00000800:00000200:2.0:1787763183.606737:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.0:1787763183.606741:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787763183.606748:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763183.606752:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1787763183.606757:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763183.606760:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e200.
00000400:00000200:2.0:1787763183.606764:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787763183.606768:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763183.606773:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc220
00000400:00000010:2.0:1787763183.606775:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc220.
00000100:00000001:2.0:1787763183.606779:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763183.606810:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d81852580 x1874599320561152/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763208 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763183.606845:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763183.606852:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81852580 x1874599320561152/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763208 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763183.606866:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763183.606870:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763183.606878:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763183.606885:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:2.0:1787763183.606892:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763183.606896:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315018797
00000100:00000001:2.0:1787763183.606901:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315020024
00000100:00000001:2.0:1787763183.606904:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315018797
00000100:00000001:2.0:1787763183.606907:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315020024
00000100:00000001:2.0:1787763183.606910:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763183.606913:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763183.606915:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763183.606921:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763183/real 1787763183]  req@ffff9b9d81852580 x1874599320561152/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763183.606931:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763183.606933:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763183.606936:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569eee70.
00000400:00000200:2.0:1787763183.606939:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc088
00000400:00000010:2.0:1787763183.606941:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc088.
00000100:00000001:2.0:1787763183.606945:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763183.606949:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81852580 x1874599320561152/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763183.606959:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81852580 x1874599320561152/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763183.606967:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763183.606970:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763183.606972:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763183.606974:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763183.606979:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81852580 x1874599320561152/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763183.606987:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763183.606992:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81852580 x1874599320561152/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763208 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763183.607000:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763183.607003:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763183.607005:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763183.607007:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763183.607009:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763183.607022:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763183.607025:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763183.607029:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763183.607032:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763183.607036:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81852580 x1874599320561152/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763208 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763183.607046:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81852580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320561152:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763183.607051:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763183.607056:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81853c00 x1874599320561280/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763183.607064:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763183.607066:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763183.607069:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763183.607072:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763183.607074:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763183.607079:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81853c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320561280:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763183.607083:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763183.607086:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763183.607088:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763183.607091:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763183.607095:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f187000.
02000000:00000001:2.0:1787763183.607097:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763183.607102:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763183.607105:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569eee70.
00000400:00000010:2.0:1787763183.607108:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc088.
00000100:00000200:2.0:1787763183.607112:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320561280, portal 10
00000100:00000001:2.0:1787763183.607115:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763183.607117:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699518004224 : -110374191547392 : ffff9b9d81853c00)
00000100:00000040:2.0:1787763183.607124:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81853c00 x1874599320561280/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763208 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763183.607132:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763183.607135:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763183.607137:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc220.
00000100:00000200:2.0:1787763183.607140:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320561280, offset 0
00000400:00000200:2.0:1787763183.607145:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763183.607151:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763183.607156:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763183.607160:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763183.607163:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763183.607166:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763183.607170:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763183.607174:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63148:63148:256:4294967295] 192.168.203.113@tcp LPNI seq info [63148:63148:8:4294967295]
00000400:00000200:2.0:1787763183.607179:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763183.607188:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763183.607194:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763183.607197:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e200.
00000800:00000200:2.0:1787763183.607203:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.0:1787763183.607207:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787763183.607220:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763183.607224:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1787763183.607229:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763183.607232:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e200.
00000400:00000200:2.0:1787763183.607235:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787763183.607240:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763183.607244:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc220
00000400:00000010:2.0:1787763183.607246:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc220.
00000100:00000001:2.0:1787763183.607249:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763183.607254:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d81853c00 x1874599320561280/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763208 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763183.607263:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763183.607267:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81853c00 x1874599320561280/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763208 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763183.607276:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763183.607278:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763183.607281:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763183.607285:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:2.0:1787763183.607289:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763183.607292:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315018776
00000100:00000001:2.0:1787763183.607295:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315020024
00000100:00000001:2.0:1787763183.607297:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315018776
00000100:00000001:2.0:1787763183.607300:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315020024
00000100:00000001:2.0:1787763183.607303:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763183.607305:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763183.607307:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763183.607311:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763183/real 1787763183]  req@ffff9b9d81853c00 x1874599320561280/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763183.607320:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763183.607322:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763183.607325:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569eee70.
00000400:00000200:2.0:1787763183.607327:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc088
00000400:00000010:2.0:1787763183.607329:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc088.
00000100:00000001:2.0:1787763183.607332:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763183.607336:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81853c00 x1874599320561280/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763183.607345:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81853c00 x1874599320561280/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763183.607353:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763183.607355:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763183.607357:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763183.607358:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763183.607362:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81853c00 x1874599320561280/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763183.607370:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763183.607375:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81853c00 x1874599320561280/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763208 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763183.607383:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763183.607386:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763183.607389:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763183.607391:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763183.607394:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763183.607397:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763183.607403:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763183.607409:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763183.607413:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763183.607422:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81853c00 x1874599320561280/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763208 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763183.607487:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81853c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320561280:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763183.607496:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763183.607504:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81853480 x1874599320561408/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763183.607514:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763183.607516:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763183.607519:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763183.607522:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763183.607524:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763183.607528:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81853480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320561408:192.168.203.113@tcp:8:kworker.0
00000100:00000001:2.0:1787763183.607532:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763183.607535:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763183.607538:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763183.607540:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763183.607545:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f186000.
02000000:00000001:2.0:1787763183.607547:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763183.607553:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763183.607556:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569eee70.
00000400:00000010:2.0:1787763183.607560:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc088.
00000100:00000200:2.0:1787763183.607565:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320561408, portal 4
00000100:00000001:2.0:1787763183.607567:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763183.607569:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699518002304 : -110374191549312 : ffff9b9d81853480)
00000100:00000040:2.0:1787763183.607577:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81853480 x1874599320561408/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763208 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763183.607585:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763183.607588:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763183.607591:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc220.
00000100:00000200:2.0:1787763183.607594:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320561408, offset 0
00000400:00000200:2.0:1787763183.607599:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763183.607605:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763183.607609:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763183.607613:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763183.607617:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763183.607620:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763183.607623:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763183.607627:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63149:63149:256:4294967295] 192.168.203.113@tcp LPNI seq info [63149:63149:8:4294967295]
00000400:00000200:2.0:1787763183.607633:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763183.607643:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763183.607652:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763183.607658:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e200.
00000800:00000200:2.0:1787763183.607666:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.0:1787763183.607671:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787763183.607680:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763183.607686:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1787763183.607694:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763183.607698:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e200.
00000400:00000200:2.0:1787763183.607704:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787763183.607711:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763183.607717:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc220
00000400:00000010:2.0:1787763183.607721:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc220.
00000100:00000001:2.0:1787763183.607726:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763183.607733:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d81853480 x1874599320561408/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763208 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763183.607746:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763183.607750:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81853480 x1874599320561408/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763208 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763183.607758:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763183.607760:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763183.607765:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763183.607769:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:2.0:1787763183.607773:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763183.607776:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315018789
00000100:00000001:2.0:1787763183.607781:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315020024
00000100:00000001:2.0:1787763183.607806:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315018789
00000100:00000001:2.0:1787763183.607812:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315020024
00000100:00000001:2.0:1787763183.607827:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763183.607831:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763183.607835:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763183.607843:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763183/real 1787763183]  req@ffff9b9d81853480 x1874599320561408/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763183.607861:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763183.607864:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763183.607867:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569eee70.
00000400:00000200:2.0:1787763183.607873:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc088
00000400:00000010:2.0:1787763183.607876:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc088.
00000100:00000001:2.0:1787763183.607881:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763183.607888:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81853480 x1874599320561408/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763183.607901:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81853480 x1874599320561408/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763183.607909:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763183.607911:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763183.607914:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763183.607916:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763183.607920:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81853480 x1874599320561408/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763183.607929:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763183.607934:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81853480 x1874599320561408/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763208 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763183.607942:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763183.607946:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763183.607948:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763183.607950:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763183.607952:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763183.607955:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763183.607958:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763183.607962:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763183.607964:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763183.607969:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81853480 x1874599320561408/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763208 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763183.607979:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81853480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320561408:192.168.203.113@tcp:8:kworker.0
00000100:00000001:2.0:1787763183.607984:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763183.607987:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763183.607991:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81852580 x1874599320561152/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763208 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763183.607999:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763183.608001:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763183.608004:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f184c00.
02000000:00000001:2.0:1787763183.608007:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763183.608010:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763183.608012:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:2.0:1787763183.608014:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763183.608017:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d50558c00.
02000000:00000001:2.0:1787763183.608022:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763183.608024:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763183.608026:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81852580.
00000100:00000001:2.0:1787763183.608029:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763183.608031:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763183.608033:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763183.608037:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81853c00 x1874599320561280/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763208 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763183.608053:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763183.608054:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763183.608057:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f187000.
02000000:00000001:2.0:1787763183.608060:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763183.608061:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763183.608062:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:2.0:1787763183.608065:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763183.608066:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d5055bc00.
02000000:00000001:2.0:1787763183.608069:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763183.608070:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763183.608072:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81853c00.
00000100:00000001:2.0:1787763183.608074:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763183.608076:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763183.608078:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763183.608081:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81853480 x1874599320561408/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763208 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763183.608089:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763183.608090:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763183.608092:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f186000.
02000000:00000001:2.0:1787763183.608094:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763183.608096:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763183.608097:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:2.0:1787763183.608099:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763183.608101:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d50559400.
02000000:00000001:2.0:1787763183.608104:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763183.608105:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763183.608106:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81853480.
00000100:00000001:2.0:1787763183.608109:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763183.608110:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763183.608112:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763183.608117:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763183.608119:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763183.608121:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787763183.608124:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763183.796602:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763183.796614:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763183.796625:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763183.796629:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763183.796633:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763183.796635:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763183.796720:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763183.796727:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763183.796732:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763184.628584:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763184.628594:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763184.628597:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763184.628604:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763184.628609:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763184.628614:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763184.628617:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763184.628621:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763184.628624:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763184.820573:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763184.820579:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763184.820587:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763184.820590:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763184.820595:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763184.820597:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763184.820720:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763184.820727:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763184.820732:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787763184.884540:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4315020024, at 4315020032
00000100:00000010:0.0:1787763184.884558:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d5891f960.
00000100:00000001:3.0:1787763185.652578:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763185.652590:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763185.652594:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763185.652604:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763185.652610:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763185.652617:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763185.652621:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763185.652627:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763185.652632:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763185.844603:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763185.844611:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763185.844617:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763185.844619:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763185.844623:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763185.844625:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763186.676584:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763186.676594:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763186.676598:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763186.676604:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763186.676609:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763186.676613:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763186.676617:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763186.676620:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763186.676624:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763186.868570:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763186.868577:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763186.868585:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763186.868587:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763186.868592:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763186.868594:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763186.868676:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763186.868683:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763186.868688:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763187.700563:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763187.700574:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763187.700578:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763187.700585:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763187.700591:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763187.700597:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763187.700602:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763187.700606:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763187.700610:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763187.892583:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763187.892590:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763187.892598:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763187.892600:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763187.892605:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763187.892608:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763187.892681:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763187.892688:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763187.892693:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787763188.724591:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763188.724604:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787763188.724609:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763188.724614:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763188.724617:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763188.724621:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787763188.724627:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787763188.724632:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763188.724637:0:268573:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20351
00000100:00100000:0.0:1787763188.724639:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:0.0:1787763188.724648:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787763188.724653:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763188.724658:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763188.724664:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1787763188.724664:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787763188.724674:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787763188.724686:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763188.724695:0:268573:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763188.724704:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763188.724711:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763188.724717:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763188.724722:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763188.724730:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763188.724733:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:3.0:1787763188.724737:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763188.724741:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:3.0:1787763188.724744:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:3.0:1787763188.724748:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:3.0:1787763188.724780:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763188.724783:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763188.724786:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763188.724789:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787763188.724792:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:3.0:1787763188.724797:0:268573:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763188.724800:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763188.724804:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763188.724808:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763188.724812:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763188.724815:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787763188.724819:0:268573:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763188.724828:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d566d00.
00000020:00000040:3.0:1787763188.724833:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:3.0:1787763188.724839:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763188.724841:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763188.724845:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763188.724848:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763188.724854:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763188.724862:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45905800.
00000100:00000001:3.0:1787763188.724871:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763188.724883:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d566d00 x1874599320561536/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763188.724896:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763188.724902:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763188.724908:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6377b55] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d566d00 x1874599320561536/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763188.724936:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763188.724941:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763188.724945:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787763188.724947:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763188.724950:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763188.724953:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763188.724957:0:268573:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20351
00000400:00000200:3.0:1787763188.724962:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763188.724967:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763188.724971:0:268573:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763188.724976:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763188.724980:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763188.724984:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763188.724987:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763188.724991:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1787763188.724992:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1787763188.724994:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000020:00000001:3.0:1787763188.725000:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787763188.725001:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1787763188.725004:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000100:00000001:2.0:1787763188.725007:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1787763188.725011:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000020:00000001:3.0:1787763188.725017:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000040:2.0:1787763188.725026:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d566d00 x1874599320561536/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787763188.725027:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763188.725036:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763188.725044:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763188.725052:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000001:2.0:1787763188.725057:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000040:3.0:1787763188.725059:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00000001:2.0:1787763188.725062:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763188.725069:0:268573:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
02000000:00000001:2.0:1787763188.725071:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1787763188.725075:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763188.725078:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763188.725082:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763188.725086:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763188.725093:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1787763188.725095:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d566d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320561536:192.168.203.113@tcp:250:kworker.0
02000000:00000001:3.0:1787763188.725104:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763188.725107:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1787763188.725110:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:2.0:1787763188.725115:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:3.0:1787763188.725120:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1787763188.725121:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763188.725129:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:3.0:1787763188.725131:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763188.725136:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763188.725140:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f187000.
00000100:00000010:3.0:1787763188.725143:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d5643c0.
02000000:00000001:2.0:1787763188.725146:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787763188.725150:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
02000000:00000001:3.0:1787763188.725156:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1787763188.725162:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
02000000:00000001:3.0:1787763188.725163:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763188.725169:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763188.725171:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:2.0:1787763188.725172:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569eee70.
02000000:00000001:3.0:1787763188.725175:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787763188.725186:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc088.
02000000:00000010:3.0:1787763188.725188:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45905000.
00000100:00000200:2.0:1787763188.725200:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320561536, portal 25
00000100:00000001:3.0:1787763188.725202:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763188.725207:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763188.725212:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910956800 : -110374798594816 : ffff9b9d5d566d00)
00000100:00100000:3.0:1787763188.725225:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d5643c0 x1874599320561664/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1787763188.725226:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d566d00 x1874599320561536/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763213 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763188.725259:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763188.725268:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000100:00000001:3.0:1787763188.725275:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000010:2.0:1787763188.725277:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc220.
00000100:00000001:3.0:1787763188.725286:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787763188.725289:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320561536, offset 0
00000100:00000040:3.0:1787763188.725302:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c43373d] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d5643c0 x1874599320561664/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787763188.725313:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763188.725336:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:3.0:1787763188.725348:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763188.725358:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000100:00080000:3.0:1787763188.725359:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763188.725376:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:2.0:1787763188.725378:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1787763188.725383:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1787763188.725389:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000100:00080000:3.0:1787763188.725393:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1787763188.725399:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1787763188.725407:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1787763188.725408:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000100:00080000:3.0:1787763188.725424:0:268573:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20351
00000400:00000200:2.0:1787763188.725425:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63150:63150:256:4294967295] 192.168.203.113@tcp LPNI seq info [63150:63150:8:4294967295]
00000400:00000200:2.0:1787763188.725487:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763188.725498:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763188.725514:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000400:00000200:2.0:1787763188.725521:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000100:00080000:3.0:1787763188.725523:0:268573:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763188.725536:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000800:00000200:2.0:1787763188.725544:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000100:00000001:3.0:1787763188.725545:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000010:2.0:1787763188.725555:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e200.
00000100:00000040:3.0:1787763188.725556:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763188.725566:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763188.725569:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763188.725572:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000800:00000200:2.0:1787763188.725576:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000020:00000001:3.0:1787763188.725577:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763188.725584:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000800:00000200:2.0:1787763188.725587:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000020:00000001:3.0:1787763188.725590:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000020:00000001:3.0:1787763188.725600:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000800:00000200:2.1:1787763188.725608:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000040:3.0:1787763188.725614:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000800:00000200:2.1:1787763188.725617:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000100:00000001:3.0:1787763188.725620:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763188.725632:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000800:00000100:2.0:1787763188.725633:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000100:00000001:3.0:1787763188.725642:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787763188.725646:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000800:00000010:2.0:1787763188.725654:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e200.
00000100:00080000:3.0:1787763188.725656:0:268573:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000400:00000200:2.0:1787763188.725663:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1787763188.725667:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763188.725677:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
02000000:00000001:3.0:1787763188.725680:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1787763188.725686:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc220
02000000:00000001:3.0:1787763188.725692:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:2.0:1787763188.725693:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc220.
00000100:00000001:2.0:1787763188.725703:0:256678:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:3.0:1787763188.725704:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763188.725713:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000200:2.0:1787763188.725714:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d566d00 x1874599320561536/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763213 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1787763188.725721:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763188.725734:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763188.725739:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787763188.725740:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763188.725770:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d566d00 x1874599320561536/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763213 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1787763188.725774:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d566580.
00000020:00000040:3.0:1787763188.725784:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
02000000:00000001:3.0:1787763188.725793:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1787763188.725797:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763188.725798:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763188.725807:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787763188.725808:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763188.725813:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763188.725817:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763188.725821:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763188.725825:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45906400.
00000400:00000200:2.0:1787763188.725833:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:3.0:1787763188.725837:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763188.725839:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4315025144
00000100:00000010:2.0:1787763188.725852:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d5891f4e0.
00000100:00100000:3.0:1787763188.725853:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d566580 x1874599320561792/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763188.725865:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1787763188.725869:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763188.725874:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763188.725879:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4315025144
00000100:00000040:3.0:1787763188.725882:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f409d8da] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d566580 x1874599320561792/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1787763188.725887:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d5891f600.
00000100:00000001:2.0:1787763188.725897:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1787763188.725909:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763188.725910:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1787763188.725914:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787763188.725922:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763188.725924:0:268573:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:2.0:1787763188.725934:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00080000:3.0:1787763188.725935:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763188.725945:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787763188.725947:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763188.725952:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1787763188.725955:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763188/real 1787763188]  req@ffff9b9d5d566d00 x1874599320561536/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763188.725957:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763188.725967:0:268573:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20351
00000400:00000200:3.0:1787763188.725981:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763188.725991:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763188.726000:0:268573:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000400:00000001:2.0:1787763188.726006:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:3.0:1787763188.726007:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000400:00000001:2.0:1787763188.726014:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787763188.726015:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:2.0:1787763188.726020:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569eee70.
00000100:00000040:3.0:1787763188.726022:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763188.726030:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000400:00000200:2.0:1787763188.726031:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc088
00000020:00000001:3.0:1787763188.726036:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000010:2.0:1787763188.726038:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc088.
00000020:00000040:3.0:1787763188.726041:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000100:00000001:2.0:1787763188.726046:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000001:3.0:1787763188.726047:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763188.726055:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000100:00000200:2.0:1787763188.726061:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d566d00 x1874599320561536/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787763188.726062:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000020:00000001:3.0:1787763188.726073:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000040:3.0:1787763188.726087:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763188.726093:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:2.0:1787763188.726098:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d566d00 x1874599320561536/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787763188.726102:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763188.726111:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787763188.726122:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00000001:2.0:1787763188.726124:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763188.726130:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787763188.726132:0:268573:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763188.726136:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787763188.726139:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763188.726142:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787763188.726146:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:2.0:1787763188.726154:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d566d00 x1874599320561536/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787763188.726156:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763188.726165:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763188.726172:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763188.726179:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1787763188.726181:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:3.0:1787763188.726192:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763188.726197:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d566d00 x1874599320561536/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763213 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763188.726201:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763188.726214:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000010:3.0:1787763188.726216:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d567840.
00000100:00000001:2.0:1787763188.726219:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763188.726225:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000040:3.0:1787763188.726228:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
00000100:00000001:2.0:1787763188.726229:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763188.726235:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763188.726243:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:3.0:1787763188.726243:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763188.726253:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763188.726254:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1787763188.726264:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00080000:2.0:1787763188.726265:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
02000000:00000001:3.0:1787763188.726273:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1787763188.726274:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:3.0:1787763188.726282:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763188.726288:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d566d00 x1874599320561536/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763213 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1787763188.726294:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45907400.
00000100:00000001:3.0:1787763188.726303:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763188.726319:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d567840 x1874599320561920/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787763188.726325:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d566d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320561536:192.168.203.113@tcp:250:kworker.0
00000100:00000001:3.0:1787763188.726347:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763188.726348:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763188.726356:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763188.726358:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763188.726371:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d566d00 x1874599320561536/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763213 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787763188.726378:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002fc5cb79] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d567840 x1874599320561920/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763188.726392:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763188.726398:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763188.726403:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f187000.
02000000:00000001:2.0:1787763188.726412:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763188.726417:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000100:00000001:3.0:1787763188.726418:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1787763188.726421:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:2.0:1787763188.726429:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763188.726433:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45905800.
00000100:00000040:3.0:1787763188.726435:0:268573:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20361)
02000000:00000001:2.0:1787763188.726473:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763188.726478:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763188.726480:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d566d00.
00000100:00000001:2.0:1787763188.726487:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763188.726491:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763188.726494:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763188.726504:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763188.726506:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763188.726509:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787763188.726511:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763188.726513:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763188.726519:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d5643c0 x1874599320561664/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763188.726530:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763188.726532:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763188.726535:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763188.726537:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763188.726540:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763188.726544:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d5643c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320561664:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763188.726548:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763188.726551:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763188.726553:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763188.726556:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763188.726560:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f187000.
02000000:00000001:2.0:1787763188.726563:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763188.726568:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763188.726572:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569eee70.
00000400:00000010:2.0:1787763188.726577:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc088.
00000100:00000200:2.0:1787763188.726581:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320561664, portal 10
00000100:00000001:2.0:1787763188.726584:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763188.726586:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910946240 : -110374798605376 : ffff9b9d5d5643c0)
00000100:00000040:2.0:1787763188.726594:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d5643c0 x1874599320561664/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763213 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763188.726602:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763188.726606:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763188.726608:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc220.
00000100:00000200:2.0:1787763188.726612:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320561664, offset 0
00000400:00000200:2.0:1787763188.726617:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763188.726623:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763188.726628:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763188.726632:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763188.726636:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763188.726639:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763188.726642:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763188.726647:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63151:63151:256:4294967295] 192.168.203.113@tcp LPNI seq info [63151:63151:8:4294967295]
00000400:00000200:2.0:1787763188.726653:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763188.726662:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763188.726668:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763188.726673:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e200.
00000800:00000200:2.0:1787763188.726678:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.0:1787763188.726682:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787763188.726688:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763188.726691:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1787763188.726696:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763188.726698:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e200.
00000400:00000200:2.0:1787763188.726703:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787763188.726708:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763188.726712:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc220
00000400:00000010:2.0:1787763188.726714:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc220.
00000100:00000001:2.0:1787763188.726717:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763188.726721:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d5643c0 x1874599320561664/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763213 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763188.726732:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763188.726735:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d5643c0 x1874599320561664/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763213 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763188.726744:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763188.726746:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763188.726778:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763188.726784:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:2.0:1787763188.726789:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763188.726792:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315023917
00000100:00000001:2.0:1787763188.726796:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315025144
00000100:00000001:2.0:1787763188.726798:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315023917
00000100:00000001:2.0:1787763188.726801:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315025144
00000100:00000001:2.0:1787763188.726804:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763188.726807:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763188.726810:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763188.726815:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763188/real 1787763188]  req@ffff9b9d5d5643c0 x1874599320561664/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763188.726826:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763188.726828:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763188.726831:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569eee70.
00000400:00000200:2.0:1787763188.726834:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc088
00000400:00000010:2.0:1787763188.726835:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc088.
00000100:00000001:2.0:1787763188.726838:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763188.726842:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d5643c0 x1874599320561664/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763188.726853:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d5643c0 x1874599320561664/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763188.726861:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763188.726862:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763188.726865:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763188.726866:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763188.726871:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d5643c0 x1874599320561664/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763188.726879:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763188.726883:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d5643c0 x1874599320561664/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763213 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763188.726893:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763188.726898:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763188.726901:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763188.726903:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763188.726907:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763188.726927:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763188.726934:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763188.726942:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763188.726947:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763188.726955:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d5643c0 x1874599320561664/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763213 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763188.726974:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d5643c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320561664:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763188.726982:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763188.726989:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d566580 x1874599320561792/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763188.727000:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763188.727002:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763188.727005:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763188.727008:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763188.727010:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763188.727014:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d566580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320561792:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763188.727019:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763188.727021:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763188.727023:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763188.727025:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763188.727031:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f184c00.
02000000:00000001:2.0:1787763188.727033:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763188.727038:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763188.727041:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569eee70.
00000400:00000010:2.0:1787763188.727045:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc088.
00000100:00000200:2.0:1787763188.727049:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320561792, portal 10
00000100:00000001:2.0:1787763188.727052:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763188.727054:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910954880 : -110374798596736 : ffff9b9d5d566580)
00000100:00000040:2.0:1787763188.727061:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d566580 x1874599320561792/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763213 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763188.727070:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763188.727073:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763188.727076:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc220.
00000100:00000200:2.0:1787763188.727079:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320561792, offset 0
00000400:00000200:2.0:1787763188.727084:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763188.727090:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763188.727094:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763188.727098:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763188.727102:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763188.727105:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763188.727108:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763188.727112:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63152:63152:256:4294967295] 192.168.203.113@tcp LPNI seq info [63152:63152:8:4294967295]
00000400:00000200:2.0:1787763188.727118:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763188.727126:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763188.727132:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763188.727136:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e200.
00000800:00000200:2.0:1787763188.727141:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.0:1787763188.727145:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787763188.727150:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763188.727154:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1787763188.727158:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763188.727161:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e200.
00000400:00000200:2.0:1787763188.727165:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787763188.727169:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763188.727173:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc220
00000400:00000010:2.0:1787763188.727176:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc220.
00000100:00000001:2.0:1787763188.727179:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763188.727183:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d566580 x1874599320561792/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763213 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763188.727193:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763188.727197:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d566580 x1874599320561792/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763213 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763188.727205:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763188.727207:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763188.727212:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763188.727216:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:2.0:1787763188.727220:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763188.727222:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315023896
00000100:00000001:2.0:1787763188.727225:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315025144
00000100:00000001:2.0:1787763188.727228:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315023896
00000100:00000001:2.0:1787763188.727231:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315025144
00000100:00000001:2.0:1787763188.727233:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763188.727236:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763188.727238:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763188.727242:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763188/real 1787763188]  req@ffff9b9d5d566580 x1874599320561792/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763188.727251:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763188.727253:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763188.727255:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569eee70.
00000400:00000200:2.0:1787763188.727258:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc088
00000400:00000010:2.0:1787763188.727260:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc088.
00000100:00000001:2.0:1787763188.727262:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763188.727266:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d566580 x1874599320561792/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763188.727279:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d566580 x1874599320561792/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763188.727292:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763188.727295:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763188.727299:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763188.727301:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763188.727309:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d566580 x1874599320561792/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763188.727324:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763188.727333:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d566580 x1874599320561792/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763213 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763188.727349:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763188.727354:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763188.727358:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763188.727361:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763188.727365:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763188.727369:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763188.727374:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763188.727380:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763188.727383:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763188.727389:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d566580 x1874599320561792/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763213 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763188.727399:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d566580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320561792:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763188.727404:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763188.727408:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d567840 x1874599320561920/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763188.727417:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763188.727419:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763188.727422:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763188.727424:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763188.727426:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763188.727430:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d567840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320561920:192.168.203.113@tcp:8:kworker.0
00000100:00000001:2.0:1787763188.727434:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763188.727437:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763188.727469:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763188.727471:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763188.727476:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f184000.
02000000:00000001:2.0:1787763188.727479:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763188.727537:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763188.727541:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569eee70.
00000400:00000010:2.0:1787763188.727546:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc088.
00000100:00000200:2.0:1787763188.727550:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320561920, portal 4
00000100:00000001:2.0:1787763188.727552:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763188.727554:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910959680 : -110374798591936 : ffff9b9d5d567840)
00000100:00000040:2.0:1787763188.727562:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d567840 x1874599320561920/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763213 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763188.727571:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763188.727574:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763188.727577:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc220.
00000100:00000200:2.0:1787763188.727580:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320561920, offset 0
00000400:00000200:2.0:1787763188.727585:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763188.727591:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763188.727596:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763188.727599:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763188.727603:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763188.727606:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763188.727609:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763188.727614:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63153:63153:256:4294967295] 192.168.203.113@tcp LPNI seq info [63153:63153:8:4294967295]
00000400:00000200:2.0:1787763188.727619:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763188.727628:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763188.727633:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763188.727637:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e200.
00000800:00000200:2.0:1787763188.727642:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.0:1787763188.727646:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787763188.727651:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763188.727654:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1787763188.727659:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763188.727662:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e200.
00000400:00000200:2.0:1787763188.727666:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787763188.727670:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763188.727674:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc220
00000400:00000010:2.0:1787763188.727677:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc220.
00000100:00000001:2.0:1787763188.727680:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763188.727684:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d567840 x1874599320561920/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763213 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763188.727695:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763188.727699:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d567840 x1874599320561920/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763213 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763188.727707:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763188.727709:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763188.727712:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763188.727716:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:2.0:1787763188.727719:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763188.727722:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315023909
00000100:00000001:2.0:1787763188.727725:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315025144
00000100:00000001:2.0:1787763188.727728:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315023909
00000100:00000001:2.0:1787763188.727730:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315025144
00000100:00000001:2.0:1787763188.727733:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763188.727736:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763188.727738:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763188.727743:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763188/real 1787763188]  req@ffff9b9d5d567840 x1874599320561920/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763188.727775:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763188.727777:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763188.727779:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569eee70.
00000400:00000200:2.0:1787763188.727782:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc088
00000400:00000010:2.0:1787763188.727784:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc088.
00000100:00000001:2.0:1787763188.727787:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763188.727791:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d567840 x1874599320561920/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763188.727802:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d567840 x1874599320561920/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763188.727811:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763188.727813:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763188.727815:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763188.727817:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763188.727821:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d567840 x1874599320561920/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763188.727829:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763188.727834:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d567840 x1874599320561920/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763213 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763188.727843:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763188.727846:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763188.727848:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763188.727849:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763188.727852:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763188.727854:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763188.727857:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763188.727860:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763188.727863:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763188.727867:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d567840 x1874599320561920/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763213 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763188.727876:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d567840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320561920:192.168.203.113@tcp:8:kworker.0
00000100:00000001:2.0:1787763188.727881:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763188.727883:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763188.727887:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d5643c0 x1874599320561664/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763213 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763188.727898:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763188.727901:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763188.727906:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f187000.
02000000:00000001:2.0:1787763188.727911:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763188.727914:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763188.727918:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:2.0:1787763188.727921:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763188.727925:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45905000.
02000000:00000001:2.0:1787763188.727930:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763188.727932:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763188.727935:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d5643c0.
00000100:00000001:2.0:1787763188.727940:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763188.727943:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763188.727946:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763188.727953:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d566580 x1874599320561792/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763213 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763188.727968:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763188.727971:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763188.727974:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f184c00.
02000000:00000001:2.0:1787763188.727979:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763188.727981:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763188.727984:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:2.0:1787763188.727988:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763188.727991:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45906400.
02000000:00000001:2.0:1787763188.727995:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763188.727997:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763188.727999:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d566580.
00000100:00000001:2.0:1787763188.728002:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763188.728004:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763188.728006:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763188.728011:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d567840 x1874599320561920/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763213 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763188.728020:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763188.728022:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763188.728024:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f184000.
02000000:00000001:2.0:1787763188.728026:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763188.728028:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763188.728029:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:2.0:1787763188.728032:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763188.728034:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45907400.
02000000:00000001:2.0:1787763188.728037:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763188.728038:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763188.728040:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d567840.
00000100:00000001:2.0:1787763188.728042:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763188.728044:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763188.728046:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763188.728051:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763188.728053:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763188.728055:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787763188.728057:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763188.916550:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763188.916557:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763188.916577:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763188.916580:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763188.916586:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763188.916588:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763188.916678:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763188.916684:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763188.916688:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787763189.748590:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787763189.748602:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787763189.748606:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763189.748612:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:0.0:1787763189.748619:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787763189.748625:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763189.748628:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763189.748632:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763189.748637:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763189.940610:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763189.940621:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763189.940625:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763189.940631:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763189.940639:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763189.940642:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763189.940645:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763189.940649:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763189.940656:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763189.940659:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763189.940661:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763189.940664:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763189.940667:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763189.940669:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763189.940672:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763189.940675:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763189.940682:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763189.940685:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763189.940776:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763189.940782:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763189.940802:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787763190.004538:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4315025144, at 4315025152
00000100:00000010:0.0:1787763190.004555:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d5891f4e0.
00000100:00000001:0.0:1787763190.772551:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787763190.772561:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787763190.772565:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763190.772573:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:0.0:1787763190.772579:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787763190.772584:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763190.772589:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763190.772593:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763190.772597:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763190.964644:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763190.964653:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763190.964662:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763190.964664:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763190.964670:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763190.964673:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763191.796544:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787763191.796553:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787763191.796555:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763191.796559:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:0.0:1787763191.796562:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787763191.796565:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763191.796567:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763191.796569:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763191.796571:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763191.988530:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763191.988536:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763191.988540:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763191.988541:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763191.988544:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763191.988546:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763191.988548:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763191.988550:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763191.988553:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763191.988554:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763191.988556:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763191.988557:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763191.988599:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763191.988603:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763191.988605:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787763192.820585:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787763192.820595:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787763192.820598:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763192.820605:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:0.0:1787763192.820609:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787763192.820612:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763192.820615:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763192.820618:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763192.820620:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763193.012554:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763193.012565:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763193.012574:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763193.012575:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763193.012580:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763193.012581:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763193.012656:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763193.012661:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763193.012664:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787763193.844569:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787763193.844583:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1787763193.844585:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787763193.844588:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763193.844599:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00080000:3.0:1787763193.844602:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787763193.844608:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763193.844610:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1787763193.844617:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787763193.844619:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763193.844625:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763193.844630:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787763193.844632:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763193.844650:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763193.844656:0:268573:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20356
00000400:00000200:3.0:1787763193.844672:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763193.844683:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763193.844688:0:268573:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763193.844692:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763193.844697:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763193.844700:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763193.844703:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763193.844708:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763193.844710:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:3.0:1787763193.844734:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763193.844740:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:3.0:1787763193.844743:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:3.0:1787763193.844746:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:3.0:1787763193.844751:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763193.844755:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763193.844758:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763193.844761:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787763193.844775:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:3.0:1787763193.844781:0:268573:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763193.844785:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763193.844789:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763193.844796:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763193.844800:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763193.844804:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787763193.844810:0:268573:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763193.844822:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d564000.
00000020:00000040:3.0:1787763193.844828:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:3.0:1787763193.844835:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763193.844837:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763193.844841:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763193.844844:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763193.844850:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763193.844860:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45907800.
00000100:00000001:3.0:1787763193.844868:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763193.844879:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d564000 x1874599320562048/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763193.844903:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763193.844910:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763193.844919:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008321534d] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d564000 x1874599320562048/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763193.844955:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763193.844961:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763193.844966:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787763193.844968:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763193.844971:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763193.844974:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763193.844979:0:268573:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20356
00000400:00000200:3.0:1787763193.844985:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763193.844990:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00000001:2.0:1787763193.844993:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:3.0:1787763193.844993:0:268573:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763193.845002:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763193.845004:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763193.845007:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787763193.845009:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787763193.845011:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763193.845015:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763193.845018:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763193.845023:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000100:00000040:2.0:1787763193.845024:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d564000 x1874599320562048/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787763193.845027:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763193.845032:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000020:00000001:3.0:1787763193.845043:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000001:2.0:1787763193.845048:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:3.0:1787763193.845049:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000001:2.0:1787763193.845055:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763193.845060:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:3.0:1787763193.845061:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
02000000:00000001:2.0:1787763193.845066:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787763193.845066:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1787763193.845075:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763193.845075:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00100000:2.0:1787763193.845089:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d564000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320562048:192.168.203.113@tcp:250:kworker.0
00000100:00000001:3.0:1787763193.845089:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000001:2.0:1787763193.845104:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:3.0:1787763193.845107:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00080000:3.0:1787763193.845118:0:268573:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
02000000:00000001:2.0:1787763193.845123:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1787763193.845124:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763193.845129:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763193.845131:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763193.845135:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787763193.845143:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:2.0:1787763193.845148:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f184c00.
02000000:00000001:3.0:1787763193.845150:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763193.845156:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763193.845158:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763193.845170:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1787763193.845171:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763193.845178:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569eee70.
00000008:00000001:3.0:1787763193.845183:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787763193.845187:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc088.
00000100:00000001:3.0:1787763193.845191:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787763193.845195:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320562048, portal 25
00000100:00000001:2.0:1787763193.845199:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763193.845200:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910945280 : -110374798606336 : ffff9b9d5d564000)
00000100:00000010:3.0:1787763193.845204:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d567840.
00000100:00000040:2.0:1787763193.845210:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d564000 x1874599320562048/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787763193.845214:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000100:00000001:2.0:1787763193.845229:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:3.0:1787763193.845231:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000040:2.0:1787763193.845236:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
02000000:00000001:3.0:1787763193.845237:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787763193.845239:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc220.
00000100:00000200:2.0:1787763193.845247:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320562048, offset 0
00000100:00000001:3.0:1787763193.845247:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763193.845253:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763193.845258:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763193.845259:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
02000000:00000010:3.0:1787763193.845271:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45904800.
00000400:00000200:2.0:1787763193.845280:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:3.0:1787763193.845283:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763193.845289:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000100:00100000:3.0:1787763193.845295:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d567840 x1874599320562176/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787763193.845299:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763193.845308:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763193.845319:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763193.845329:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000100:00000001:3.0:1787763193.845330:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763193.845337:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763193.845338:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63154:63154:256:4294967295] 192.168.203.113@tcp LPNI seq info [63154:63154:8:4294967295]
00000100:00000040:3.0:1787763193.845347:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002fc5cb79] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d567840 x1874599320562176/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787763193.845348:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:3.0:1787763193.845375:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763193.845378:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000100:00080000:3.0:1787763193.845386:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.0:1787763193.845397:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000100:00080000:3.0:1787763193.845398:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787763193.845411:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000010:2.0:1787763193.845412:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e200.
00000100:00080000:3.0:1787763193.845416:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763193.845422:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:2.0:1787763193.845430:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00080000:3.0:1787763193.845432:0:268573:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20356
00000800:00000200:2.0:1787763193.845473:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787763193.845481:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000400:00000200:3.0:1787763193.845489:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000800:00000200:2.1:1787763193.845492:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00000400:00000200:3.0:1787763193.845498:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000800:00000100:2.0:1787763193.845508:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000100:00080000:3.0:1787763193.845509:0:268573:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000800:00000010:2.0:1787763193.845517:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e200.
00000100:00000040:3.0:1787763193.845522:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000400:00000200:2.0:1787763193.845527:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1787763193.845527:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763193.845533:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763193.845542:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000400:00000200:2.0:1787763193.845543:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000020:00000001:3.0:1787763193.845555:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:2.0:1787763193.845557:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc220
00000020:00000040:3.0:1787763193.845558:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000400:00000010:2.0:1787763193.845576:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc220.
00000020:00000001:3.0:1787763193.845582:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787763193.845584:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000020:00000040:3.0:1787763193.845592:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000100:00000200:2.0:1787763193.845593:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d564000 x1874599320562048/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787763193.845603:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00000001:2.0:1787763193.845613:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000020:00000001:3.0:1787763193.845614:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00000040:2.0:1787763193.845618:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d564000 x1874599320562048/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763218 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787763193.845632:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763193.845633:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763193.845635:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763193.845651:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763193.845660:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787763193.845661:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763193.845667:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4315030264
00000100:00000040:3.0:1787763193.845670:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000010:2.0:1787763193.845674:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d5891fba0.
00000100:00000001:3.0:1787763193.845677:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787763193.845681:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000100:00000001:2.0:1787763193.845682:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000100:00080000:3.0:1787763193.845689:0:268573:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763193.845692:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4315030264
00000100:00000001:3.0:1787763193.845693:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763193.845700:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d5891fd80.
02000000:00000001:3.0:1787763193.845702:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787763193.845727:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
02000000:00000001:3.0:1787763193.845729:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763193.845746:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763193.845757:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763193.845758:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763193.845769:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1787763193.845771:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00100000:2.0:1787763193.845777:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763193/real 1787763193]  req@ffff9b9d5d564000 x1874599320562048/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1787763193.845779:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763193.845791:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1787763193.845796:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763193.845798:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763193.845800:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569eee70.
00000400:00000200:2.0:1787763193.845814:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc088
00000400:00000010:2.0:1787763193.845815:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc088.
00000100:00000001:2.0:1787763193.845817:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763193.845820:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d564000 x1874599320562048/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763193.845834:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d564000 x1874599320562048/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763193.845837:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763193.845840:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763193.845843:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:3.0:1787763193.845846:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d566580.
00000100:00000001:2.0:1787763193.845847:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763193.845852:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1787763193.845856:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000100:00100000:2.0:1787763193.845861:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d564000 x1874599320562048/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787763193.845863:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763193.845868:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763193.845879:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763193.845887:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1787763193.845889:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787763193.845894:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763193.845903:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d564000 x1874599320562048/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763218 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1787763193.845906:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45907400.
00000100:00000001:2.0:1787763193.845917:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763193.845922:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763193.845922:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763193.845934:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763193.845936:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763193.845939:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763193.845941:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763193.845951:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1787763193.845952:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d566580 x1874599320562304/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787763193.845963:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763193.845980:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:3.0:1787763193.845994:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000040:2.0:1787763193.845997:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d564000 x1874599320562048/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763218 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763193.845998:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763193.846008:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f409d8da] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d566580 x1874599320562304/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763193.846052:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d564000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320562048:192.168.203.113@tcp:250:kworker.0
00000100:00000001:2.0:1787763193.846073:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763193.846075:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763193.846077:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763193.846080:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1787763193.846083:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d564000 x1874599320562048/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763218 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787763193.846097:0:268573:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1787763193.846108:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787763193.846111:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000100:00080000:3.0:1787763193.846113:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787763193.846116:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:2.0:1787763193.846117:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00080000:3.0:1787763193.846120:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000010:2.0:1787763193.846125:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f184c00.
00000100:00000001:3.0:1787763193.846125:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763193.846132:0:268573:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20356
02000000:00000001:2.0:1787763193.846134:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000400:00000200:3.0:1787763193.846139:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000020:00000001:2.0:1787763193.846140:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000400:00000200:3.0:1787763193.846145:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000020:00000040:2.0:1787763193.846147:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000100:00080000:3.0:1787763193.846149:0:268573:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000020:00000001:2.0:1787763193.846158:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
00000100:00000040:3.0:1787763193.846158:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
02000000:00000010:2.0:1787763193.846165:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45907800.
00000100:00000001:3.0:1787763193.846165:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763193.846175:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
02000000:00000001:2.0:1787763193.846176:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763193.846185:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787763193.846186:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000010:2.0:1787763193.846191:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d564000.
00000020:00000001:3.0:1787763193.846193:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1787763193.846195:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000020:00000040:3.0:1787763193.846197:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000100:00000001:2.0:1787763193.846198:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1787763193.846205:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787763193.846206:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1787763193.846212:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000020:00000001:3.0:1787763193.846216:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000001:2.0:1787763193.846218:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000020:00000001:3.0:1787763193.846220:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000001:2.0:1787763193.846221:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763193.846230:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1787763193.846230:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763193.846238:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787763193.846239:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763193.846242:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787763193.846244:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763193.846248:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000040:2.0:1787763193.846252:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d567840 x1874599320562176/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787763193.846254:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00080000:3.0:1787763193.846266:0:268573:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763193.846282:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763193.846292:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787763193.846294:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763193.846297:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763193.846299:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763193.846300:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763193.846306:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763193.846306:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763193.846319:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763193.846319:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763193.846329:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1787763193.846331:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d567840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320562176:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763193.846342:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00000001:3.0:1787763193.846342:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763193.846348:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1787763193.846348:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763193.846356:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763193.846361:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:3.0:1787763193.846361:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d5643c0.
00000020:00000040:3.0:1787763193.846367:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
02000000:00000010:2.0:1787763193.846368:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f184c00.
02000000:00000001:2.0:1787763193.846376:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763193.846376:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763193.846384:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763193.846393:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:3.0:1787763193.846395:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763193.846398:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:2.0:1787763193.846399:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569eee70.
02000000:00000001:3.0:1787763193.846404:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787763193.846406:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc088.
02000000:00000010:3.0:1787763193.846411:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45906400.
00000100:00000200:2.0:1787763193.846412:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320562176, portal 10
00000100:00000001:2.0:1787763193.846420:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787763193.846420:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763193.846425:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910959680 : -110374798591936 : ffff9b9d5d567840)
00000100:00100000:3.0:1787763193.846433:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d5643c0 x1874599320562432/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763193.846445:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763193.846450:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763193.846457:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c43373d] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d5643c0 x1874599320562432/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787763193.846460:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d567840 x1874599320562176/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763193.846476:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763193.846482:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763193.846485:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc220.
00000100:00000200:2.0:1787763193.846488:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320562176, offset 0
00000400:00000200:2.0:1787763193.846492:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763193.846503:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763193.846516:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000100:00000001:3.0:1787763193.846520:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763193.846521:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763193.846529:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763193.846535:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000100:00000040:3.0:1787763193.846535:0:268573:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20366)
00000400:00000200:2.0:1787763193.846557:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763193.846563:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63155:63155:256:4294967295] 192.168.203.113@tcp LPNI seq info [63155:63155:8:4294967295]
00000400:00000200:2.0:1787763193.846567:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763193.846574:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763193.846578:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763193.846581:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e200.
00000800:00000200:2.0:1787763193.846585:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.0:1787763193.846587:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787763193.846592:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763193.846594:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1787763193.846597:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763193.846600:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e200.
00000400:00000200:2.0:1787763193.846604:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787763193.846609:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763193.846621:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc220
00000400:00000010:2.0:1787763193.846623:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc220.
00000100:00000001:2.0:1787763193.846625:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763193.846628:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d567840 x1874599320562176/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763193.846634:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763193.846636:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d567840 x1874599320562176/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763218 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763193.846645:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763193.846646:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763193.846648:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763193.846651:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:2.0:1787763193.846653:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763193.846655:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315029037
00000100:00000001:2.0:1787763193.846657:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315030264
00000100:00000001:2.0:1787763193.846659:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315029037
00000100:00000001:2.0:1787763193.846660:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315030264
00000100:00000001:2.0:1787763193.846662:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763193.846663:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763193.846664:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763193.846666:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763193/real 1787763193]  req@ffff9b9d5d567840 x1874599320562176/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763193.846671:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763193.846672:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763193.846673:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569eee70.
00000400:00000200:2.0:1787763193.846674:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc088
00000400:00000010:2.0:1787763193.846675:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc088.
00000100:00000001:2.0:1787763193.846677:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763193.846679:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d567840 x1874599320562176/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763193.846684:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d567840 x1874599320562176/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763193.846688:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763193.846689:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763193.846690:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763193.846691:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763193.846693:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d567840 x1874599320562176/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763193.846698:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763193.846701:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d567840 x1874599320562176/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763218 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763193.846705:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763193.846707:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763193.846707:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763193.846708:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763193.846709:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763193.846732:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763193.846734:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763193.846737:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763193.846738:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763193.846741:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d567840 x1874599320562176/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763218 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763193.846745:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d567840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320562176:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763193.846748:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763193.846751:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d566580 x1874599320562304/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763193.846756:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763193.846757:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763193.846759:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763193.846761:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763193.846762:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763193.846764:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d566580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320562304:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763193.846766:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763193.846768:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763193.846769:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763193.846770:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763193.846773:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f187000.
02000000:00000001:2.0:1787763193.846774:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763193.846777:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763193.846778:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569eee70.
00000400:00000010:2.0:1787763193.846781:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc088.
00000100:00000200:2.0:1787763193.846783:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320562304, portal 10
00000100:00000001:2.0:1787763193.846784:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763193.846785:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910954880 : -110374798596736 : ffff9b9d5d566580)
00000100:00000040:2.0:1787763193.846789:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d566580 x1874599320562304/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763193.846794:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763193.846795:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763193.846796:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc220.
00000100:00000200:2.0:1787763193.846798:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320562304, offset 0
00000400:00000200:2.0:1787763193.846801:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763193.846803:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763193.846805:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763193.846807:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763193.846809:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763193.846811:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763193.846812:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763193.846814:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63156:63156:256:4294967295] 192.168.203.113@tcp LPNI seq info [63156:63156:8:4294967295]
00000400:00000200:2.0:1787763193.846817:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763193.846821:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763193.846824:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763193.846826:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e200.
00000800:00000200:2.0:1787763193.846828:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.0:1787763193.846830:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787763193.846833:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763193.846835:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1787763193.846838:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763193.846840:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e200.
00000400:00000200:2.0:1787763193.846842:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787763193.846844:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763193.846846:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc220
00000400:00000010:2.0:1787763193.846847:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc220.
00000100:00000001:2.0:1787763193.846849:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763193.846851:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d566580 x1874599320562304/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763193.846856:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763193.846858:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d566580 x1874599320562304/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763218 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763193.846862:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763193.846863:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763193.846865:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763193.846867:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:2.0:1787763193.846869:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763193.846870:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315029016
00000100:00000001:2.0:1787763193.846872:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315030264
00000100:00000001:2.0:1787763193.846873:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315029016
00000100:00000001:2.0:1787763193.846875:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315030264
00000100:00000001:2.0:1787763193.846877:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763193.846878:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763193.846879:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763193.846881:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763193/real 1787763193]  req@ffff9b9d5d566580 x1874599320562304/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763193.846886:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763193.846886:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763193.846887:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569eee70.
00000400:00000200:2.0:1787763193.846889:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc088
00000400:00000010:2.0:1787763193.846889:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc088.
00000100:00000001:2.0:1787763193.846891:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763193.846893:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d566580 x1874599320562304/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763193.846899:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d566580 x1874599320562304/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763193.846903:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763193.846904:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763193.846905:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763193.846905:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763193.846908:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d566580 x1874599320562304/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763193.846911:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763193.846914:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d566580 x1874599320562304/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763218 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763193.846918:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763193.846919:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763193.846920:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763193.846921:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763193.846922:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763193.846923:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763193.846924:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763193.846927:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763193.846928:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763193.846930:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d566580 x1874599320562304/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763218 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763193.846935:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d566580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320562304:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763193.846938:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763193.846939:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763193.846941:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d567840 x1874599320562176/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763218 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763193.846946:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763193.846947:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763193.846948:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f184c00.
02000000:00000001:2.0:1787763193.846951:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763193.846952:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763193.846954:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:2.0:1787763193.846956:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763193.846958:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45904800.
02000000:00000001:2.0:1787763193.846961:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763193.846963:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763193.846965:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d567840.
00000100:00000001:2.0:1787763193.846968:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763193.846969:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763193.846971:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763193.846975:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d566580 x1874599320562304/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763218 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763193.846992:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763193.846993:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763193.846995:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f187000.
02000000:00000001:2.0:1787763193.846997:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763193.846998:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763193.847000:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:2.0:1787763193.847002:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763193.847003:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45907400.
02000000:00000001:2.0:1787763193.847006:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763193.847007:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763193.847008:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d566580.
00000100:00000001:2.0:1787763193.847012:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763193.847013:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763193.847014:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763193.847017:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763193.847018:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763193.847020:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787763193.847022:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763193.847023:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763193.847027:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d5643c0 x1874599320562432/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763193.847032:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763193.847033:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763193.847034:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763193.847036:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763193.847037:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763193.847039:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d5643c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320562432:192.168.203.113@tcp:8:kworker.0
00000100:00000001:2.0:1787763193.847041:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763193.847043:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763193.847045:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763193.847056:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763193.847059:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f187000.
02000000:00000001:2.0:1787763193.847060:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763193.847062:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763193.847064:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569eee70.
00000400:00000010:2.0:1787763193.847066:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc088.
00000100:00000200:2.0:1787763193.847069:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320562432, portal 4
00000100:00000001:2.0:1787763193.847070:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763193.847071:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910946240 : -110374798605376 : ffff9b9d5d5643c0)
00000100:00000040:2.0:1787763193.847075:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d5643c0 x1874599320562432/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763193.847079:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763193.847081:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763193.847082:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc220.
00000100:00000200:2.0:1787763193.847084:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320562432, offset 0
00000400:00000200:2.0:1787763193.847086:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763193.847089:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763193.847091:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763193.847093:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763193.847095:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763193.847097:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763193.847099:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763193.847101:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63157:63157:256:4294967295] 192.168.203.113@tcp LPNI seq info [63157:63157:8:4294967295]
00000400:00000200:2.0:1787763193.847103:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763193.847108:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763193.847113:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763193.847116:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e200.
00000800:00000200:2.0:1787763193.847120:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.0:1787763193.847123:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787763193.847127:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763193.847130:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1787763193.847134:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763193.847136:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e200.
00000400:00000200:2.0:1787763193.847139:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787763193.847143:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763193.847146:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc220
00000400:00000010:2.0:1787763193.847148:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc220.
00000100:00000001:2.0:1787763193.847151:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763193.847155:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d5643c0 x1874599320562432/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763193.847163:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763193.847165:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d5643c0 x1874599320562432/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763218 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763193.847169:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763193.847171:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763193.847173:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763193.847175:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:2.0:1787763193.847178:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763193.847179:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315029028
00000100:00000001:2.0:1787763193.847181:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315030264
00000100:00000001:2.0:1787763193.847182:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315029028
00000100:00000001:2.0:1787763193.847184:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315030264
00000100:00000001:2.0:1787763193.847186:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763193.847187:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763193.847188:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763193.847191:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763193/real 1787763193]  req@ffff9b9d5d5643c0 x1874599320562432/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763193.847196:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763193.847197:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763193.847197:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569eee70.
00000400:00000200:2.0:1787763193.847199:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc088
00000400:00000010:2.0:1787763193.847200:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc088.
00000100:00000001:2.0:1787763193.847201:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763193.847203:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d5643c0 x1874599320562432/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763193.847209:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d5643c0 x1874599320562432/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763193.847213:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763193.847214:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763193.847215:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763193.847216:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763193.847218:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d5643c0 x1874599320562432/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763193.847221:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763193.847224:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d5643c0 x1874599320562432/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763218 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763193.847228:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763193.847230:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763193.847231:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763193.847232:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763193.847233:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763193.847234:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763193.847236:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763193.847238:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763193.847240:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763193.847242:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d5643c0 x1874599320562432/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763218 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763193.847247:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d5643c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320562432:192.168.203.113@tcp:8:kworker.0
00000100:00000001:2.0:1787763193.847249:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763193.847250:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763193.847252:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d5643c0 x1874599320562432/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763218 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763193.847256:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763193.847257:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763193.847258:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f187000.
02000000:00000001:2.0:1787763193.847259:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763193.847260:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763193.847261:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:2.0:1787763193.847262:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763193.847263:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45906400.
02000000:00000001:2.0:1787763193.847265:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763193.847266:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763193.847267:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d5643c0.
00000100:00000001:2.0:1787763193.847268:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763193.847269:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763193.847270:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763193.847272:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763193.847273:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763193.847274:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787763193.847276:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763194.036539:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763194.036548:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763194.036556:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763194.036558:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763194.036562:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763194.036564:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763194.036612:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763194.036617:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763194.036621:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787763194.868584:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787763194.868592:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787763194.868594:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763194.868600:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:0.0:1787763194.868604:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787763194.868609:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763194.868612:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763194.868615:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763194.868618:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763195.060580:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763195.060587:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763195.060594:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763195.060595:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763195.060599:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763195.060600:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763195.060761:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763195.060767:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763195.060771:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787763195.124543:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4315030264, at 4315030272
00000100:00000010:0.0:1787763195.124564:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d5891fba0.
00000100:00000001:0.0:1787763195.892578:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787763195.892599:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787763195.892601:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763195.892607:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:0.0:1787763195.892613:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787763195.892619:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763195.892622:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763195.892641:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763195.892645:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763196.084605:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763196.084613:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763196.084622:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763196.084625:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763196.084633:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763196.084636:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763196.084761:0:281543:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763196.084768:0:281543:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763196.084773:0:281543:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787763196.916560:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787763196.916575:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787763196.916579:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763196.916589:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:0.0:1787763196.916594:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787763196.916600:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763196.916605:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763196.916612:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763196.916617:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763197.108582:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763197.108589:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763197.108594:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763197.108596:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763197.108600:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763197.108601:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763197.108738:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763197.108743:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763197.108747:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787763197.940536:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787763197.940543:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787763197.940544:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763197.940549:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:0.0:1787763197.940553:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787763197.940556:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763197.940559:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763197.940561:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763197.940564:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763198.132578:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763198.132586:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763198.132594:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763198.132597:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763198.132602:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763198.132604:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763198.132718:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763198.132740:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763198.132742:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787763198.964578:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787763198.964591:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1787763198.964591:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787763198.964597:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763198.964614:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:0.0:1787763198.964616:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763198.964624:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1787763198.964628:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1787763198.964631:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763198.964635:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763198.964639:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787763198.964641:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763198.964647:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787763198.964652:0:296758:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20361
00000100:00000001:0.0:1787763198.964655:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787763198.964668:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763198.964677:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763198.964695:0:296758:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763198.964699:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763198.964703:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763198.964705:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763198.964707:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763198.964713:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763198.964716:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:3.0:1787763198.964721:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763198.964726:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:3.0:1787763198.964730:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:3.0:1787763198.964733:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:3.0:1787763198.964741:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763198.964745:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763198.964751:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763198.964754:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787763198.964760:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:3.0:1787763198.964765:0:296758:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763198.964770:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763198.964774:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763198.964778:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763198.964781:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763198.964783:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787763198.964787:0:296758:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763198.964799:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d566d00.
00000020:00000040:3.0:1787763198.964803:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:3.0:1787763198.964809:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763198.964811:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763198.964815:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763198.964818:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763198.964823:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763198.964831:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45905000.
00000100:00000001:3.0:1787763198.964840:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763198.964851:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d566d00 x1874599320562560/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763198.964861:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763198.964866:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763198.964870:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6377b55] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d566d00 x1874599320562560/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763198.964890:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763198.964893:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763198.964896:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787763198.964897:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763198.964899:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763198.964902:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763198.964905:0:296758:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20361
00000400:00000200:3.0:1787763198.964909:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763198.964911:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763198.964913:0:296758:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787763198.964915:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1787763198.964916:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763198.964921:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787763198.964923:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1787763198.964923:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763198.964927:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787763198.964928:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763198.964932:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763198.964933:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000020:00000001:3.0:1787763198.964937:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000040:2.0:1787763198.964938:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d566d00 x1874599320562560/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787763198.964939:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000020:00000001:3.0:1787763198.964945:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000020:00000001:3.0:1787763198.964950:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000040:3.0:1787763198.964957:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763198.964959:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763198.964960:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763198.964961:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787763198.964964:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00000001:2.0:1787763198.964965:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1787763198.964969:0:296758:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763198.964970:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763198.964975:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763198.964977:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787763198.964977:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763198.964982:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763198.964985:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763198.964986:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1787763198.964990:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d566d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320562560:192.168.203.113@tcp:250:kworker.0
02000000:00000001:3.0:1787763198.964991:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763198.964996:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787763198.964998:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00100000:3.0:1787763198.965003:0:296758:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1787763198.965004:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00000001:3.0:1787763198.965008:0:296758:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763198.965009:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763198.965013:0:296758:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763198.965014:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:3.0:1787763198.965017:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d565e00.
00000020:00000040:3.0:1787763198.965020:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
02000000:00000001:3.0:1787763198.965021:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000010:2.0:1787763198.965022:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f184c00.
02000000:00000001:3.0:1787763198.965023:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763198.965028:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763198.965029:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763198.965031:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763198.965034:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763198.965038:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
02000000:00000010:3.0:1787763198.965039:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45905800.
00000100:00000001:3.0:1787763198.965044:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787763198.965045:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569eee70.
00000100:00100000:3.0:1787763198.965050:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d565e00 x1874599320562688/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1787763198.965055:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc088.
00000100:00000001:3.0:1787763198.965058:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763198.965061:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763198.965064:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008dad852f] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d565e00 x1874599320562688/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763198.965065:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320562560, portal 25
00000100:00000001:2.0:1787763198.965071:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763198.965074:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910956800 : -110374798594816 : ffff9b9d5d566d00)
00000100:00000040:2.0:1787763198.965084:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d566d00 x1874599320562560/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763223 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763198.965085:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763198.965090:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763198.965098:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787763198.965100:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763198.965103:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763198.965104:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787763198.965108:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:2.0:1787763198.965110:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000100:00080000:3.0:1787763198.965113:0:296758:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20361
00000400:00000010:2.0:1787763198.965114:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc220.
00000400:00000200:3.0:1787763198.965118:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000200:2.0:1787763198.965120:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320562560, offset 0
00000400:00000200:3.0:1787763198.965122:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763198.965126:0:296758:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763198.965129:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763198.965131:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787763198.965133:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000100:00000040:3.0:1787763198.965135:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763198.965138:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763198.965139:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763198.965140:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000020:00000001:3.0:1787763198.965141:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763198.965142:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000020:00000001:3.0:1787763198.965144:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000400:00000200:2.0:1787763198.965148:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000020:00000001:3.0:1787763198.965149:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00000040:3.0:1787763198.965154:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763198.965155:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763198.965157:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000400:00000200:2.0:1787763198.965160:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000100:00000001:3.0:1787763198.965160:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787763198.965164:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000100:00080000:3.0:1787763198.965170:0:296758:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000400:00000200:2.0:1787763198.965171:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1787763198.965174:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763198.965177:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1787763198.965179:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
02000000:00000001:3.0:1787763198.965181:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763198.965185:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763198.965187:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763198.965189:0:296758:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763198.965190:0:296758:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763198.965192:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1787763198.965192:0:296758:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763198.965196:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d564b40.
00000400:00000200:2.0:1787763198.965197:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000020:00000040:3.0:1787763198.965201:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000400:00000200:2.0:1787763198.965205:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63158:63158:256:4294967295] 192.168.203.113@tcp LPNI seq info [63158:63158:8:4294967295]
02000000:00000001:3.0:1787763198.965207:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763198.965209:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763198.965212:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1787763198.965213:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
02000000:00000001:3.0:1787763198.965215:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763198.965217:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763198.965222:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45906400.
00000100:00000001:3.0:1787763198.965228:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763198.965229:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000100:00100000:3.0:1787763198.965235:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d564b40 x1874599320562816/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.0:1787763198.965239:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000100:00000001:3.0:1787763198.965247:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000010:2.0:1787763198.965249:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e200.
00000100:00000001:3.0:1787763198.965249:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763198.965254:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9fa13ea] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d564b40 x1874599320562816/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1787763198.965263:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000001:3.0:1787763198.965264:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763198.965269:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.0:1787763198.965270:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 2 secs later)
00000100:00000040:3.0:1787763198.965273:0:296758:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1787763198.965278:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.1:1787763198.965280:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00080000:3.0:1787763198.965282:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787763198.965287:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:2.1:1787763198.965287:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 2 secs later)
00000100:00080000:3.0:1787763198.965288:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763198.965296:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000800:00000100:2.0:1787763198.965299:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000100:00080000:3.0:1787763198.965302:0:296758:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20361
00000800:00000010:2.0:1787763198.965304:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e200.
00000400:00000200:3.0:1787763198.965308:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763198.965311:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787763198.965312:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763198.965317:0:296758:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763198.965321:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000400:00000200:2.0:1787763198.965324:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1787763198.965324:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763198.965330:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763198.965331:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000400:00000200:2.0:1787763198.965333:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc220
00000020:00000001:3.0:1787763198.965333:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763198.965334:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000020:00000001:3.0:1787763198.965338:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000010:2.0:1787763198.965339:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc220.
00000020:00000040:3.0:1787763198.965340:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000020:00000001:3.0:1787763198.965343:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000001:2.0:1787763198.965345:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:3.0:1787763198.965345:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000040:3.0:1787763198.965350:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763198.965353:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:2.0:1787763198.965354:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d566d00 x1874599320562560/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763223 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787763198.965356:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763198.965361:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787763198.965365:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00080000:3.0:1787763198.965370:0:296758:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763198.965374:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763198.965376:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1787763198.965376:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763198.965381:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1787763198.965384:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d566d00 x1874599320562560/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763223 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787763198.965384:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763198.965389:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763198.965392:0:296758:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763198.965397:0:296758:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763198.965399:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763198.965400:0:296758:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763198.965404:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000010:3.0:1787763198.965406:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d5670c0.
00000020:00000040:3.0:1787763198.965410:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
00000100:00000001:2.0:1787763198.965411:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763198.965412:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763198.965416:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763198.965418:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1787763198.965421:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
02000000:00000001:3.0:1787763198.965422:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1787763198.965426:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4315035383
02000000:00000001:3.0:1787763198.965427:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763198.965435:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d5891fa80.
02000000:00000010:3.0:1787763198.965436:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45907400.
00000100:00000001:3.0:1787763198.965472:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763198.965474:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000100:00100000:3.0:1787763198.965480:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d5670c0 x1874599320562944/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763198.965487:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4315035384
00000100:00000001:3.0:1787763198.965487:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763198.965491:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763198.965497:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d5891fd80.
00000100:00000040:3.0:1787763198.965497:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000096847001] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d5670c0 x1874599320562944/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763198.965505:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1787763198.965508:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763198.965510:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763198.965516:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763198.965518:0:296758:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20371)
00000100:00000001:2.0:1787763198.965519:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763198.965527:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763198/real 1787763198]  req@ffff9b9d5d566d00 x1874599320562560/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763223 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763198.965536:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763198.965538:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763198.965540:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569eee70.
00000400:00000200:2.0:1787763198.965542:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc088
00000400:00000010:2.0:1787763198.965544:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc088.
00000100:00000001:2.0:1787763198.965546:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763198.965549:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d566d00 x1874599320562560/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763223 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763198.965556:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d566d00 x1874599320562560/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763223 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763198.965562:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763198.965563:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763198.965565:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763198.965567:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763198.965570:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d566d00 x1874599320562560/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763223 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763198.965575:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763198.965579:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d566d00 x1874599320562560/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763223 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763198.965585:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763198.965587:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763198.965588:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763198.965589:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763198.965592:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763198.965593:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763198.965596:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763198.965599:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763198.965601:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763198.965604:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d566d00 x1874599320562560/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763223 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763198.965610:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d566d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320562560:192.168.203.113@tcp:250:kworker.0
00000100:00000001:2.0:1787763198.965613:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763198.965616:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763198.965618:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d566d00 x1874599320562560/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763223 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763198.965623:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763198.965625:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763198.965628:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f184c00.
02000000:00000001:2.0:1787763198.965630:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763198.965631:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763198.965633:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:2.0:1787763198.965635:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763198.965637:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45905000.
02000000:00000001:2.0:1787763198.965641:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763198.965643:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763198.965644:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d566d00.
00000100:00000001:2.0:1787763198.965648:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763198.965649:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763198.965651:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763198.965659:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763198.965661:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763198.965662:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787763198.965663:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763198.965665:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763198.965667:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d565e00 x1874599320562688/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763198.965673:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763198.965674:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763198.965675:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763198.965677:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763198.965836:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763198.965839:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d565e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320562688:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763198.965841:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763198.965843:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763198.965845:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763198.965846:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763198.965849:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f184c00.
02000000:00000001:2.0:1787763198.965856:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763198.965859:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763198.965862:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569eee70.
00000400:00000010:2.0:1787763198.965865:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc088.
00000100:00000200:2.0:1787763198.965867:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320562688, portal 10
00000100:00000001:2.0:1787763198.965869:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763198.965870:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910952960 : -110374798598656 : ffff9b9d5d565e00)
00000100:00000040:2.0:1787763198.965876:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d565e00 x1874599320562688/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763223 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763198.965881:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763198.965883:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763198.965885:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc220.
00000100:00000200:2.0:1787763198.965886:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320562688, offset 0
00000400:00000200:2.0:1787763198.965889:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763198.965892:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763198.965895:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763198.965897:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763198.965899:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763198.965901:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763198.965903:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763198.965906:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63159:63159:256:4294967295] 192.168.203.113@tcp LPNI seq info [63159:63159:8:4294967295]
00000400:00000200:2.0:1787763198.965909:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763198.965914:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763198.965918:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763198.965920:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e200.
00000800:00000200:2.0:1787763198.965923:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.0:1787763198.965925:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787763198.965928:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763198.965930:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1787763198.965932:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763198.965934:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e200.
00000400:00000200:2.0:1787763198.965937:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787763198.965939:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763198.965941:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc220
00000400:00000010:2.0:1787763198.965943:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc220.
00000100:00000001:2.0:1787763198.965945:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763198.965947:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d565e00 x1874599320562688/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763223 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763198.965953:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763198.965955:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d565e00 x1874599320562688/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763223 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763198.965960:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763198.965961:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763198.965963:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763198.965967:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:2.0:1787763198.965969:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763198.965971:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315034156
00000100:00000001:2.0:1787763198.965973:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315035383
00000100:00000001:2.0:1787763198.965974:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315034156
00000100:00000001:2.0:1787763198.965976:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315035384
00000100:00000001:2.0:1787763198.965978:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763198.965980:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763198.965981:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763198.965984:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763198/real 1787763198]  req@ffff9b9d5d565e00 x1874599320562688/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763223 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763198.965990:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763198.965990:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763198.965991:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569eee70.
00000400:00000200:2.0:1787763198.965993:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc088
00000400:00000010:2.0:1787763198.965994:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc088.
00000100:00000001:2.0:1787763198.965995:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763198.965997:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d565e00 x1874599320562688/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763223 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763198.966003:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d565e00 x1874599320562688/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763223 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763198.966007:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763198.966008:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763198.966009:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763198.966010:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763198.966012:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d565e00 x1874599320562688/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763223 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763198.966016:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763198.966019:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d565e00 x1874599320562688/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763223 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763198.966023:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763198.966024:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763198.966026:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763198.966027:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763198.966028:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763198.966044:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763198.966046:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763198.966049:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763198.966051:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763198.966054:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d565e00 x1874599320562688/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763223 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763198.966059:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d565e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320562688:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763198.966061:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763198.966063:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d564b40 x1874599320562816/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763198.966067:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763198.966068:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763198.966069:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763198.966070:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763198.966071:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763198.966073:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d564b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320562816:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763198.966076:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763198.966077:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763198.966078:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763198.966080:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763198.966082:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f185000.
02000000:00000001:2.0:1787763198.966083:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763198.966085:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763198.966086:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569eee70.
00000400:00000010:2.0:1787763198.966088:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc088.
00000100:00000200:2.0:1787763198.966090:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320562816, portal 10
00000100:00000001:2.0:1787763198.966092:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763198.966093:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910948160 : -110374798603456 : ffff9b9d5d564b40)
00000100:00000040:2.0:1787763198.966097:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d564b40 x1874599320562816/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763223 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763198.966101:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763198.966103:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763198.966105:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc220.
00000100:00000200:2.0:1787763198.966106:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320562816, offset 0
00000400:00000200:2.0:1787763198.966109:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763198.966111:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763198.966114:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763198.966116:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763198.966118:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763198.966119:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763198.966121:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763198.966123:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63160:63160:256:4294967295] 192.168.203.113@tcp LPNI seq info [63160:63160:8:4294967295]
00000400:00000200:2.0:1787763198.966126:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763198.966131:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763198.966134:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763198.966136:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e200.
00000800:00000200:2.0:1787763198.966138:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.0:1787763198.966140:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787763198.966143:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763198.966145:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1787763198.966147:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763198.966149:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e200.
00000400:00000200:2.0:1787763198.966151:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787763198.966153:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763198.966155:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc220
00000400:00000010:2.0:1787763198.966156:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc220.
00000100:00000001:2.0:1787763198.966158:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763198.966160:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d564b40 x1874599320562816/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763223 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763198.966166:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763198.966168:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d564b40 x1874599320562816/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763223 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763198.966173:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763198.966173:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763198.966176:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763198.966178:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:2.0:1787763198.966180:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763198.966182:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315034135
00000100:00000001:2.0:1787763198.966184:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315035383
00000100:00000001:2.0:1787763198.966185:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315034135
00000100:00000001:2.0:1787763198.966187:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315035384
00000100:00000001:2.0:1787763198.966188:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763198.966189:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763198.966190:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763198.966192:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763198/real 1787763198]  req@ffff9b9d5d564b40 x1874599320562816/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763223 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763198.966197:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763198.966198:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763198.966199:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569eee70.
00000400:00000200:2.0:1787763198.966200:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc088
00000400:00000010:2.0:1787763198.966201:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc088.
00000100:00000001:2.0:1787763198.966202:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763198.966204:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d564b40 x1874599320562816/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763223 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763198.966210:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d564b40 x1874599320562816/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763223 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763198.966214:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763198.966215:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763198.966216:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763198.966217:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763198.966219:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d564b40 x1874599320562816/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763223 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763198.966223:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763198.966225:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d564b40 x1874599320562816/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763223 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763198.966230:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763198.966232:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763198.966233:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763198.966234:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763198.966235:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763198.966237:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763198.966238:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763198.966240:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763198.966241:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763198.966243:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d564b40 x1874599320562816/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763223 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763198.966248:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d564b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320562816:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763198.966250:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763198.966252:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d5670c0 x1874599320562944/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763198.966256:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763198.966257:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763198.966258:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763198.966259:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763198.966260:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763198.966262:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d5670c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320562944:192.168.203.113@tcp:8:kworker.0
00000100:00000001:2.0:1787763198.966264:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763198.966265:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763198.966266:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763198.966267:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763198.966270:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f187000.
02000000:00000001:2.0:1787763198.966271:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763198.966274:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763198.966276:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569eee70.
00000400:00000010:2.0:1787763198.966278:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc088.
00000100:00000200:2.0:1787763198.966280:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320562944, portal 4
00000100:00000001:2.0:1787763198.966281:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763198.966282:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910957760 : -110374798593856 : ffff9b9d5d5670c0)
00000100:00000040:2.0:1787763198.966286:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d5670c0 x1874599320562944/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763223 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763198.966291:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763198.966292:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763198.966294:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc220.
00000100:00000200:2.0:1787763198.966295:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320562944, offset 0
00000400:00000200:2.0:1787763198.966298:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763198.966300:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763198.966302:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763198.966304:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763198.966305:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763198.966306:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763198.966308:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763198.966310:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63161:63161:256:4294967295] 192.168.203.113@tcp LPNI seq info [63161:63161:8:4294967295]
00000400:00000200:2.0:1787763198.966313:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763198.966317:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763198.966320:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763198.966322:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e200.
00000800:00000200:2.0:1787763198.966324:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.0:1787763198.966327:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787763198.966329:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763198.966331:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1787763198.966334:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763198.966336:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e200.
00000400:00000200:2.0:1787763198.966337:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787763198.966340:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763198.966342:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc220
00000400:00000010:2.0:1787763198.966343:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc220.
00000100:00000001:2.0:1787763198.966345:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763198.966347:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d5670c0 x1874599320562944/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763223 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763198.966353:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763198.966354:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d5670c0 x1874599320562944/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763223 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763198.966358:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763198.966360:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763198.966361:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763198.966364:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:2.0:1787763198.966366:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763198.966367:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315034147
00000100:00000001:2.0:1787763198.966369:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315035383
00000100:00000001:2.0:1787763198.966371:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315034147
00000100:00000001:2.0:1787763198.966373:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315035384
00000100:00000001:2.0:1787763198.966374:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763198.966375:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763198.966376:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763198.966378:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763198/real 1787763198]  req@ffff9b9d5d5670c0 x1874599320562944/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763223 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763198.966382:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763198.966383:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763198.966384:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569eee70.
00000400:00000200:2.0:1787763198.966385:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc088
00000400:00000010:2.0:1787763198.966386:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc088.
00000100:00000001:2.0:1787763198.966387:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763198.966389:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d5670c0 x1874599320562944/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763223 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763198.966395:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d5670c0 x1874599320562944/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763223 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763198.966400:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763198.966402:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763198.966403:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763198.966404:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763198.966407:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d5670c0 x1874599320562944/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763223 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763198.966410:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763198.966413:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d5670c0 x1874599320562944/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763223 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763198.966417:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763198.966418:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763198.966419:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763198.966420:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763198.966421:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763198.966422:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763198.966423:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763198.966425:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763198.966426:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763198.966428:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d5670c0 x1874599320562944/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763223 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763198.966433:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d5670c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320562944:192.168.203.113@tcp:8:kworker.0
00000100:00000001:2.0:1787763198.966435:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763198.966436:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763198.966438:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d565e00 x1874599320562688/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763223 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763198.966466:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763198.966468:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763198.966471:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f184c00.
02000000:00000001:2.0:1787763198.966473:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763198.966475:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763198.966477:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:2.0:1787763198.966479:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763198.966482:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45905800.
02000000:00000001:2.0:1787763198.966484:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763198.966486:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763198.966488:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d565e00.
00000100:00000001:2.0:1787763198.966491:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763198.966492:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763198.966494:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763198.966499:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d564b40 x1874599320562816/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763223 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763198.966504:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763198.966505:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763198.966507:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f185000.
02000000:00000001:2.0:1787763198.966509:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763198.966509:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763198.966510:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:2.0:1787763198.966512:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763198.966513:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45906400.
02000000:00000001:2.0:1787763198.966515:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763198.966515:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763198.966516:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d564b40.
00000100:00000001:2.0:1787763198.966518:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763198.966519:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763198.966520:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763198.966522:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d5670c0 x1874599320562944/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763223 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763198.966525:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763198.966526:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763198.966527:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f187000.
02000000:00000001:2.0:1787763198.966529:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763198.966529:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763198.966530:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:2.0:1787763198.966532:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763198.966533:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45907400.
02000000:00000001:2.0:1787763198.966534:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763198.966535:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763198.966536:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d5670c0.
00000100:00000001:2.0:1787763198.966538:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763198.966538:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763198.966539:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763198.966542:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763198.966543:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763198.966544:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787763198.966545:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763199.156556:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763199.156566:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763199.156569:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763199.156573:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763199.156579:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763199.156581:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763199.156583:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763199.156585:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763199.156589:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763199.156590:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763199.156591:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763199.156593:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763199.156594:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763199.156595:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763199.156597:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763199.156598:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763199.156602:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763199.156603:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763199.156745:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763199.156753:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763199.156760:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787763199.988532:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787763199.988542:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787763199.988544:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763199.988551:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:0.0:1787763199.988555:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787763199.988560:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763199.988563:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763199.988566:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763199.988569:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763200.180546:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763200.180555:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763200.180560:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763200.180563:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763200.180566:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763200.180567:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763200.180625:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763200.180630:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763200.180633:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787763200.244520:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4315035383, at 4315035392
00000100:00000010:0.0:1787763200.244540:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d5891fa80.
00000100:00000001:0.0:1787763201.012518:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787763201.012527:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787763201.012529:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763201.012536:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:0.0:1787763201.012541:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787763201.012547:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763201.012550:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763201.012555:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763201.012559:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763201.204530:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763201.204539:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763201.204545:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763201.204546:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763201.204550:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763201.204554:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763201.204556:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763201.204560:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763201.204563:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763201.204565:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763201.204567:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763201.204569:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763201.204648:0:281543:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763201.204653:0:281543:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763201.204656:0:281543:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787763202.036551:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787763202.036560:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787763202.036564:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763202.036571:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:0.0:1787763202.036578:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787763202.036582:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763202.036586:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763202.036590:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763202.036596:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763202.228608:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763202.228615:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763202.228625:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763202.228628:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763202.228632:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763202.228634:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763202.228781:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763202.228787:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763202.228791:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787763203.060578:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787763203.060587:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787763203.060590:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763203.060596:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:0.0:1787763203.060601:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787763203.060605:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763203.060609:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763203.060613:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763203.060617:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763203.252559:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763203.252571:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763203.252582:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763203.252586:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763203.252594:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763203.252596:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763203.252699:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763203.252705:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763203.252711:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787763204.084588:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787763204.084599:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787763204.084603:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763204.084611:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:0.0:1787763204.084618:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787763204.084623:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763204.084627:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763204.084631:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763204.084636:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763204.085105:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787763204.085119:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763204.085129:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763204.085149:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d753e4f00 x1874599320563072/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763204.085175:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763204.085180:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763204.085194:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763204.085203:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763204.085213:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763204.085227:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d753e4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320563072:192.168.203.113@tcp:250:kworker.0
00000100:00000001:2.0:1787763204.085239:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763204.085249:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763204.085255:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763204.085261:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763204.085277:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f185000.
02000000:00000001:2.0:1787763204.085282:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763204.085298:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763204.085311:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569eee70.
00000400:00000010:2.0:1787763204.085326:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc088.
00000100:00000200:2.0:1787763204.085342:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320563072, portal 25
00000100:00000001:2.0:1787763204.085356:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763204.085360:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699312029440 : -110374397522176 : ffff9b9d753e4f00)
00000100:00000040:2.0:1787763204.085373:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d753e4f00 x1874599320563072/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763204.085383:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763204.085395:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763204.085403:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc220.
00000100:00000200:2.0:1787763204.085415:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320563072, offset 0
00000400:00000200:2.0:1787763204.085483:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763204.085500:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763204.085516:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763204.085528:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763204.085540:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763204.085547:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763204.085554:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763204.085569:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63162:63162:256:4294967295] 192.168.203.113@tcp LPNI seq info [63162:63162:8:4294967295]
00000400:00000200:2.0:1787763204.085578:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763204.085604:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763204.085620:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763204.085635:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e200.
00000800:00000200:2.0:1787763204.085662:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763204.085667:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000001:2.0:1787763204.085699:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763204.085710:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763204.085716:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4315040504
00000100:00000010:2.0:1787763204.085725:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d5891fba0.
00000100:00000001:2.0:1787763204.085740:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787763204.085755:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4315040504
00000100:00000010:2.0:1787763204.085763:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d5891f600.
00000100:00000001:2.0:1787763204.085769:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787763204.085781:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763204.085785:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763204.085797:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763204.085809:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763204.085831:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763204.085836:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1787763204.085844:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787763204.085853:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763204.085859:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763204.085875:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d753e7c00 x1874599320563200/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763204.085895:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763204.085902:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763204.085914:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763204.085921:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763204.085933:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763204.085942:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d753e7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320563200:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763204.085955:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763204.085966:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763204.085973:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763204.085978:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763204.085988:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f184c00.
02000000:00000001:2.0:1787763204.085994:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763204.086013:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763204.086024:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569ee9f8.
00000400:00000010:2.0:1787763204.086033:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc110.
00000100:00000200:2.0:1787763204.086040:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320563200, portal 10
00000100:00000001:2.0:1787763204.086044:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763204.086048:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699312040960 : -110374397510656 : ffff9b9d753e7c00)
00000100:00000040:2.0:1787763204.086065:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d753e7c00 x1874599320563200/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763204.086118:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763204.086133:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763204.086140:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc330.
00000100:00000200:2.0:1787763204.086150:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320563200, offset 0
00000400:00000200:2.0:1787763204.086173:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763204.086185:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763204.086204:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763204.086215:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763204.086224:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763204.086238:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763204.086250:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763204.086266:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63163:63163:255:4294967295] 192.168.203.113@tcp LPNI seq info [63163:63163:7:4294967295]
00000400:00000200:2.0:1787763204.086290:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763204.086310:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763204.086322:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763204.086330:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e600.
00000800:00000200:2.0:1787763204.086350:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763204.086375:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000001:2.0:1787763204.086394:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763204.086406:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:2.0:1787763204.086424:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763204.086436:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315039276
00000100:00000001:2.0:1787763204.086480:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315040504
00000100:00000001:2.0:1787763204.086483:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315039277
00000100:00000001:2.0:1787763204.086488:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315040504
00000100:00000001:2.0:1787763204.086492:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763204.086495:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763204.086502:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763204.086512:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763204.086526:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763204.086531:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1787763204.086544:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787763204.086551:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763204.086557:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763204.086573:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d753e5a40 x1874599320563328/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763204.086593:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763204.086601:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763204.086614:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763204.086623:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763204.086638:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763204.086661:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d753e5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320563328:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763204.086667:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763204.086675:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763204.086680:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763204.086686:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763204.086695:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f184000.
02000000:00000001:2.0:1787763204.086703:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763204.086720:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763204.086729:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569ee478.
00000400:00000010:2.0:1787763204.086742:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc4c8.
00000100:00000200:2.0:1787763204.086756:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320563328, portal 10
00000100:00000001:2.0:1787763204.086766:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763204.086770:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699312032320 : -110374397519296 : ffff9b9d753e5a40)
00000100:00000040:2.0:1787763204.086788:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d753e5a40 x1874599320563328/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763204.086821:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763204.086837:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763204.086846:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fcee0.
00000100:00000200:2.0:1787763204.086857:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320563328, offset 0
00000400:00000200:2.0:1787763204.086874:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763204.086896:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763204.086912:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763204.086929:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763204.086942:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763204.086956:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763204.086973:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763204.087000:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63164:63164:254:4294967295] 192.168.203.113@tcp LPNI seq info [63164:63164:6:4294967295]
00000400:00000200:2.0:1787763204.087017:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763204.087041:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763204.087067:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763204.087082:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e400.
00000800:00000200:2.0:1787763204.087099:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763204.087117:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000001:2.0:1787763204.087128:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763204.087139:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:2.0:1787763204.087153:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763204.087160:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315039256
00000100:00000001:2.0:1787763204.087170:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315040504
00000100:00000001:2.0:1787763204.087176:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315039256
00000100:00000001:2.0:1787763204.087186:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315040504
00000100:00000001:2.0:1787763204.087191:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763204.087202:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763204.087207:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763204.087213:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763204.087229:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763204.087236:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1787763204.087248:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787763204.087254:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763204.087260:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763204.087268:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763204.087335:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787763204.087340:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763204.087348:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763204.087362:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d753e6580 x1874599320563456/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763204.087381:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763204.087384:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763204.087389:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763204.087392:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763204.087396:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763204.087404:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d753e6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320563456:192.168.203.113@tcp:8:kworker.0
00000100:00000001:2.0:1787763204.087410:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763204.087414:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763204.087417:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763204.087421:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763204.087431:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f186000.
02000000:00000001:2.0:1787763204.087434:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763204.087471:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763204.087476:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569eeaa8.
00000400:00000010:2.0:1787763204.087486:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc660.
00000100:00000200:2.0:1787763204.087490:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320563456, portal 4
00000100:00000001:2.0:1787763204.087493:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763204.087495:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699312035200 : -110374397516416 : ffff9b9d753e6580)
00000100:00000040:2.0:1787763204.087504:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d753e6580 x1874599320563456/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763204.087512:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763204.087516:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763204.087521:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc550.
00000100:00000200:2.0:1787763204.087525:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320563456, offset 0
00000400:00000200:2.0:1787763204.087532:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763204.087538:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763204.087544:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763204.087549:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763204.087552:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763204.087555:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763204.087558:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763204.087567:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63165:63165:253:4294967295] 192.168.203.113@tcp LPNI seq info [63165:63165:5:4294967295]
00000400:00000200:2.0:1787763204.087574:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763204.087582:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763204.087588:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763204.087593:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e800.
00000800:00000200:2.0:1787763204.087599:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763204.087604:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000001:2.0:1787763204.087608:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763204.087612:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:2.0:1787763204.087616:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763204.087618:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315039269
00000100:00000001:2.0:1787763204.087621:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315040504
00000100:00000001:2.0:1787763204.087624:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315039269
00000100:00000001:2.0:1787763204.087626:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315040504
00000100:00000001:2.0:1787763204.087629:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763204.087632:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763204.087635:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763204.087637:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763204.087641:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763204.087656:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1787763204.087659:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787763204.087661:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763204.087662:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763204.087664:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763204.276641:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763204.276678:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763204.276691:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763204.276694:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763204.276702:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763204.276714:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763204.276810:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763204.276817:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763204.276823:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787763205.108711:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787763205.108721:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787763205.108725:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763205.108733:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:0.0:1787763205.108738:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787763205.108744:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763205.108748:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763205.108753:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763205.108758:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763205.300576:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763205.300586:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763205.300594:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763205.300597:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763205.300602:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763205.300605:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763205.300688:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763205.300694:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763205.300698:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787763205.364622:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4315040504, at 4315040512
00000100:00000010:0.0:1787763205.364688:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d5891fba0.
00000100:00000001:0.0:1787763206.132625:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787763206.132653:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787763206.132656:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763206.132662:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:0.0:1787763206.132666:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787763206.132671:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763206.132674:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763206.132677:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763206.132681:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763206.324705:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763206.324716:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763206.324727:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763206.324730:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763206.324736:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763206.324738:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763206.324800:0:281543:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763206.324807:0:281543:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763206.324812:0:281543:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787763207.156755:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787763207.156763:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787763207.156766:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763207.156770:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:0.0:1787763207.156774:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787763207.156777:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763207.156780:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763207.156784:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763207.156787:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:3.0:1787763207.156918:0:256666:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.113:988
00000400:00000100:3.0:1787763207.156976:0:256666:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.113@tcp at host 192.168.203.113 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1787763207.156986:0:256666:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763207.156990:0:256666:0:(router.c:1791:lnet_notify()) 192.168.203.13@tcp notifying 192.168.203.113@tcp: down
00000400:00000200:3.0:1787763207.156996:0:256666:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763207.157001:0:256666:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:3.0:1787763207.157005:0:256666:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.113@tcp
00000800:00000010:3.0:1787763207.157009:0:256666:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e200.
00000400:00000200:3.0:1787763207.157014:0:256666:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787763207.157018:0:256666:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787763207.157025:0:256666:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc220
00000400:00000010:3.0:1787763207.157028:0:256666:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc220.
00000100:00000001:3.0:1787763207.157033:0:256666:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787763207.157043:0:256666:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b9d753e4f00 x1874599320563072/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763207.157068:0:256666:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763207.157074:0:256666:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d753e4f00 x1874599320563072/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763229 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763207.157082:0:256666:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763207.157084:0:256666:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787763207.157098:0:256666:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.113@tcp
00000800:00000010:3.0:1787763207.157101:0:256666:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e600.
00000400:00000200:3.0:1787763207.157106:0:256666:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787763207.157110:0:256666:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787763207.157113:0:256666:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc330
00000400:00000010:3.0:1787763207.157116:0:256666:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc330.
00000100:00000001:2.0:1787763207.157120:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787763207.157121:0:256666:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787763207.157128:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000200:3.0:1787763207.157129:0:256666:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b9d753e7c00 x1874599320563200/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763207.157135:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1787763207.157144:0:256666:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00100000:2.0:1787763207.157151:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763204/real 1787763207]  req@ffff9b9d753e4f00 x1874599320563072/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787763207.157152:0:256666:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d753e7c00 x1874599320563200/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763229 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763207.157188:0:256666:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763207.157190:0:256666:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000001:2.0:1787763207.157191:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763207.157195:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000800:00000100:3.0:1787763207.157197:0:256666:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.113@tcp
00000400:00000010:2.0:1787763207.157201:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569eee70.
00000800:00000010:3.0:1787763207.157202:0:256666:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e400.
00000400:00000200:2.0:1787763207.157209:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc088
00000400:00000200:3.0:1787763207.157210:0:256666:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000010:2.0:1787763207.157214:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc088.
00000400:00000200:3.0:1787763207.157220:0:256666:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_DROPPED
00000100:00000001:2.0:1787763207.157222:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000400:00000200:3.0:1787763207.157225:0:256666:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fcee0
00000400:00000010:3.0:1787763207.157230:0:256666:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fcee0.
00000100:00000200:2.0:1787763207.157231:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d753e4f00 x1874599320563072/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763207.157235:0:256666:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787763207.157244:0:256666:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b9d753e5a40 x1874599320563328/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763207.157251:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d753e4f00 x1874599320563072/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763207.157265:0:256666:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787763207.157268:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763207.157271:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787763207.157274:0:256666:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d753e5a40 x1874599320563328/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763229 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763207.157276:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763207.157280:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763207.157291:0:256666:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763207.157292:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d753e4f00 x1874599320563072/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763207.157295:0:256666:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763207.157305:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000100:3.0:1787763207.157306:0:256666:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.113@tcp
00000800:00000010:3.0:1787763207.157312:0:256666:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e800.
00000100:00000040:2.0:1787763207.157316:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d753e4f00 x1874599320563072/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763229 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787763207.157318:0:256666:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787763207.157331:0:256666:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_DROPPED
00000100:00000001:2.0:1787763207.157335:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000400:00000200:3.0:1787763207.157337:0:256666:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc550
00000100:00000001:2.0:1787763207.157343:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:3.0:1787763207.157343:0:256666:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc550.
00000100:00000001:2.0:1787763207.157349:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787763207.157349:0:256666:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787763207.157353:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763207.157358:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000200:3.0:1787763207.157360:0:256666:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b9d753e6580 x1874599320563456/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763207.157362:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763207.157371:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763207.157382:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763207.157389:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:3.0:1787763207.157391:0:256666:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763207.157399:0:256666:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d753e6580 x1874599320563456/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763229 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787763207.157401:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d753e4f00 x1874599320563072/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763229 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763207.157414:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d753e4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320563072:192.168.203.113@tcp:250:kworker.0
00000100:00000001:3.0:1787763207.157423:0:256666:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763207.157425:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763207.157426:0:256666:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763207.157431:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763207.157437:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d753e4f00 x1874599320563072/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763229 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763207.157471:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763207.157475:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763207.157481:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f185000.
02000000:00000001:2.0:1787763207.157487:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763207.157492:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763207.157494:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:2.0:1787763207.157497:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763207.157501:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d58dba000.
02000000:00000001:2.0:1787763207.157506:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763207.157509:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763207.157512:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d753e4f00.
00000100:00000001:2.0:1787763207.157516:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763207.157517:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763207.157520:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763207.157522:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787763207.157523:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763207.157525:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763207.157530:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763204/real 1787763207]  req@ffff9b9d753e6580 x1874599320563456/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763207.157539:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763207.157540:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763207.157543:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569eeaa8.
00000400:00000200:2.0:1787763207.157546:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc660
00000400:00000010:2.0:1787763207.157548:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc660.
00000100:00000001:2.0:1787763207.157550:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763207.157554:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d753e6580 x1874599320563456/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763207.157562:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d753e6580 x1874599320563456/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763207.157569:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763207.157570:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763207.157572:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763207.157574:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763207.157578:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d753e6580 x1874599320563456/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763207.157585:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763207.157590:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d753e6580 x1874599320563456/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763229 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763207.157599:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763207.157601:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763207.157603:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763207.157604:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763207.157606:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763207.157608:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763207.157611:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763207.157616:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763207.157619:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763207.157639:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d753e6580 x1874599320563456/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763229 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763207.157649:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d753e6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320563456:192.168.203.113@tcp:8:kworker.0
00000100:00000001:2.0:1787763207.157654:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763207.157659:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763204/real 1787763207]  req@ffff9b9d753e5a40 x1874599320563328/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763207.157676:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763207.157678:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763207.157681:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569ee478.
00000400:00000200:2.0:1787763207.157684:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc4c8
00000400:00000010:2.0:1787763207.157686:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc4c8.
00000100:00000001:2.0:1787763207.157689:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763207.157693:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d753e5a40 x1874599320563328/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763207.157704:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d753e5a40 x1874599320563328/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763207.157713:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763207.157723:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763207.157725:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763207.157727:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763207.157732:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d753e5a40 x1874599320563328/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763207.157740:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763207.157744:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d753e5a40 x1874599320563328/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763229 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763207.157752:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763207.157754:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763207.157756:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763207.157757:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763207.157759:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763207.157762:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763207.157765:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763207.157770:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763207.157773:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763207.157779:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d753e5a40 x1874599320563328/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763229 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763207.157796:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d753e5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320563328:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763207.157801:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763207.157806:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763204/real 1787763207]  req@ffff9b9d753e7c00 x1874599320563200/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763207.157814:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763207.157816:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763207.157818:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569ee9f8.
00000400:00000200:2.0:1787763207.157820:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc110
00000400:00000010:2.0:1787763207.157822:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc110.
00000100:00000001:2.0:1787763207.157825:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763207.157829:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d753e7c00 x1874599320563200/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763207.157838:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d753e7c00 x1874599320563200/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763207.157845:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763207.157847:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763207.157849:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763207.157850:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763207.157854:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d753e7c00 x1874599320563200/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763207.157861:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763207.157866:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d753e7c00 x1874599320563200/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763229 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763207.157873:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763207.157876:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763207.157878:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763207.157880:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763207.157882:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763207.157902:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763207.157906:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763207.157910:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763207.157913:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763207.157917:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d753e7c00 x1874599320563200/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763229 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763207.157935:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d753e7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320563200:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763207.157940:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763207.157942:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763207.157946:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d753e6580 x1874599320563456/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763229 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763207.157954:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763207.157955:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763207.157957:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f186000.
02000000:00000001:2.0:1787763207.157961:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763207.157963:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763207.157964:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:2.0:1787763207.157966:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763207.157969:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d58db8800.
02000000:00000001:2.0:1787763207.157972:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763207.157973:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763207.157975:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d753e6580.
00000100:00000001:2.0:1787763207.157978:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763207.157979:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763207.157981:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763207.157985:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d753e5a40 x1874599320563328/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763229 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763207.158003:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763207.158005:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763207.158006:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f184000.
02000000:00000001:2.0:1787763207.158009:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763207.158011:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763207.158012:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:2.0:1787763207.158014:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763207.158015:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d58db8c00.
02000000:00000001:2.0:1787763207.158018:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763207.158019:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763207.158021:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d753e5a40.
00000100:00000001:2.0:1787763207.158024:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763207.158025:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763207.158027:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763207.158030:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d753e7c00 x1874599320563200/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763229 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763207.158037:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763207.158039:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763207.158041:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f184c00.
02000000:00000001:2.0:1787763207.158043:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763207.158044:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763207.158045:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:2.0:1787763207.158046:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763207.158048:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d58db8400.
02000000:00000001:2.0:1787763207.158049:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763207.158050:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763207.158051:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d753e7c00.
00000100:00000001:2.0:1787763207.158053:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763207.158054:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763207.158055:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763207.158064:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763207.158066:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763207.158068:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787763207.158069:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763207.348609:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763207.348617:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763207.348649:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763207.348651:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763207.348655:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763207.348657:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763207.348729:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763207.348736:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763207.348741:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787763208.180565:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787763208.180572:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787763208.180575:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763208.180580:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:0.0:1787763208.180583:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787763208.180588:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763208.180590:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763208.180592:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763208.180595:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763208.372540:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763208.372547:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763208.372555:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763208.372557:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763208.372562:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763208.372565:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763208.372624:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763208.372628:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763208.372631:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763209.204604:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763209.204629:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763209.204631:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763209.204638:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763209.204641:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763209.204645:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763209.204648:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763209.204651:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763209.204654:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763209.204724:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763209.204738:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787763209.204742:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763209.204747:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763209.204753:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763209.204764:0:296758:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20371
00000400:00000200:0.0:1787763209.204777:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763209.204785:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763209.204789:0:296758:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763209.204794:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763209.204799:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763209.204803:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763209.204806:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763209.204812:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763209.204814:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:0.0:1787763209.204818:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763209.204822:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:0.0:1787763209.204827:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:0.0:1787763209.204830:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:0.0:1787763209.204834:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763209.204837:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763209.204839:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763209.204842:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787763209.204846:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:0.0:1787763209.204862:0:296758:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763209.204866:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763209.204869:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763209.204874:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763209.204877:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763209.204880:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787763209.204883:0:296758:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763209.204891:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81852940.
00000020:00000040:0.0:1787763209.204896:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:0.0:1787763209.204902:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763209.204905:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763209.204909:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763209.204913:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763209.204922:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763209.204935:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d5055a000.
00000100:00000001:0.0:1787763209.204948:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763209.204974:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81852940 x1874599320563584/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763209.204994:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763209.205002:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763209.205011:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afb094cc] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81852940 x1874599320563584/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763209.205064:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763209.205072:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763209.205079:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787763209.205082:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763209.205086:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763209.205092:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763209.205098:0:296758:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20371
00000400:00000200:0.0:1787763209.205108:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763209.205117:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763209.205122:0:296758:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763209.205128:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763209.205133:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763209.205138:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763209.205143:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763209.205148:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763209.205151:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000100:00000001:2.0:1787763209.205155:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1787763209.205156:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763209.205162:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000100:00000001:2.0:1787763209.205168:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1787763209.205170:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000001:2.0:1787763209.205177:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1787763209.205180:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000040:0.0:1787763209.205196:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000040:2.0:1787763209.205199:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81852940 x1874599320563584/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763209.205202:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763209.205213:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763209.205218:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787763209.205223:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00080000:0.0:1787763209.205233:0:296758:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763209.205247:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763209.205252:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1787763209.205255:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787763209.205259:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763209.205270:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763209.205271:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763209.205279:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763209.205281:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763209.205293:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763209.205294:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763209.205304:0:296758:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787763209.205310:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81852940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320563584:192.168.203.113@tcp:250:kworker.0
00000008:00000001:0.0:1787763209.205315:0:296758:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763209.205326:0:296758:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763209.205328:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000010:0.0:1787763209.205342:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81853480.
00000020:00000040:0.0:1787763209.205350:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
02000000:00000001:2.0:1787763209.205356:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787763209.205357:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763209.205365:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763209.205367:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763209.205370:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763209.205379:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787763209.205380:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763209.205390:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763209.205397:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f186000.
02000000:00000010:0.0:1787763209.205402:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d50559800.
02000000:00000001:2.0:1787763209.205405:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763209.205414:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763209.205430:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81853480 x1874599320563712/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787763209.205433:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787763209.205499:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763209.205504:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763209.205514:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000037f19d5a] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81853480 x1874599320563712/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763209.205533:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763209.205539:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763209.205546:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787763209.205552:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:2.0:1787763209.205555:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569ee9f8.
00000100:00080000:0.0:1787763209.205556:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763209.205569:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763209.205574:0:296758:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20371
00000400:00000010:2.0:1787763209.205577:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc110.
00000400:00000200:0.0:1787763209.205587:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000200:2.0:1787763209.205597:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320563584, portal 25
00000400:00000200:0.0:1787763209.205599:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00000001:2.0:1787763209.205634:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:0.0:1787763209.205636:0:296758:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787763209.205640:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699517999424 : -110374191552192 : ffff9b9d81852940)
00000100:00000040:0.0:1787763209.205651:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000040:2.0:1787763209.205659:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81852940 x1874599320563584/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763209.205661:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763209.205674:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763209.205687:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1787763209.205688:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763209.205697:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000040:2.0:1787763209.205701:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000020:00000040:0.0:1787763209.205703:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000020:00000001:0.0:1787763209.205712:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000010:2.0:1787763209.205712:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc4c8.
00000020:00000040:0.0:1787763209.205720:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000100:00000200:2.0:1787763209.205726:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320563584, offset 0
00000020:00000001:0.0:1787763209.205729:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000400:00000200:2.0:1787763209.205745:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000020:00000001:0.0:1787763209.205751:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00000040:0.0:1787763209.205765:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000400:00000200:2.0:1787763209.205767:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787763209.205777:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787763209.205790:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000100:00000040:0.0:1787763209.205791:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763209.205803:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787763209.205809:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000100:00080000:0.0:1787763209.205815:0:296758:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763209.205820:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763209.205824:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1787763209.205830:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:0.0:1787763209.205832:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763209.205841:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763209.205844:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000100:00000001:0.0:1787763209.205848:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000200:2.0:1787763209.205857:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000008:00100000:0.0:1787763209.205858:0:296758:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787763209.205871:0:296758:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763209.205871:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000100:00000001:0.0:1787763209.205881:0:296758:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763209.205890:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63166:63166:256:4294967295] 192.168.203.113@tcp LPNI seq info [63166:63166:8:4294967295]
00000100:00000010:0.0:1787763209.205896:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81853c00.
00000020:00000040:0.0:1787763209.205908:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000400:00000200:2.0:1787763209.205909:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
02000000:00000001:0.0:1787763209.205920:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763209.205927:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763209.205935:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763209.205942:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1787763209.205945:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
02000000:00000001:0.0:1787763209.205949:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763209.205965:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d50558800.
00000800:00000200:2.0:1787763209.205966:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000100:00000001:0.0:1787763209.205979:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1787763209.205984:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e000.
00000100:00100000:0.0:1787763209.205997:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81853c00 x1874599320563840/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.0:1787763209.206007:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.0:1787763209.206023:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787763209.206048:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000001:0.0:1787763209.206058:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000200:2.1:1787763209.206059:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000100:00000001:0.0:1787763209.206069:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1787763209.206079:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000100:00000040:0.0:1787763209.206088:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ce798b78] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81853c00 x1874599320563840/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:2.0:1787763209.206091:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e000.
00000400:00000200:2.0:1787763209.206108:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1787763209.206116:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763209.206128:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000100:00000040:0.0:1787763209.206130:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1787763209.206143:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc4c8
00000400:00000010:2.0:1787763209.206152:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc4c8.
00000100:00000040:0.0:1787763209.206158:0:296758:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:2.0:1787763209.206165:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:0.0:1787763209.206169:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:2.0:1787763209.206180:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d81852940 x1874599320563584/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787763209.206184:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787763209.206192:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763209.206209:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763209.206222:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787763209.206225:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00080000:0.0:1787763209.206232:0:296758:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20371
00000100:00000040:2.0:1787763209.206242:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81852940 x1874599320563584/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763234 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1787763209.206251:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763209.206276:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787763209.206278:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00000001:2.0:1787763209.206282:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:0.0:1787763209.206287:0:296758:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763209.206297:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763209.206300:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763209.206304:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787763209.206316:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000040:0.0:1787763209.206318:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763209.206329:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4315045624
00000100:00000001:0.0:1787763209.206330:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763209.206343:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763209.206345:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000020:00000001:0.0:1787763209.206359:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000010:2.0:1787763209.206360:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d5891f300.
00000020:00000040:0.0:1787763209.206364:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000020:00000001:0.0:1787763209.206373:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000001:2.0:1787763209.206376:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000020:00000001:0.0:1787763209.206380:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000040:0.0:1787763209.206391:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763209.206395:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4315045624
00000100:00000001:0.0:1787763209.206397:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763209.206408:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000010:2.0:1787763209.206410:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d5891f960.
00000100:00000001:0.0:1787763209.206415:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000001:2.0:1787763209.206422:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000020:00000040:0.0:1787763209.206425:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00000001:2.0:1787763209.206436:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1787763209.206437:0:296758:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763209.206504:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763209.206511:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763209.206534:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763209/real 1787763209]  req@ffff9b9d81852940 x1874599320563584/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763209.206549:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763209.206558:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763209.206567:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000001:2.0:1787763209.206572:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:0.0:1787763209.206575:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1787763209.206580:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787763209.206583:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000010:2.0:1787763209.206589:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569ee9f8.
00000008:00100000:0.0:1787763209.206591:0:296758:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000400:00000200:2.0:1787763209.206602:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc110
00000008:00000001:0.0:1787763209.206630:0:296758:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787763209.206634:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc110.
00000100:00000001:0.0:1787763209.206638:0:296758:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763209.206645:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000010:0.0:1787763209.206652:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81852580.
00000100:00000200:2.0:1787763209.206659:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81852940 x1874599320563584/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1787763209.206663:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
02000000:00000001:0.0:1787763209.206675:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763209.206678:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763209.206685:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763209.206691:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763209.206697:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787763209.206709:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81852940 x1874599320563584/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1787763209.206711:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d50559400.
00000100:00000001:0.0:1787763209.206724:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763209.206728:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763209.206734:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763209.206738:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763209.206743:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787763209.206745:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81852580 x1874599320563968/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787763209.206753:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81852940 x1874599320563584/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763209.206792:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763209.206795:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763209.206802:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763209.206813:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81852940 x1874599320563584/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763234 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787763209.206822:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a3a56c9a] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81852580 x1874599320563968/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763209.206848:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763209.206862:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763209.206882:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787763209.206885:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763209.206888:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763209.206897:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000040:0.0:1787763209.206898:0:296758:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20382)
00000100:00000001:2.0:1787763209.206902:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763209.206910:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763209.206918:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763209.206923:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763209.206931:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81852940 x1874599320563584/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763234 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763209.206944:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81852940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320563584:192.168.203.113@tcp:250:kworker.0
00000100:00000001:2.0:1787763209.206953:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763209.206956:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763209.206961:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81852940 x1874599320563584/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763234 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763209.206971:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763209.206974:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763209.206978:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f186000.
02000000:00000001:2.0:1787763209.206983:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763209.206985:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763209.206988:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:2.0:1787763209.206991:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763209.206995:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d5055a000.
02000000:00000001:2.0:1787763209.207000:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763209.207002:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763209.207005:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81852940.
00000100:00000001:2.0:1787763209.207011:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763209.207013:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763209.207016:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763209.207027:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763209.207030:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763209.207034:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787763209.207038:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763209.207041:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763209.207048:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81853480 x1874599320563712/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763209.207057:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763209.207060:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763209.207063:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763209.207066:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763209.207070:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763209.207075:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81853480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320563712:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763209.207079:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763209.207083:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763209.207085:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763209.207088:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763209.207093:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f186000.
02000000:00000001:2.0:1787763209.207096:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763209.207101:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763209.207105:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569ee9f8.
00000400:00000010:2.0:1787763209.207110:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc110.
00000100:00000200:2.0:1787763209.207115:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320563712, portal 10
00000100:00000001:2.0:1787763209.207117:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763209.207129:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699518002304 : -110374191549312 : ffff9b9d81853480)
00000100:00000040:2.0:1787763209.207138:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81853480 x1874599320563712/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763209.207147:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763209.207154:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763209.207157:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc4c8.
00000100:00000200:2.0:1787763209.207161:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320563712, offset 0
00000400:00000200:2.0:1787763209.207170:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763209.207179:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763209.207195:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763209.207200:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763209.207205:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763209.207209:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763209.207212:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763209.207217:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63167:63167:256:4294967295] 192.168.203.113@tcp LPNI seq info [63167:63167:8:4294967295]
00000400:00000200:2.0:1787763209.207222:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763209.207232:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763209.207238:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763209.207244:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e000.
00000800:00000200:2.0:1787763209.207249:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.0:1787763209.207262:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787763209.207269:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763209.207272:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1787763209.207278:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763209.207280:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e000.
00000400:00000200:2.0:1787763209.207285:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787763209.207290:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763209.207294:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc4c8
00000400:00000010:2.0:1787763209.207296:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc4c8.
00000100:00000001:2.0:1787763209.207300:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763209.207304:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d81853480 x1874599320563712/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763209.207315:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763209.207318:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81853480 x1874599320563712/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763234 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763209.207327:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763209.207329:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763209.207333:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763209.207338:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:2.0:1787763209.207342:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763209.207344:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315044397
00000100:00000001:2.0:1787763209.207348:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315045624
00000100:00000001:2.0:1787763209.207351:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315044397
00000100:00000001:2.0:1787763209.207354:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315045624
00000100:00000001:2.0:1787763209.207357:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763209.207360:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763209.207362:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763209.207366:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763209/real 1787763209]  req@ffff9b9d81853480 x1874599320563712/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763209.207394:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763209.207397:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763209.207400:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569ee9f8.
00000400:00000200:2.0:1787763209.207406:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc110
00000400:00000010:2.0:1787763209.207411:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc110.
00000100:00000001:2.0:1787763209.207415:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763209.207422:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81853480 x1874599320563712/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763209.207492:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81853480 x1874599320563712/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763209.207506:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763209.207508:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763209.207511:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763209.207522:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763209.207529:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81853480 x1874599320563712/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763209.207539:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763209.207548:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81853480 x1874599320563712/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763234 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763209.207557:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763209.207560:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763209.207562:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763209.207564:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763209.207566:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763209.207581:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763209.207584:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763209.207589:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763209.207591:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763209.207597:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81853480 x1874599320563712/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763234 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763209.207631:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81853480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320563712:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763209.207641:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763209.207647:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81853c00 x1874599320563840/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763209.207656:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763209.207658:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763209.207661:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763209.207664:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763209.207667:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763209.207670:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81853c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320563840:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763209.207675:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763209.207678:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763209.207680:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763209.207694:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763209.207700:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f185000.
02000000:00000001:2.0:1787763209.207702:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763209.207707:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763209.207711:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569ee9f8.
00000400:00000010:2.0:1787763209.207715:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc110.
00000100:00000200:2.0:1787763209.207719:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320563840, portal 10
00000100:00000001:2.0:1787763209.207722:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763209.207724:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699518004224 : -110374191547392 : ffff9b9d81853c00)
00000100:00000040:2.0:1787763209.207731:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81853c00 x1874599320563840/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763209.207740:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763209.207743:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763209.207745:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc4c8.
00000100:00000200:2.0:1787763209.207748:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320563840, offset 0
00000400:00000200:2.0:1787763209.207756:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763209.207764:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763209.207772:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763209.207778:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763209.207783:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763209.207789:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763209.207793:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763209.207800:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63168:63168:256:4294967295] 192.168.203.113@tcp LPNI seq info [63168:63168:8:4294967295]
00000400:00000200:2.0:1787763209.207809:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763209.207822:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763209.207833:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763209.207840:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e000.
00000800:00000200:2.0:1787763209.207848:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.0:1787763209.207864:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787763209.207874:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763209.207877:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1787763209.207883:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763209.207885:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e000.
00000400:00000200:2.0:1787763209.207890:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787763209.207894:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763209.207899:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc4c8
00000400:00000010:2.0:1787763209.207901:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc4c8.
00000100:00000001:2.0:1787763209.207905:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763209.207910:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d81853c00 x1874599320563840/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763209.207931:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763209.207935:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81853c00 x1874599320563840/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763234 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763209.207943:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763209.207945:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763209.207949:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763209.207954:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:2.0:1787763209.207958:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763209.207962:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315044377
00000100:00000001:2.0:1787763209.207965:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315045624
00000100:00000001:2.0:1787763209.207968:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315044377
00000100:00000001:2.0:1787763209.207971:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315045624
00000100:00000001:2.0:1787763209.207973:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763209.207976:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763209.207978:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763209.207983:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763209/real 1787763209]  req@ffff9b9d81853c00 x1874599320563840/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763209.207992:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763209.207994:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763209.207997:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569ee9f8.
00000400:00000200:2.0:1787763209.207999:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc110
00000400:00000010:2.0:1787763209.208002:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc110.
00000100:00000001:2.0:1787763209.208004:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763209.208009:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81853c00 x1874599320563840/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763209.208019:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81853c00 x1874599320563840/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763209.208026:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763209.208028:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763209.208030:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763209.208032:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763209.208036:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81853c00 x1874599320563840/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763209.208044:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763209.208049:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81853c00 x1874599320563840/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763234 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763209.208057:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763209.208061:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763209.208063:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763209.208065:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763209.208067:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763209.208070:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763209.208073:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763209.208077:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763209.208079:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763209.208084:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81853c00 x1874599320563840/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763234 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763209.208093:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81853c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320563840:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763209.208098:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763209.208102:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81852580 x1874599320563968/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763209.208110:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763209.208112:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763209.208114:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763209.208117:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763209.208119:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763209.208123:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81852580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320563968:192.168.203.113@tcp:8:kworker.0
00000100:00000001:2.0:1787763209.208127:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763209.208130:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763209.208132:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763209.208134:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763209.208139:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f184000.
02000000:00000001:2.0:1787763209.208141:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763209.208145:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763209.208149:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569ee9f8.
00000400:00000010:2.0:1787763209.208153:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc110.
00000100:00000200:2.0:1787763209.208157:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320563968, portal 4
00000100:00000001:2.0:1787763209.208160:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763209.208162:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699517998464 : -110374191553152 : ffff9b9d81852580)
00000100:00000040:2.0:1787763209.208170:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81852580 x1874599320563968/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763209.208189:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763209.208192:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763209.208195:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc4c8.
00000100:00000200:2.0:1787763209.208198:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320563968, offset 0
00000400:00000200:2.0:1787763209.208202:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763209.208207:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763209.208211:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763209.208215:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763209.208218:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763209.208222:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763209.208225:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763209.208229:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63169:63169:256:4294967295] 192.168.203.113@tcp LPNI seq info [63169:63169:8:4294967295]
00000400:00000200:2.0:1787763209.208234:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763209.208252:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763209.208258:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763209.208262:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e000.
00000800:00000200:2.0:1787763209.208266:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.0:1787763209.208270:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787763209.208275:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763209.208278:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1787763209.208283:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763209.208286:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e000.
00000400:00000200:2.0:1787763209.208290:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787763209.208294:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763209.208297:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc4c8
00000400:00000010:2.0:1787763209.208299:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc4c8.
00000100:00000001:2.0:1787763209.208302:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763209.208318:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d81852580 x1874599320563968/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763209.208336:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763209.208340:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81852580 x1874599320563968/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763234 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763209.208348:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763209.208350:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763209.208354:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763209.208357:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:2.0:1787763209.208361:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763209.208363:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315044389
00000100:00000001:2.0:1787763209.208366:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315045624
00000100:00000001:2.0:1787763209.208368:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315044389
00000100:00000001:2.0:1787763209.208372:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315045624
00000100:00000001:2.0:1787763209.208376:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763209.208381:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763209.208384:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763209.208392:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763209/real 1787763209]  req@ffff9b9d81852580 x1874599320563968/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763209.208408:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763209.208411:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763209.208414:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569ee9f8.
00000400:00000200:2.0:1787763209.208420:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc110
00000400:00000010:2.0:1787763209.208423:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc110.
00000100:00000001:2.0:1787763209.208428:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763209.208434:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81852580 x1874599320563968/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763209.208510:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81852580 x1874599320563968/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763209.208532:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763209.208536:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763209.208539:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763209.208542:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763209.208548:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81852580 x1874599320563968/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763209.208557:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763209.208562:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81852580 x1874599320563968/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763234 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763209.208570:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763209.208574:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763209.208576:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763209.208577:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763209.208580:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763209.208581:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763209.208585:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763209.208591:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763209.208594:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763209.208598:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81852580 x1874599320563968/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763234 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763209.208627:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81852580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320563968:192.168.203.113@tcp:8:kworker.0
00000100:00000001:2.0:1787763209.208633:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763209.208636:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763209.208641:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81853480 x1874599320563712/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763234 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763209.208649:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763209.208651:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763209.208654:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f186000.
02000000:00000001:2.0:1787763209.208658:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763209.208660:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763209.208675:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:2.0:1787763209.208678:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763209.208680:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d50559800.
02000000:00000001:2.0:1787763209.208684:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763209.208686:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763209.208688:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81853480.
00000100:00000001:2.0:1787763209.208691:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763209.208693:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763209.208695:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763209.208699:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81853c00 x1874599320563840/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763234 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763209.208707:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763209.208709:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763209.208711:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f185000.
02000000:00000001:2.0:1787763209.208714:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763209.208715:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763209.208716:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:2.0:1787763209.208719:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763209.208720:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d50558800.
02000000:00000001:2.0:1787763209.208724:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763209.208725:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763209.208727:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81853c00.
00000100:00000001:2.0:1787763209.208729:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763209.208730:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763209.208732:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763209.208736:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81852580 x1874599320563968/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763234 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763209.208743:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763209.208745:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763209.208746:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f184000.
02000000:00000001:2.0:1787763209.208749:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763209.208750:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763209.208752:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:2.0:1787763209.208755:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763209.208757:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d50559400.
02000000:00000001:2.0:1787763209.208761:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763209.208764:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763209.208767:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81852580.
00000100:00000001:2.0:1787763209.208771:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763209.208774:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763209.208778:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763209.208786:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763209.208789:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763209.208793:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787763209.208796:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763209.396564:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763209.396575:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763209.396578:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763209.396583:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763209.396589:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763209.396592:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763209.396595:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763209.396598:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763209.396603:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763209.396616:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763209.396618:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763209.396620:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763209.396622:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763209.396624:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763209.396626:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763209.396629:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763209.396634:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763209.396636:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763209.396779:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763209.396789:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763209.396795:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763210.228564:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763210.228573:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763210.228576:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763210.228582:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763210.228587:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763210.228593:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763210.228597:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763210.228623:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763210.228631:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763210.420563:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763210.420573:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763210.420585:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763210.420589:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763210.420598:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763210.420621:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763210.420704:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763210.420711:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763210.420716:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787763210.484569:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4315045624, at 4315045632
00000100:00000010:0.0:1787763210.484592:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d5891f300.
00000100:00000001:3.0:1787763211.252568:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763211.252578:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763211.252581:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763211.252587:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763211.252592:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763211.252623:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763211.252627:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763211.252631:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763211.252634:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763211.444568:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763211.444576:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763211.444584:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763211.444586:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763211.444591:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763211.444618:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763211.444621:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763211.444625:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763211.444629:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763211.444632:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763211.444635:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763211.444638:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763211.444759:0:281543:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763211.444766:0:281543:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763211.444771:0:281543:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763212.276549:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763212.276557:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763212.276560:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763212.276568:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763212.276574:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763212.276578:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763212.276582:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763212.276585:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763212.276610:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763212.468578:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763212.468618:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763212.468629:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763212.468632:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763212.468637:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763212.468640:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763212.468738:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763212.468745:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763212.468750:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763213.300572:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763213.300602:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763213.300606:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763213.300613:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763213.300619:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763213.300624:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763213.300628:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763213.300632:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763213.300636:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763213.492574:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763213.492606:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763213.492616:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763213.492618:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763213.492622:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763213.492624:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763213.492714:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763213.492721:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763213.492726:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763214.324549:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763214.324559:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763214.324562:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763214.324569:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763214.324589:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763214.324595:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763214.324601:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763214.324609:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763214.324617:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763214.324958:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787763214.324974:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763214.324986:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763214.325027:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d753e7c00 x1874599320564096/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763214.325071:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763214.325078:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763214.325091:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763214.325101:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763214.325112:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763214.325173:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d753e7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320564096:192.168.203.113@tcp:250:kworker.0
00000100:00000001:2.0:1787763214.325194:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763214.325208:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763214.325218:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763214.325229:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763214.325255:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f184000.
02000000:00000001:2.0:1787763214.325270:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763214.325295:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763214.325314:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569ee9f8.
00000400:00000010:2.0:1787763214.325333:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc110.
00000100:00000200:2.0:1787763214.325362:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320564096, portal 25
00000100:00000001:2.0:1787763214.325378:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763214.325386:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699312040960 : -110374397510656 : ffff9b9d753e7c00)
00000100:00000040:2.0:1787763214.325413:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d753e7c00 x1874599320564096/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763214.325522:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763214.325537:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763214.325553:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc4c8.
00000100:00000200:2.0:1787763214.325570:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320564096, offset 0
00000400:00000200:2.0:1787763214.325621:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763214.325643:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763214.325674:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763214.325694:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763214.325711:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763214.325725:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763214.325742:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763214.325774:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63170:63170:256:4294967295] 192.168.203.113@tcp LPNI seq info [63170:63170:8:4294967295]
00000400:00000200:2.0:1787763214.325796:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763214.325843:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763214.325876:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763214.325893:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e000.
00000800:00000200:2.0:1787763214.325919:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.0:1787763214.325932:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787763214.325964:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763214.325978:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1787763214.326007:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763214.326016:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e000.
00000400:00000200:2.0:1787763214.326034:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787763214.326052:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763214.326066:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc4c8
00000400:00000010:2.0:1787763214.326075:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc4c8.
00000100:00000001:2.0:1787763214.326089:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763214.326109:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d753e7c00 x1874599320564096/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763214.326235:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763214.326254:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d753e7c00 x1874599320564096/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763239 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763214.326345:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763214.326354:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763214.326374:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763214.326389:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763214.326396:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4315050744
00000100:00000010:2.0:1787763214.326407:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d5891f780.
00000100:00000001:2.0:1787763214.326418:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787763214.326429:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4315050744
00000100:00000010:2.0:1787763214.326433:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d5891f1e0.
00000100:00000001:2.0:1787763214.326436:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787763214.326474:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763214.326479:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763214.326483:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763214.326491:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763214/real 1787763214]  req@ffff9b9d753e7c00 x1874599320564096/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763214.326508:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763214.326511:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763214.326516:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569ee9f8.
00000400:00000200:2.0:1787763214.326521:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc110
00000400:00000010:2.0:1787763214.326524:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc110.
00000100:00000001:2.0:1787763214.326529:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763214.326534:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d753e7c00 x1874599320564096/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763214.326546:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d753e7c00 x1874599320564096/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763214.326559:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763214.326563:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763214.326566:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763214.326569:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763214.326605:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d753e7c00 x1874599320564096/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763214.326615:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763214.326621:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d753e7c00 x1874599320564096/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763239 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763214.326631:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763214.326635:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763214.326637:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763214.326639:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763214.326643:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763214.326646:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763214.326650:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763214.326655:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763214.326658:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763214.326663:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d753e7c00 x1874599320564096/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763239 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763214.326673:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d753e7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320564096:192.168.203.113@tcp:250:kworker.0
00000100:00000001:2.0:1787763214.326680:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763214.326683:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763214.326687:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d753e7c00 x1874599320564096/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763239 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763214.326695:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763214.326698:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763214.326701:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f184000.
02000000:00000001:2.0:1787763214.326706:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763214.326709:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763214.326712:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:2.0:1787763214.326716:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763214.326719:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d58dba400.
02000000:00000001:2.0:1787763214.326724:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763214.326726:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763214.326729:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d753e7c00.
00000100:00000001:2.0:1787763214.326733:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763214.326735:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763214.326737:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763214.326747:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763214.326750:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763214.326754:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787763214.326757:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763214.326761:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763214.326769:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d753e5a40 x1874599320564224/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763214.326785:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763214.326788:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763214.326792:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763214.326797:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763214.326802:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763214.326809:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d753e5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320564224:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763214.326816:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763214.326821:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763214.326824:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763214.326828:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763214.326835:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f184000.
02000000:00000001:2.0:1787763214.326840:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763214.326848:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763214.326886:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569ee9f8.
00000400:00000010:2.0:1787763214.326893:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc110.
00000100:00000200:2.0:1787763214.326899:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320564224, portal 10
00000100:00000001:2.0:1787763214.326902:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763214.326905:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699312032320 : -110374397519296 : ffff9b9d753e5a40)
00000100:00000040:2.0:1787763214.326916:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d753e5a40 x1874599320564224/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763214.326927:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763214.326930:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763214.326933:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc4c8.
00000100:00000200:2.0:1787763214.326936:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320564224, offset 0
00000400:00000200:2.0:1787763214.326942:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763214.326948:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763214.326954:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763214.326959:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763214.326964:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763214.326969:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763214.326973:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763214.326980:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63171:63171:256:4294967295] 192.168.203.113@tcp LPNI seq info [63171:63171:8:4294967295]
00000400:00000200:2.0:1787763214.326991:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763214.327007:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763214.327017:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763214.327025:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e000.
00000800:00000200:2.0:1787763214.327033:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.0:1787763214.327040:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787763214.327049:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763214.327055:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1787763214.327062:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763214.327065:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e000.
00000400:00000200:2.0:1787763214.327069:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787763214.327074:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763214.327078:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc4c8
00000400:00000010:2.0:1787763214.327081:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc4c8.
00000100:00000001:2.0:1787763214.327085:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763214.327090:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d753e5a40 x1874599320564224/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763214.327101:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763214.327105:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d753e5a40 x1874599320564224/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763239 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763214.327122:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763214.327124:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763214.327130:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763214.327146:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:2.0:1787763214.327151:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763214.327153:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315049517
00000100:00000001:2.0:1787763214.327157:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315050744
00000100:00000001:2.0:1787763214.327160:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315049517
00000100:00000001:2.0:1787763214.327163:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315050744
00000100:00000001:2.0:1787763214.327166:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763214.327168:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763214.327171:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763214.327176:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763214/real 1787763214]  req@ffff9b9d753e5a40 x1874599320564224/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763214.327186:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763214.327188:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763214.327190:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569ee9f8.
00000400:00000200:2.0:1787763214.327193:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc110
00000400:00000010:2.0:1787763214.327195:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc110.
00000100:00000001:2.0:1787763214.327198:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763214.327201:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d753e5a40 x1874599320564224/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763214.327212:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d753e5a40 x1874599320564224/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763214.327220:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763214.327222:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763214.327224:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763214.327226:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763214.327230:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d753e5a40 x1874599320564224/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763214.327249:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763214.327254:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d753e5a40 x1874599320564224/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763239 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763214.327263:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763214.327266:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763214.327268:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763214.327269:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763214.327272:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763214.327285:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763214.327288:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763214.327292:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763214.327295:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763214.327299:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d753e5a40 x1874599320564224/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763239 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763214.327309:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d753e5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320564224:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763214.327314:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763214.327319:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d753e6580 x1874599320564352/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763214.327328:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763214.327329:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763214.327332:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763214.327335:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763214.327337:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763214.327340:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d753e6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320564352:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763214.327344:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763214.327348:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763214.327352:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763214.327355:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763214.327362:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f185000.
02000000:00000001:2.0:1787763214.327366:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763214.327373:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763214.327378:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569ee9f8.
00000400:00000010:2.0:1787763214.327383:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc110.
00000100:00000200:2.0:1787763214.327389:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320564352, portal 10
00000100:00000001:2.0:1787763214.327393:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763214.327396:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699312035200 : -110374397516416 : ffff9b9d753e6580)
00000100:00000040:2.0:1787763214.327407:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d753e6580 x1874599320564352/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763214.327422:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763214.327427:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763214.327432:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc4c8.
00000100:00000200:2.0:1787763214.327437:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320564352, offset 0
00000400:00000200:2.0:1787763214.327490:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763214.327497:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763214.327502:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763214.327507:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763214.327510:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763214.327514:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763214.327517:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763214.327521:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63172:63172:256:4294967295] 192.168.203.113@tcp LPNI seq info [63172:63172:8:4294967295]
00000400:00000200:2.0:1787763214.327527:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763214.327535:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763214.327541:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763214.327545:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e000.
00000800:00000200:2.0:1787763214.327551:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.0:1787763214.327555:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787763214.327561:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763214.327565:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1787763214.327570:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763214.327598:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e000.
00000400:00000200:2.0:1787763214.327603:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787763214.327608:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763214.327613:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc4c8
00000400:00000010:2.0:1787763214.327615:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc4c8.
00000100:00000001:2.0:1787763214.327618:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763214.327624:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d753e6580 x1874599320564352/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763214.327634:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763214.327638:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d753e6580 x1874599320564352/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763239 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763214.327647:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763214.327649:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763214.327653:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763214.327657:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:2.0:1787763214.327662:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763214.327664:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315049497
00000100:00000001:2.0:1787763214.327668:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315050744
00000100:00000001:2.0:1787763214.327671:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315049497
00000100:00000001:2.0:1787763214.327674:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315050744
00000100:00000001:2.0:1787763214.327676:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763214.327679:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763214.327681:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763214.327686:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763214/real 1787763214]  req@ffff9b9d753e6580 x1874599320564352/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763214.327695:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763214.327697:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763214.327699:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569ee9f8.
00000400:00000200:2.0:1787763214.327702:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc110
00000400:00000010:2.0:1787763214.327704:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc110.
00000100:00000001:2.0:1787763214.327708:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763214.327712:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d753e6580 x1874599320564352/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763214.327722:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d753e6580 x1874599320564352/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763214.327730:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763214.327732:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763214.327734:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763214.327736:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763214.327740:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d753e6580 x1874599320564352/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763214.327748:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763214.327755:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d753e6580 x1874599320564352/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763239 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763214.327769:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763214.327774:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763214.327777:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763214.327779:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763214.327784:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763214.327787:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763214.327793:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763214.327800:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763214.327805:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763214.327814:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d753e6580 x1874599320564352/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763239 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763214.327832:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d753e6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320564352:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763214.327839:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763214.327847:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d753e4f00 x1874599320564480/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763214.327856:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763214.327859:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763214.327862:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763214.327864:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763214.327867:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763214.327870:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d753e4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320564480:192.168.203.113@tcp:8:kworker.0
00000100:00000001:2.0:1787763214.327874:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763214.327878:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763214.327880:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763214.327883:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763214.327888:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f186000.
02000000:00000001:2.0:1787763214.327890:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763214.327895:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763214.327898:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569ee9f8.
00000400:00000010:2.0:1787763214.327903:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc110.
00000100:00000200:2.0:1787763214.327907:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320564480, portal 4
00000100:00000001:2.0:1787763214.327909:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763214.327911:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699312029440 : -110374397522176 : ffff9b9d753e4f00)
00000100:00000040:2.0:1787763214.327918:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d753e4f00 x1874599320564480/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763214.327926:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763214.327929:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763214.327932:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc4c8.
00000100:00000200:2.0:1787763214.327935:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320564480, offset 0
00000400:00000200:2.0:1787763214.327940:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763214.327945:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763214.327950:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763214.327953:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763214.327957:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763214.327961:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763214.327965:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763214.327972:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63173:63173:256:4294967295] 192.168.203.113@tcp LPNI seq info [63173:63173:8:4294967295]
00000400:00000200:2.0:1787763214.327981:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763214.327994:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763214.328004:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763214.328011:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e000.
00000800:00000200:2.0:1787763214.328019:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.0:1787763214.328024:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787763214.328033:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763214.328039:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1787763214.328046:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763214.328049:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e000.
00000400:00000200:2.0:1787763214.328053:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787763214.328058:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763214.328062:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc4c8
00000400:00000010:2.0:1787763214.328064:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc4c8.
00000100:00000001:2.0:1787763214.328068:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763214.328073:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d753e4f00 x1874599320564480/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763214.328083:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763214.328087:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d753e4f00 x1874599320564480/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763239 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763214.328096:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763214.328098:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763214.328102:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763214.328106:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:2.0:1787763214.328110:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763214.328113:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315049509
00000100:00000001:2.0:1787763214.328116:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315050744
00000100:00000001:2.0:1787763214.328119:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315049509
00000100:00000001:2.0:1787763214.328122:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315050744
00000100:00000001:2.0:1787763214.328124:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763214.328138:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763214.328140:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763214.328145:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763214/real 1787763214]  req@ffff9b9d753e4f00 x1874599320564480/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763214.328155:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763214.328157:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763214.328159:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569ee9f8.
00000400:00000200:2.0:1787763214.328161:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc110
00000400:00000010:2.0:1787763214.328163:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc110.
00000100:00000001:2.0:1787763214.328166:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763214.328170:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d753e4f00 x1874599320564480/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763214.328180:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d753e4f00 x1874599320564480/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763214.328187:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763214.328189:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763214.328191:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763214.328193:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763214.328197:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d753e4f00 x1874599320564480/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763214.328205:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763214.328210:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d753e4f00 x1874599320564480/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763239 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763214.328218:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763214.328220:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763214.328222:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763214.328224:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763214.328226:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763214.328228:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763214.328231:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763214.328236:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763214.328238:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763214.328254:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d753e4f00 x1874599320564480/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763239 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763214.328264:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d753e4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320564480:192.168.203.113@tcp:8:kworker.0
00000100:00000001:2.0:1787763214.328268:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763214.328271:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763214.328274:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d753e5a40 x1874599320564224/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763239 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763214.328282:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763214.328284:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763214.328287:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f184000.
02000000:00000001:2.0:1787763214.328289:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763214.328291:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763214.328293:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:2.0:1787763214.328296:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763214.328298:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d58dbb000.
02000000:00000001:2.0:1787763214.328303:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763214.328304:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763214.328306:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d753e5a40.
00000100:00000001:2.0:1787763214.328309:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763214.328311:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763214.328313:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763214.328317:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d753e6580 x1874599320564352/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763239 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763214.328324:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763214.328326:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763214.328327:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f185000.
02000000:00000001:2.0:1787763214.328330:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763214.328331:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763214.328333:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:2.0:1787763214.328335:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763214.328337:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d58db8400.
02000000:00000001:2.0:1787763214.328340:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763214.328342:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763214.328343:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d753e6580.
00000100:00000001:2.0:1787763214.328347:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763214.328349:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763214.328352:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763214.328359:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d753e4f00 x1874599320564480/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763239 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763214.328372:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763214.328374:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763214.328377:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f186000.
02000000:00000001:2.0:1787763214.328382:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763214.328384:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763214.328386:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:2.0:1787763214.328390:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763214.328393:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d58db8c00.
02000000:00000001:2.0:1787763214.328397:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763214.328400:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763214.328402:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d753e4f00.
00000100:00000001:2.0:1787763214.328407:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763214.328410:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763214.328413:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763214.328421:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763214.328424:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763214.328429:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787763214.328432:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763214.516514:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763214.516523:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763214.516529:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763214.516530:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763214.516534:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763214.516536:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763214.516590:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763214.516595:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763214.516598:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763215.348772:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763215.348784:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763215.348788:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763215.348796:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763215.348803:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763215.348809:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763215.348814:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763215.348818:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763215.348823:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763215.540561:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763215.540590:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763215.540598:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763215.540601:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763215.540607:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763215.540609:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763215.540720:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763215.540729:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763215.540734:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787763215.604669:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4315050744, at 4315050752
00000100:00000010:0.0:1787763215.604693:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d5891f780.
00000100:00000001:3.0:1787763216.372611:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763216.372627:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763216.372631:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763216.372639:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763216.372648:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763216.372653:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763216.372657:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763216.372663:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763216.372667:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763216.564576:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763216.564584:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763216.564590:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763216.564592:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763216.564595:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763216.564596:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763216.564732:0:281543:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763216.564741:0:281543:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763216.564748:0:281543:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763217.396691:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763217.396703:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763217.396706:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763217.396716:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763217.396722:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763217.396730:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763217.396734:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763217.396739:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763217.396745:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763217.588535:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763217.588543:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763217.588548:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763217.588561:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763217.588565:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763217.588566:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763217.588622:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763217.588627:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763217.588631:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763218.420651:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763218.420666:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763218.420671:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763218.420682:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763218.420689:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763218.420696:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763218.420702:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763218.420708:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763218.420715:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763218.612528:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763218.612534:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763218.612539:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763218.612540:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763218.612553:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763218.612554:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763218.612612:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763218.612618:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763218.612622:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787763219.444558:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763219.444570:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787763219.444575:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763219.444579:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763219.444586:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763219.444594:0:268573:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20382
00000400:00000200:3.0:1787763219.444605:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763219.444658:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763219.444663:0:268573:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763219.444666:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763219.444670:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763219.444672:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763219.444675:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763219.444680:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763219.444682:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:3.0:1787763219.444685:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763219.444689:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:3.0:1787763219.444692:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:3.0:1787763219.444694:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:3.0:1787763219.444698:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763219.444700:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763219.444702:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763219.444704:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787763219.444707:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:3.0:1787763219.444711:0:268573:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763219.444714:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763219.444717:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763219.444721:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763219.444738:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763219.444741:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787763219.444744:0:268573:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763219.444752:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d5661c0.
00000020:00000040:3.0:1787763219.444756:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:3.0:1787763219.444761:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763219.444763:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763219.444766:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763219.444769:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763219.444772:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763219.444778:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45904800.
00000100:00000001:3.0:1787763219.444784:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763219.444794:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d5661c0 x1874599320564608/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763219.444805:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763219.444810:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763219.444815:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007d30f203] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d5661c0 x1874599320564608/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763219.444842:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763219.444846:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763219.444850:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787763219.444851:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763219.444852:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763219.444855:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763219.444857:0:268573:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20382
00000400:00000200:3.0:1787763219.444860:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763219.444863:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763219.444865:0:268573:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763219.444868:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763219.444870:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763219.444872:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763219.444874:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763219.444876:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763219.444884:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000020:00000001:3.0:1787763219.444887:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763219.444905:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000020:00000001:3.0:1787763219.444910:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000020:00000001:3.0:1787763219.444915:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000040:3.0:1787763219.444924:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763219.444933:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763219.444936:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763219.444940:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787763219.444942:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00080000:3.0:1787763219.444947:0:268573:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763219.444950:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763219.444953:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763219.444959:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763219.444963:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763219.444964:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763219.444968:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763219.444971:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763219.444972:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763219.444975:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d567480.
00000020:00000040:3.0:1787763219.444977:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
02000000:00000001:3.0:1787763219.444983:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763219.444986:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763219.444988:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763219.444990:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763219.444995:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763219.444998:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45907800.
00000100:00000001:3.0:1787763219.445003:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763219.445011:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d567480 x1874599320564736/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763219.445023:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763219.445028:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763219.445034:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000036831fe2] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d567480 x1874599320564736/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763219.445048:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763219.445051:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787763219.445053:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1787763219.445054:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787763219.445058:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763219.445067:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763219.445070:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763219.445071:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763219.445076:0:268573:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20382
00000100:00000001:0.0:1787763219.445080:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787763219.445082:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763219.445088:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763219.445095:0:268573:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1787763219.445101:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000040:3.0:1787763219.445101:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763219.445115:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787763219.445118:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1787763219.445120:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763219.445126:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763219.445130:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:0.0:1787763219.445131:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1787763219.445134:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000020:00000001:3.0:1787763219.445141:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1787763219.445146:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000040:3.0:1787763219.445146:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000100:00000001:0.0:1787763219.445157:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1787763219.445157:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000020:00000001:3.0:1787763219.445171:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00000001:0.0:1787763219.445172:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763219.445191:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763219.445196:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763219.445201:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763219.445207:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787763219.445210:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000100:00080000:3.0:1787763219.445220:0:268573:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763219.445223:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763219.445228:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763219.445233:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763219.445235:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763219.445236:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763219.445237:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763219.445243:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763219.445247:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763219.445251:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d565680.
00000020:00000040:3.0:1787763219.445252:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
02000000:00000001:3.0:1787763219.445255:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763219.445258:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763219.445262:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763219.445263:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763219.445266:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763219.445273:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45907400.
00000100:00000001:3.0:1787763219.445276:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763219.445283:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d565680 x1874599320564864/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763219.445294:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763219.445297:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763219.445304:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000082576300] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d565680 x1874599320564864/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763219.445320:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763219.445323:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787763219.445326:0:268573:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1787763219.445329:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763219.445334:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787763219.445337:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763219.445339:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763219.445345:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763219.445363:0:268573:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20382
00000400:00000200:3.0:1787763219.445368:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763219.445374:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763219.445379:0:268573:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763219.445382:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763219.445386:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763219.445389:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763219.445392:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000800:00000200:1.1:1787763219.445394:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000020:00000001:3.0:1787763219.445395:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763219.445397:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000020:00000001:3.0:1787763219.445400:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000200:1.1:1787763219.445402:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
00000020:00000040:3.0:1787763219.445404:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000020:00000001:3.0:1787763219.445411:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000020:00000001:3.0:1787763219.445416:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000040:3.0:1787763219.445424:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763219.445428:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763219.445436:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763219.445468:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787763219.445472:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00080000:3.0:1787763219.445481:0:268573:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763219.445487:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763219.445491:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763219.445495:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763219.445499:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763219.445500:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763219.445503:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763219.445506:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763219.445510:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763219.445516:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d5652c0.
00000020:00000040:3.0:1787763219.445520:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
02000000:00000001:3.0:1787763219.445525:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763219.445527:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763219.445531:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763219.445532:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763219.445535:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763219.445552:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45906400.
00000100:00000001:3.0:1787763219.445557:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763219.445567:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d5652c0 x1874599320564992/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763219.445578:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763219.445581:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763219.445585:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc712cf1] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d5652c0 x1874599320564992/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763219.445598:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763219.445605:0:268573:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20392)
00000800:00000200:1.1:1787763219.446016:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763219.446020:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787763219.446336:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763219.446338:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787763219.446563:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763219.446565:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
00010000:00000001:3.0:1787763219.636597:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763219.636608:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763219.636611:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763219.636617:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763219.636624:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763219.636627:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763219.636630:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763219.636633:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763219.636637:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763219.636639:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763219.636641:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763219.636643:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763219.636646:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763219.636647:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763219.636650:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763219.636652:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763219.636656:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763219.636658:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763219.636729:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763219.636736:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763219.636742:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787763220.468554:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787763220.468564:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787763220.468567:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763220.468573:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:0.0:1787763220.468580:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787763220.468585:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763220.468588:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763220.468592:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763220.468596:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763220.660591:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763220.660600:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763220.660608:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763220.660612:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763220.660618:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763220.660620:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763220.660678:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763220.660686:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763220.660690:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787763220.724600:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4315055864, at 4315055872
00000100:00000010:0.0:1787763220.724643:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69b780.
00000100:00000001:0.0:1787763221.492509:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787763221.492518:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787763221.492521:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763221.492538:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:0.0:1787763221.492542:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787763221.492546:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763221.492549:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763221.492552:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763221.492554:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763221.684505:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763221.684513:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763221.684519:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763221.684520:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763221.684536:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763221.684540:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763221.684542:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763221.684545:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763221.684549:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763221.684551:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763221.684553:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763221.684555:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763221.684600:0:281543:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763221.684606:0:281543:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763221.684609:0:281543:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787763222.516556:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787763222.516567:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787763222.516569:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763222.516575:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:0.0:1787763222.516579:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787763222.516583:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763222.516586:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763222.516590:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763222.516593:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763222.708531:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763222.708541:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763222.708548:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763222.708550:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763222.708553:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763222.708554:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763222.708607:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763222.708613:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763222.708617:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787763223.540542:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787763223.540552:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787763223.540554:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763223.540562:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:0.0:1787763223.540566:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787763223.540570:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763223.540573:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763223.540576:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763223.540580:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763223.732533:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763223.732542:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763223.732548:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763223.732550:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763223.732553:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763223.732554:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763223.732606:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763223.732610:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763223.732614:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787763224.564547:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:2.0:1787763224.564547:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787763224.564555:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787763224.564558:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763224.564558:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787763224.564562:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:0.0:1787763224.564563:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:0.0:1787763224.564567:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1787763224.564567:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763224.564571:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787763224.564572:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763224.564575:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763224.564579:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1787763224.564580:0:268573:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20387
00000100:00000001:0.0:1787763224.564582:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763224.564590:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763224.564598:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763224.564603:0:268573:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763224.564607:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763224.564611:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763224.564614:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763224.564617:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:2.0:1787763224.564622:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763224.564624:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:2.0:1787763224.564627:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763224.564630:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:2.0:1787763224.564632:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:2.0:1787763224.564635:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:2.0:1787763224.564636:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763224.564638:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763224.564639:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763224.564640:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:2.0:1787763224.564643:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:2.0:1787763224.564646:0:268573:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763224.564648:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763224.564651:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763224.564654:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763224.564656:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763224.564658:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787763224.564661:0:268573:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763224.564670:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d569680.
00000020:00000040:2.0:1787763224.564673:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:2.0:1787763224.564678:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763224.564680:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763224.564683:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763224.564686:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763224.564690:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763224.564698:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f184c00.
00000100:00000001:2.0:1787763224.564706:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763224.564716:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d569680 x1874599320565120/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763224.564725:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763224.564729:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763224.564734:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d90ce636] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d569680 x1874599320565120/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763224.564755:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763224.564758:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763224.564764:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787763224.564766:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763224.564767:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763224.564769:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763224.564772:0:268573:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20387
00000400:00000200:2.0:1787763224.564775:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763224.564777:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763224.564779:0:268573:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763224.564782:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763224.564784:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763224.564786:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763224.564788:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:2.0:1787763224.564790:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763224.564791:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000020:00000001:2.0:1787763224.564793:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763224.564795:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000020:00000001:2.0:1787763224.564797:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000020:00000001:2.0:1787763224.564799:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000040:2.0:1787763224.564802:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763224.564806:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763224.564809:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763224.564812:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:2.0:1787763224.564815:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00080000:2.0:1787763224.564819:0:268573:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763224.564821:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763224.564826:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763224.564833:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763224.564837:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763224.564840:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787763224.564844:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787763224.564851:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763224.564855:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763224.564860:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d568000.
00000020:00000040:2.0:1787763224.564864:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
02000000:00000001:2.0:1787763224.564868:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763224.564869:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763224.564872:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763224.564874:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763224.564877:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763224.564881:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f187000.
00000100:00000001:2.0:1787763224.564886:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763224.564895:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d568000 x1874599320565248/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763224.564907:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763224.564910:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763224.564915:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000040389d09] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d568000 x1874599320565248/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763224.564924:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763224.564928:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763224.564934:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787763224.564937:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763224.564940:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763224.564944:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763224.564948:0:268573:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20387
00000400:00000200:2.0:1787763224.564955:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763224.564960:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763224.564964:0:268573:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763224.564971:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763224.564976:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763224.564981:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763224.564986:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:2.0:1787763224.564991:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763224.564992:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000020:00000001:2.0:1787763224.564993:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763224.564995:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000020:00000001:2.0:1787763224.565000:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000020:00000001:2.0:1787763224.565003:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00000040:2.0:1787763224.565006:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763224.565007:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763224.565009:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763224.565010:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:2.0:1787763224.565011:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000100:00080000:2.0:1787763224.565013:0:268573:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763224.565015:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763224.565016:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763224.565020:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763224.565025:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763224.565027:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787763224.565033:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787763224.565038:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763224.565043:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763224.565052:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d5692c0.
00000020:00000040:2.0:1787763224.565059:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
02000000:00000001:2.0:1787763224.565066:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763224.565070:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763224.565074:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763224.565078:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763224.565082:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763224.565088:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f184000.
00000100:00000001:2.0:1787763224.565095:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763224.565103:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d5692c0 x1874599320565376/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763224.565116:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763224.565119:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763224.565127:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000103818ef] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d5692c0 x1874599320565376/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1787763224.565129:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763224.565136:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 43 secs later)
00000100:00000001:2.0:1787763224.565140:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763224.565145:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1787763224.565150:0:268573:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1787763224.565154:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763224.565159:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787763224.565161:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763224.565164:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763224.565171:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763224.565175:0:268573:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20387
00000400:00000200:2.0:1787763224.565181:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763224.565186:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763224.565191:0:268573:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763224.565236:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763224.565239:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763224.565241:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763224.565243:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:2.0:1787763224.565248:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763224.565251:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000020:00000001:2.0:1787763224.565254:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763224.565258:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000020:00000001:2.0:1787763224.565261:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000020:00000001:2.0:1787763224.565265:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000040:2.0:1787763224.565271:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763224.565275:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763224.565279:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763224.565284:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:2.0:1787763224.565289:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00080000:2.0:1787763224.565294:0:268573:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763224.565299:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763224.565302:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763224.565307:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763224.565311:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763224.565315:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787763224.565318:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787763224.565326:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763224.565331:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763224.565340:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d56b840.
00000020:00000040:2.0:1787763224.565347:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
02000000:00000001:2.0:1787763224.565355:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763224.565359:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763224.565364:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763224.565368:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763224.565372:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763224.565378:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f185000.
00000100:00000001:2.0:1787763224.565385:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763224.565395:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d56b840 x1874599320565504/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763224.565411:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763224.565415:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763224.565422:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2e525cc] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d56b840 x1874599320565504/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763224.565437:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763224.565468:0:268573:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20397)
00000800:00000200:1.1:1787763224.565663:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763224.565665:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787763224.565908:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763224.565910:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787763224.566098:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763224.566101:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 43 secs later)
00010000:00000001:3.0:1787763224.756618:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763224.756625:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763224.756633:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763224.756635:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763224.756639:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763224.756640:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763224.756696:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763224.756701:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763224.756704:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787763225.588530:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787763225.588539:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787763225.588541:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763225.588546:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:0.0:1787763225.588550:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787763225.588554:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763225.588557:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763225.588559:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763225.588562:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763225.780538:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763225.780545:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763225.780551:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763225.780552:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763225.780556:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763225.780557:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763225.780611:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763225.780617:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763225.780621:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787763225.844524:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4315060983, at 4315060992
00000100:00000010:0.0:1787763225.844547:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69b960.
00000100:00000001:0.0:1787763226.612538:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787763226.612547:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787763226.612550:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763226.612556:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:0.0:1787763226.612560:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787763226.612564:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763226.612566:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763226.612569:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763226.612571:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763226.804534:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763226.804541:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763226.804547:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763226.804548:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763226.804551:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763226.804553:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763226.804614:0:281543:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763226.804618:0:281543:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763226.804621:0:281543:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787763227.636531:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787763227.636540:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787763227.636542:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763227.636549:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:0.0:1787763227.636553:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787763227.636559:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763227.636563:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763227.636567:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763227.636571:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763227.828597:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763227.828605:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763227.828613:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763227.828616:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763227.828621:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763227.828624:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763227.828702:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763227.828709:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763227.828713:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787763228.661780:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787763228.661785:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787763228.661787:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763228.661791:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:0.0:1787763228.661794:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787763228.661797:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763228.661799:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763228.661802:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763228.661804:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763228.852537:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763228.852544:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763228.852552:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763228.852554:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763228.852560:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763228.852562:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763228.852662:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763228.852666:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763228.852668:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787763229.684522:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787763229.684534:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787763229.684536:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763229.684543:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:0.0:1787763229.684548:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787763229.684555:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763229.684558:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763229.684562:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763229.684564:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763229.684653:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763229.684716:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787763229.684722:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763229.684728:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763229.684736:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763229.684748:0:268573:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20392
00000400:00000200:2.0:1787763229.684763:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763229.684775:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763229.684781:0:268573:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763229.684786:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763229.684790:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763229.684794:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763229.684797:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:2.0:1787763229.684802:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763229.684805:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:2.0:1787763229.684808:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763229.684813:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:2.0:1787763229.684816:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:2.0:1787763229.684819:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:2.0:1787763229.684824:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763229.684827:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763229.684830:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763229.684832:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:2.0:1787763229.684836:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:2.0:1787763229.684840:0:268573:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763229.684843:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763229.684847:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763229.684852:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763229.684855:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763229.684858:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787763229.684861:0:268573:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763229.684873:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d56a940.
00000020:00000040:2.0:1787763229.684877:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:2.0:1787763229.684882:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763229.684884:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763229.684888:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763229.684892:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763229.684897:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763229.684909:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f186000.
00000100:00000001:2.0:1787763229.684918:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763229.684929:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d56a940 x1874599320565632/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763229.684943:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763229.684948:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763229.684954:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b4aca245] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d56a940 x1874599320565632/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763229.684985:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763229.684990:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763229.684995:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787763229.684997:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763229.685001:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763229.685005:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763229.685011:0:268573:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20392
00000400:00000200:2.0:1787763229.685017:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763229.685021:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763229.685025:0:268573:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763229.685030:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763229.685037:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763229.685050:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763229.685060:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:2.0:1787763229.685066:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763229.685070:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000020:00000001:2.0:1787763229.685076:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763229.685086:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000020:00000001:2.0:1787763229.685095:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000020:00000001:2.0:1787763229.685110:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000040:2.0:1787763229.685133:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763229.685149:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763229.685160:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763229.685173:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:2.0:1787763229.685183:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00080000:2.0:1787763229.685200:0:268573:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763229.685205:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763229.685211:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763229.685225:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763229.685242:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763229.685249:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787763229.685262:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787763229.685277:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763229.685281:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763229.685292:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d568b40.
00000020:00000040:2.0:1787763229.685304:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
02000000:00000001:2.0:1787763229.685312:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763229.685318:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763229.685330:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763229.685337:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763229.685343:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763229.685358:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f185000.
00000100:00000001:2.0:1787763229.685367:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763229.685380:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d568b40 x1874599320565760/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763229.685411:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763229.685423:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763229.685436:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a25ffa6] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d568b40 x1874599320565760/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763229.685538:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763229.685544:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763229.685551:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787763229.685554:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763229.685559:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763229.685564:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763229.685571:0:268573:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20392
00000400:00000200:2.0:1787763229.685580:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763229.685587:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763229.685592:0:268573:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763229.685596:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763229.685599:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763229.685602:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763229.685604:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:2.0:1787763229.685607:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763229.685610:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000020:00000001:2.0:1787763229.685612:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763229.685616:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000020:00000001:2.0:1787763229.685618:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000020:00000001:2.0:1787763229.685621:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00000040:2.0:1787763229.685625:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763229.685627:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763229.685630:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763229.685632:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:2.0:1787763229.685636:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000100:00080000:2.0:1787763229.685647:0:268573:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763229.685651:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763229.685654:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763229.685665:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763229.685678:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763229.685690:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787763229.685699:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787763229.685706:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763229.685715:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763229.685729:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d56b840.
00000800:00000200:1.1:1787763229.685739:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000020:00000040:2.0:1787763229.685744:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000800:00000200:1.1:1787763229.685746:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 38 secs later)
02000000:00000001:2.0:1787763229.685759:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763229.685764:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763229.685770:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763229.685776:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763229.685782:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763229.685796:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f184000.
00000100:00000001:2.0:1787763229.685805:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763229.685821:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d56b840 x1874599320565888/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763229.685844:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763229.685853:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763229.685872:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2e525cc] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d56b840 x1874599320565888/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763229.685907:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763229.685911:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1787763229.685932:0:268573:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1787763229.685970:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763229.685982:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787763229.685987:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763229.685993:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763229.686000:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763229.686009:0:268573:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20392
00000400:00000200:2.0:1787763229.686024:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763229.686035:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763229.686043:0:268573:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763229.686054:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763229.686063:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763229.686070:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763229.686084:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:2.0:1787763229.686099:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763229.686104:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000020:00000001:2.0:1787763229.686116:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763229.686125:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000020:00000001:2.0:1787763229.686138:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000020:00000001:2.0:1787763229.686150:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000040:2.0:1787763229.686172:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763229.686184:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763229.686193:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763229.686200:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:2.0:1787763229.686212:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00080000:2.0:1787763229.686223:0:268573:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763229.686230:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763229.686238:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763229.686248:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763229.686260:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763229.686266:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787763229.686273:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787763229.686283:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763229.686293:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763229.686307:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d5692c0.
00000020:00000040:2.0:1787763229.686315:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
02000000:00000001:2.0:1787763229.686325:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763229.686332:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763229.686343:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763229.686348:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763229.686356:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763229.686363:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f187000.
00000100:00000001:2.0:1787763229.686372:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763229.686389:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d5692c0 x1874599320566016/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763229.686422:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763229.686430:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763229.686507:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000103818ef] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d5692c0 x1874599320566016/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763229.686553:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763229.686569:0:268573:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20402)
00000800:00000200:1.1:1787763229.686818:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763229.686822:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787763229.687195:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763229.687198:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787763229.687596:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763229.687599:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 38 secs later)
00010000:00000001:3.0:1787763229.876549:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763229.876564:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763229.876567:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763229.876571:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763229.876580:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763229.876582:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763229.876584:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763229.876586:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763229.876591:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763229.876594:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763229.876595:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763229.876598:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763229.876601:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763229.876602:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763229.876605:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763229.876607:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763229.876612:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763229.876614:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763229.876677:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763229.876682:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763229.876685:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787763230.708533:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787763230.708544:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787763230.708547:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763230.708552:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:0.0:1787763230.708556:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787763230.708561:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763230.708565:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763230.708569:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763230.708574:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763230.900577:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763230.900586:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763230.900593:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763230.900595:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763230.900601:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763230.900603:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763230.900674:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763230.900682:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763230.900686:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787763230.964655:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4315066104, at 4315066112
00000100:00000010:0.0:1787763230.964684:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69bd20.
00000100:00000001:0.0:1787763231.732590:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787763231.732598:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787763231.732601:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763231.732606:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:0.0:1787763231.732609:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787763231.732613:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763231.732616:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763231.732619:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763231.732622:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763231.924619:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763231.924630:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763231.924642:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763231.924646:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763231.924655:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763231.924660:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763231.924664:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763231.924669:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763231.924673:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763231.924676:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763231.924679:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763231.924682:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763231.924785:0:281543:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763231.924795:0:281543:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763231.924801:0:281543:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787763232.756606:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787763232.756616:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787763232.756619:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763232.756626:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:0.0:1787763232.756632:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787763232.756636:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763232.756640:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763232.756643:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763232.756647:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763232.948571:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763232.948580:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763232.948588:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763232.948590:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763232.948596:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763232.948598:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763232.948687:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763232.948693:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763232.948698:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787763233.780605:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787763233.780620:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787763233.780624:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763233.780633:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:0.0:1787763233.780639:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787763233.780645:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763233.780650:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763233.780655:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763233.780661:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763233.972602:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763233.972611:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763233.972619:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763233.972621:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763233.972626:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763233.972629:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763233.972721:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763233.972728:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763233.972732:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787763234.804595:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787763234.804609:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787763234.804614:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763234.804625:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00080000:2.0:1787763234.804627:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787763234.804633:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787763234.804640:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1787763234.804647:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787763234.804648:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763234.804654:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763234.804658:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1787763234.804661:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763234.804668:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763234.804677:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763234.804686:0:268573:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20397
00000400:00000200:2.0:1787763234.804699:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763234.804707:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763234.804712:0:268573:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763234.804717:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763234.804722:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763234.804726:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763234.804730:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:2.0:1787763234.804735:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763234.804738:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:2.0:1787763234.804742:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763234.804747:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:2.0:1787763234.804751:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:2.0:1787763234.804754:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:2.0:1787763234.804759:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763234.804762:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763234.804767:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763234.804770:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:2.0:1787763234.804774:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:2.0:1787763234.804779:0:268573:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763234.804783:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763234.804786:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763234.804790:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763234.804794:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763234.804797:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787763234.804799:0:268573:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763234.804823:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d568000.
00000020:00000040:2.0:1787763234.804828:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:2.0:1787763234.804835:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763234.804837:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763234.804841:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763234.804844:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763234.804849:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763234.804861:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f184c00.
00000100:00000001:2.0:1787763234.804870:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763234.804882:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d568000 x1874599320566144/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763234.804895:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763234.804901:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763234.804907:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000040389d09] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d568000 x1874599320566144/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763234.804933:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763234.804938:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763234.804943:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787763234.804945:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763234.804947:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763234.804951:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763234.804954:0:268573:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20397
00000400:00000200:2.0:1787763234.804959:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763234.804965:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763234.804975:0:268573:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763234.804981:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763234.804986:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763234.804993:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763234.805000:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:2.0:1787763234.805006:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763234.805010:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000020:00000001:2.0:1787763234.805015:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763234.805022:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000020:00000001:2.0:1787763234.805032:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000020:00000001:2.0:1787763234.805040:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000040:2.0:1787763234.805052:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763234.805065:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763234.805072:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763234.805081:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:2.0:1787763234.805094:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00080000:2.0:1787763234.805105:0:268573:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763234.805116:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763234.805120:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763234.805131:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763234.805140:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763234.805150:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787763234.805160:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787763234.805168:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763234.805170:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763234.805178:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d569680.
00000020:00000040:2.0:1787763234.805186:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
02000000:00000001:2.0:1787763234.805190:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763234.805198:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763234.805201:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763234.805203:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763234.805206:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763234.805219:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f187000.
00000100:00000001:2.0:1787763234.805229:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763234.805255:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d569680 x1874599320566272/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763234.805297:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763234.805306:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763234.805321:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d90ce636] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d569680 x1874599320566272/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763234.805368:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763234.805376:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763234.805385:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787763234.805390:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763234.805395:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763234.805405:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763234.805415:0:268573:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20397
00000400:00000200:2.0:1787763234.805495:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763234.805511:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763234.805522:0:268573:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763234.805534:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763234.805541:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763234.805550:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763234.805556:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:2.0:1787763234.805561:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763234.805566:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000020:00000001:2.0:1787763234.805571:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763234.805576:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000020:00000001:2.0:1787763234.805585:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000020:00000001:2.0:1787763234.805593:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000800:00000200:1.1:1787763234.805602:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000040:2.0:1787763234.805607:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000800:00000200:1.1:1787763234.805610:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 33 secs later)
00000100:00000001:2.0:1787763234.805612:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763234.805618:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763234.805620:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:2.0:1787763234.805623:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000100:00080000:2.0:1787763234.805630:0:268573:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763234.805637:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763234.805646:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763234.805654:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763234.805661:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763234.805667:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787763234.805674:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787763234.805681:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763234.805688:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763234.805698:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d5692c0.
00000020:00000040:2.0:1787763234.805707:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
02000000:00000001:2.0:1787763234.805713:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763234.805718:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763234.805727:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763234.805732:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763234.805738:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763234.805747:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f184000.
00000100:00000001:2.0:1787763234.805757:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763234.805778:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d5692c0 x1874599320566400/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763234.805796:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763234.805805:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763234.805818:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000103818ef] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d5692c0 x1874599320566400/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763234.805833:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763234.805841:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1787763234.805849:0:268573:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1787763234.805860:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763234.805865:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787763234.805873:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763234.805876:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763234.805886:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763234.805897:0:268573:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20397
00000400:00000200:2.0:1787763234.805913:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763234.805925:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763234.805932:0:268573:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763234.805945:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763234.805955:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763234.805964:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763234.805970:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:2.0:1787763234.805980:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763234.805987:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000020:00000001:2.0:1787763234.805991:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763234.805996:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000020:00000001:2.0:1787763234.806003:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000020:00000001:2.0:1787763234.806011:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000040:2.0:1787763234.806027:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763234.806038:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763234.806046:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763234.806057:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:2.0:1787763234.806066:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00080000:2.0:1787763234.806076:0:268573:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763234.806084:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763234.806089:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763234.806097:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763234.806105:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763234.806116:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787763234.806121:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787763234.806132:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763234.806140:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763234.806149:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d56b840.
00000020:00000040:2.0:1787763234.806160:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
02000000:00000001:2.0:1787763234.806170:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763234.806177:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763234.806185:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763234.806191:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763234.806198:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763234.806209:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f185000.
00000100:00000001:2.0:1787763234.806220:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763234.806235:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d56b840 x1874599320566528/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763234.806273:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763234.806283:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763234.806301:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2e525cc] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d56b840 x1874599320566528/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763234.806342:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763234.806352:0:268573:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20407)
00000800:00000200:1.1:1787763234.806629:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763234.806632:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787763234.806994:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763234.806997:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787763234.807511:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763234.807517:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 33 secs later)
00010000:00000001:3.0:1787763234.996582:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763234.996591:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763234.996599:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763234.996602:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763234.996608:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763234.996610:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763234.996703:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763234.996709:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763234.996714:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787763235.828630:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787763235.828640:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787763235.828643:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763235.828650:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:0.0:1787763235.828654:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787763235.828660:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763235.828663:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763235.828667:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763235.828670:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763236.020570:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763236.020578:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763236.020586:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763236.020590:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763236.020594:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763236.020596:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763236.020670:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763236.020677:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763236.020682:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787763236.084579:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4315071224, at 4315071232
00000100:00000010:0.0:1787763236.084600:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69b7e0.
00000100:00000001:0.0:1787763236.852622:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787763236.852641:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787763236.852644:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763236.852651:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:0.0:1787763236.852656:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787763236.852661:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763236.852665:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763236.852669:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763236.852672:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763237.044575:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763237.044581:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763237.044589:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763237.044590:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763237.044594:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763237.044595:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763237.044686:0:281543:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763237.044692:0:281543:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763237.044696:0:281543:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787763237.876608:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787763237.876619:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787763237.876624:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763237.876633:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:0.0:1787763237.876641:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787763237.876646:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763237.876650:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763237.876655:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763237.876659:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763238.068544:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763238.068551:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763238.068557:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763238.068558:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763238.068562:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763238.068563:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763238.068746:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763238.068758:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763238.068765:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787763238.900541:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787763238.900547:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787763238.900549:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763238.900554:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:0.0:1787763238.900557:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787763238.900561:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763238.900563:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763238.900566:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763238.900568:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763239.092518:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763239.092523:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763239.092528:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763239.092529:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763239.092532:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763239.092533:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763239.092588:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763239.092592:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763239.092594:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787763239.924560:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787763239.924572:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787763239.924578:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763239.924587:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:0.0:1787763239.924595:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787763239.924602:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763239.924608:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763239.924614:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763239.924620:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763239.924638:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763239.924649:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787763239.924652:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763239.924657:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763239.924663:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763239.924673:0:268573:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20402
00000400:00000200:2.0:1787763239.924684:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763239.924692:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763239.924696:0:268573:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763239.924700:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763239.924704:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763239.924708:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763239.924711:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:2.0:1787763239.924715:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763239.924718:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:2.0:1787763239.924721:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763239.924725:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:2.0:1787763239.924728:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:2.0:1787763239.924733:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:2.0:1787763239.924737:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763239.924740:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763239.924742:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763239.924745:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:2.0:1787763239.924748:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:2.0:1787763239.924753:0:268573:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763239.924755:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763239.924759:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763239.924763:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763239.924767:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763239.924769:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787763239.924772:0:268573:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763239.924781:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d568b40.
00000020:00000040:2.0:1787763239.924785:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:2.0:1787763239.924790:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763239.924792:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763239.924795:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763239.924799:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763239.924804:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763239.924813:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f185000.
00000100:00000001:2.0:1787763239.924821:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763239.924834:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d568b40 x1874599320566656/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763239.924848:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763239.924853:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763239.924860:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a25ffa6] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d568b40 x1874599320566656/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763239.924890:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763239.924895:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763239.924899:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787763239.924902:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763239.924904:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763239.924908:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763239.924911:0:268573:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20402
00000400:00000200:2.0:1787763239.924916:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763239.924919:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763239.924922:0:268573:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763239.924925:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763239.924927:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763239.924930:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763239.924933:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:2.0:1787763239.924936:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763239.924938:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000020:00000001:2.0:1787763239.924941:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763239.924944:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000020:00000001:2.0:1787763239.924948:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000020:00000001:2.0:1787763239.924952:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000040:2.0:1787763239.924957:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763239.924960:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763239.924963:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763239.924966:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:2.0:1787763239.924971:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00080000:2.0:1787763239.924984:0:268573:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763239.924991:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763239.924998:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763239.925005:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763239.925013:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763239.925022:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787763239.925033:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787763239.925042:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763239.925050:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763239.925058:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d56a940.
00000020:00000040:2.0:1787763239.925067:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
02000000:00000001:2.0:1787763239.925081:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763239.925086:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763239.925099:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763239.925103:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763239.925108:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763239.925121:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f184000.
00000100:00000001:2.0:1787763239.925130:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763239.925144:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d56a940 x1874599320566784/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763239.925175:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763239.925186:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763239.925209:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b4aca245] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d56a940 x1874599320566784/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763239.925226:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763239.925236:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763239.925250:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787763239.925253:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763239.925257:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763239.925269:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763239.925281:0:268573:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20402
00000400:00000200:2.0:1787763239.925301:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763239.925316:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763239.925321:0:268573:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763239.925337:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763239.925347:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763239.925358:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763239.925365:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:2.0:1787763239.925377:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763239.925386:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000020:00000001:2.0:1787763239.925391:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763239.925395:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000020:00000001:2.0:1787763239.925432:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000020:00000001:2.0:1787763239.925437:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00000040:2.0:1787763239.925472:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763239.925475:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763239.925479:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763239.925483:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:2.0:1787763239.925487:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000100:00080000:2.0:1787763239.925500:0:268573:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763239.925511:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763239.925523:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763239.925538:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763239.925554:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763239.925561:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787763239.925573:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787763239.925579:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763239.925587:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763239.925602:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d56b840.
00000020:00000040:2.0:1787763239.925611:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
02000000:00000001:2.0:1787763239.925625:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763239.925629:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763239.925637:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763239.925642:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763239.925653:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763239.925675:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f187000.
00000100:00000001:2.0:1787763239.925690:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787763239.925692:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763239.925701:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 28 secs later)
00000100:00100000:2.0:1787763239.925707:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d56b840 x1874599320566912/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763239.925743:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763239.925748:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763239.925765:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2e525cc] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d56b840 x1874599320566912/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763239.925794:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763239.925806:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1787763239.925830:0:268573:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1787763239.925843:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763239.925849:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787763239.925858:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763239.925862:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763239.925876:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763239.925887:0:268573:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20402
00000400:00000200:2.0:1787763239.925908:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763239.925913:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763239.925916:0:268573:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763239.925920:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763239.925922:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763239.925925:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763239.925927:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:2.0:1787763239.925930:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763239.925932:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000020:00000001:2.0:1787763239.925934:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763239.925937:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000020:00000001:2.0:1787763239.925939:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000020:00000001:2.0:1787763239.925941:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000040:2.0:1787763239.925945:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763239.925947:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763239.925949:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763239.925952:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:2.0:1787763239.925956:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00080000:2.0:1787763239.925959:0:268573:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763239.925962:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763239.925964:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763239.925968:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763239.925970:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763239.925972:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787763239.925974:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787763239.925977:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763239.925979:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763239.925983:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d5692c0.
00000020:00000040:2.0:1787763239.926002:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
02000000:00000001:2.0:1787763239.926006:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763239.926007:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763239.926009:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763239.926011:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763239.926013:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763239.926017:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f184c00.
00000100:00000001:2.0:1787763239.926021:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763239.926027:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d5692c0 x1874599320567040/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763239.926036:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763239.926039:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763239.926043:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000103818ef] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d5692c0 x1874599320567040/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763239.926060:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763239.926066:0:268573:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20412)
00000800:00000200:1.1:1787763239.927987:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763239.927991:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1787763239.928431:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763239.928435:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1787763239.928881:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763239.928885:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 28 secs later)
00010000:00000001:3.0:1787763240.116584:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763240.116594:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763240.116597:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763240.116602:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763240.116609:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763240.116612:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763240.116616:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763240.116618:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763240.116623:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763240.116625:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763240.116627:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763240.116629:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763240.116631:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763240.116633:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763240.116635:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763240.116637:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763240.116641:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763240.116645:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763240.116751:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763240.116758:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763240.116762:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787763240.948527:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787763240.948537:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787763240.948539:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763240.948546:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:0.0:1787763240.948551:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787763240.948556:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763240.948559:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763240.948562:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763240.948565:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763241.140551:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763241.140560:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763241.140569:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763241.140571:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763241.140576:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763241.140579:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763241.140660:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763241.140665:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763241.140669:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787763241.204531:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4315076345, at 4315076352
00000100:00000010:0.0:1787763241.204546:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69bd20.
00000100:00000001:3.0:1787763241.972604:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763241.972615:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763241.972617:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763241.972625:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763241.972634:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763241.972642:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763241.972648:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763241.972654:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763241.972661:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763242.164561:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763242.164568:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763242.164575:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763242.164578:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763242.164583:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763242.164588:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763242.164592:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763242.164597:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763242.164601:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763242.164603:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763242.164606:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763242.164610:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763242.164697:0:281543:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763242.164703:0:281543:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763242.164707:0:281543:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763242.996606:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763242.996623:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763242.996626:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763242.996632:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763242.996637:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763242.996640:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763242.996644:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763242.996647:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763242.996649:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763243.188493:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763243.188498:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763243.188503:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763243.188504:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763243.188507:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763243.188509:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763243.188552:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763243.188556:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763243.188558:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763244.020535:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763244.020542:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763244.020544:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763244.020550:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763244.020554:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763244.020557:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763244.020560:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763244.020563:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763244.020565:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763244.212513:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763244.212520:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763244.212526:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763244.212527:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763244.212580:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763244.212582:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763244.212649:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763244.212654:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763244.212657:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763245.044571:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763245.044581:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763245.044585:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763245.044610:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763245.044618:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763245.044624:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763245.044630:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763245.044635:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763245.044641:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763245.044675:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763245.044686:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787763245.044690:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763245.044695:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763245.044702:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763245.044710:0:268573:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20407
00000400:00000200:0.0:1787763245.044723:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763245.044786:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763245.044792:0:268573:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763245.044797:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763245.044800:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763245.044803:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763245.044806:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763245.044810:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763245.044812:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:0.0:1787763245.044815:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763245.044830:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:0.0:1787763245.044833:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:0.0:1787763245.044837:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:0.0:1787763245.044841:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763245.044844:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763245.044848:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763245.044850:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787763245.044854:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:0.0:1787763245.044858:0:268573:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763245.044860:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763245.044863:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763245.044866:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763245.044869:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763245.044871:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787763245.044875:0:268573:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763245.044883:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81850000.
00000020:00000040:0.0:1787763245.044887:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:0.0:1787763245.044891:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763245.044893:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763245.044896:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763245.044899:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763245.044903:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763245.044911:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d50558400.
00000100:00000001:0.0:1787763245.044918:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763245.044929:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81850000 x1874599320567168/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763245.044958:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763245.044963:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763245.044970:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a28e6d3] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81850000 x1874599320567168/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763245.045006:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763245.045012:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763245.045017:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787763245.045020:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763245.045022:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763245.045027:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763245.045032:0:268573:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20407
00000400:00000200:0.0:1787763245.045038:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763245.045043:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763245.045046:0:268573:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763245.045050:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763245.045053:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763245.045055:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763245.045058:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763245.045061:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763245.045063:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000020:00000001:0.0:1787763245.045066:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763245.045069:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000020:00000001:0.0:1787763245.045072:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000020:00000001:0.0:1787763245.045075:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000040:0.0:1787763245.045078:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763245.045080:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763245.045082:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763245.045085:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787763245.045088:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00080000:0.0:1787763245.045092:0:268573:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763245.045111:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763245.045113:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763245.045120:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763245.045122:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763245.045124:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763245.045129:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787763245.045132:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763245.045134:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787763245.045135:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763245.045145:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000010:0.0:1787763245.045146:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81851680.
00000020:00000040:0.0:1787763245.045153:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000100:00000001:2.0:1787763245.045154:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:0.0:1787763245.045156:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763245.045178:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763245.045182:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763245.045186:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763245.045190:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763245.045193:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81850000 x1874599320567168/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1787763245.045196:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d5055bc00.
00000100:00000001:0.0:1787763245.045205:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763245.045221:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81851680 x1874599320567296/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763245.045262:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763245.045271:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763245.045275:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763245.045280:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763245.045282:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be916297] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81851680 x1874599320567296/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787763245.045289:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763245.045314:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763245.045320:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763245.045321:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763245.045327:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1787763245.045331:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81850000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320567168:192.168.203.113@tcp:250:kworker.0
00000100:00080000:0.0:1787763245.045333:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787763245.045338:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763245.045341:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763245.045344:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1787763245.045347:0:268573:0:(import.c:485:import_select_connection()) Process entered
02000000:00000001:2.0:1787763245.045351:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:0.0:1787763245.045354:0:268573:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20407
02000000:00000001:2.0:1787763245.045356:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787763245.045386:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
02000000:00000001:2.0:1787763245.045387:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:0.0:1787763245.045394:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
02000000:00000010:2.0:1787763245.045398:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f187000.
00000100:00080000:0.0:1787763245.045399:0:268573:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763245.045403:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763245.045405:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763245.045407:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763245.045411:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
02000000:00000001:2.0:1787763245.045415:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763245.045417:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763245.045422:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000020:00000001:0.0:1787763245.045423:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763245.045426:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000400:00000200:2.0:1787763245.045429:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000020:00000001:0.0:1787763245.045431:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000020:00000001:0.0:1787763245.045436:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00000040:0.0:1787763245.045484:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763245.045490:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:2.0:1787763245.045494:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569ee9f8.
00000100:00000040:0.0:1787763245.045495:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763245.045505:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000400:00000010:2.0:1787763245.045507:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc110.
00000020:00000040:0.0:1787763245.045514:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000100:00000200:2.0:1787763245.045519:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320567168, portal 25
00000100:00080000:0.0:1787763245.045526:0:268573:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763245.045527:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763245.045532:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699517988864 : -110374191562752 : ffff9b9d81850000)
00000100:00000001:0.0:1787763245.045535:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763245.045540:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:2.0:1787763245.045547:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81850000 x1874599320567168/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787763245.045548:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763245.045557:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763245.045565:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763245.045571:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787763245.045572:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000008:00000001:0.0:1787763245.045578:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763245.045584:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000100:00000001:0.0:1787763245.045585:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787763245.045591:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc4c8.
00000100:00000010:0.0:1787763245.045594:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81850f00.
00000100:00000200:2.0:1787763245.045598:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320567168, offset 0
00000020:00000040:0.0:1787763245.045601:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
02000000:00000001:0.0:1787763245.045629:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763245.045632:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763245.045641:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1787763245.045641:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
02000000:00000001:0.0:1787763245.045646:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763245.045652:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763245.045659:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
02000000:00000010:0.0:1787763245.045660:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d50558c00.
00000100:00000001:0.0:1787763245.045686:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763245.045688:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000100:00100000:0.0:1787763245.045697:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81850f00 x1874599320567424/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787763245.045698:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763245.045709:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000100:00000001:0.0:1787763245.045718:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1787763245.045719:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1787763245.045723:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763245.045729:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000100:00000040:0.0:1787763245.045734:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007454b7f2] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81850f00 x1874599320567424/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763245.045743:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763245.045746:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1787763245.045755:0:268573:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:2.0:1787763245.045762:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63194:63194:256:4294967295] 192.168.203.113@tcp LPNI seq info [63194:63194:8:4294967295]
00000100:00080000:0.0:1787763245.045763:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763245.045777:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000200:2.0:1787763245.045783:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787763245.045784:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763245.045790:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763245.045794:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763245.045803:0:268573:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20407
00000400:00000200:2.0:1787763245.045811:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763245.045818:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787763245.045824:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763245.045830:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763245.045832:0:268573:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000800:00000010:2.0:1787763245.045834:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e000.
00000100:00000040:0.0:1787763245.045836:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763245.045842:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763245.045845:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000800:00000200:2.0:1787763245.045852:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000001:0.0:1787763245.045853:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763245.045860:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763245.045863:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000800:00000200:2.0:1787763245.045864:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 23 secs later)
00000020:00000001:0.0:1787763245.045865:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763245.045870:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000020:00000001:0.0:1787763245.045878:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000800:00000200:2.1:1787763245.045878:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000020:00000001:0.0:1787763245.045882:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000040:0.0:1787763245.045886:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763245.045890:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763245.045896:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000800:00000200:2.1:1787763245.045897:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 23 secs later)
00000100:00000001:0.0:1787763245.045901:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787763245.045906:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000800:00000100:2.0:1787763245.045912:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000100:00080000:0.0:1787763245.045916:0:268573:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000800:00000010:2.0:1787763245.045918:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e000.
00000100:00000001:0.0:1787763245.045922:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763245.045926:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1787763245.045927:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:0.0:1787763245.045932:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763245.045938:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763245.045939:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1787763245.045943:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000200:2.0:1787763245.045948:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc4c8
00000008:00100000:0.0:1787763245.045949:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000400:00000010:2.0:1787763245.045956:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc4c8.
00000008:00000001:0.0:1787763245.045957:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763245.045966:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763245.045968:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000010:0.0:1787763245.045971:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81853840.
00000020:00000040:0.0:1787763245.045979:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
00000100:00000200:2.0:1787763245.045979:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d81850000 x1874599320567168/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787763245.045987:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763245.045990:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763245.045997:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763245.046001:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763245.046005:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763245.046009:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000010:0.0:1787763245.046011:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d5055a400.
00000100:00000040:2.0:1787763245.046018:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81850000 x1874599320567168/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763270 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763245.046019:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763245.046031:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81853840 x1874599320567552/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763245.046040:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763245.046047:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787763245.046049:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763245.046054:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763245.046056:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763245.046059:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000090fddba4] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81853840 x1874599320567552/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787763245.046069:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763245.046078:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4315081464
00000100:00000001:0.0:1787763245.046084:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763245.046088:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d5891f180.
00000100:00000040:0.0:1787763245.046091:0:268573:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20417)
00000100:00000001:2.0:1787763245.046098:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787763245.046109:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4315081464
00000100:00000010:2.0:1787763245.046114:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d5891f720.
00000100:00000001:2.0:1787763245.046118:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787763245.046122:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763245.046125:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763245.046128:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763245.046136:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763245/real 1787763245]  req@ffff9b9d81850000 x1874599320567168/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763245.046167:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763245.046171:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763245.046175:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569ee9f8.
00000400:00000200:2.0:1787763245.046180:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc110
00000400:00000010:2.0:1787763245.046183:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc110.
00000100:00000001:2.0:1787763245.046189:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763245.046195:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81850000 x1874599320567168/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763245.046214:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81850000 x1874599320567168/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763245.046229:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763245.046232:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763245.046237:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763245.046241:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763245.046249:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81850000 x1874599320567168/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763245.046262:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763245.046269:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81850000 x1874599320567168/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763270 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763245.046278:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763245.046282:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763245.046284:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763245.046286:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763245.046289:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763245.046291:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763245.046295:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763245.046299:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763245.046304:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763245.046309:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81850000 x1874599320567168/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763270 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763245.046320:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81850000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320567168:192.168.203.113@tcp:250:kworker.0
00000100:00000001:2.0:1787763245.046325:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763245.046328:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763245.046332:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81850000 x1874599320567168/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763270 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763245.046340:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763245.046343:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763245.046347:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f187000.
02000000:00000001:2.0:1787763245.046351:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763245.046354:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763245.046356:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:2.0:1787763245.046359:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763245.046392:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d50558400.
02000000:00000001:2.0:1787763245.046434:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763245.046436:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763245.046438:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81850000.
00000100:00000001:2.0:1787763245.046465:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763245.046468:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763245.046471:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763245.046479:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763245.046481:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763245.046484:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787763245.046486:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763245.046489:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763245.046494:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81851680 x1874599320567296/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763245.046502:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763245.046503:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763245.046506:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763245.046508:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763245.046525:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763245.046529:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81851680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320567296:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763245.046533:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763245.046537:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763245.046540:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763245.046542:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763245.046546:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f187000.
02000000:00000001:2.0:1787763245.046549:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763245.046555:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763245.046558:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569ee9f8.
00000400:00000010:2.0:1787763245.046562:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc110.
00000100:00000200:2.0:1787763245.046566:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320567296, portal 10
00000100:00000001:2.0:1787763245.046568:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763245.046569:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699517994624 : -110374191556992 : ffff9b9d81851680)
00000100:00000040:2.0:1787763245.046577:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81851680 x1874599320567296/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763245.046584:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763245.046586:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763245.046588:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc4c8.
00000100:00000200:2.0:1787763245.046591:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320567296, offset 0
00000400:00000200:2.0:1787763245.046595:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763245.046599:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763245.046603:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763245.046607:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763245.046610:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763245.046613:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763245.046615:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763245.046619:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63195:63195:256:4294967295] 192.168.203.113@tcp LPNI seq info [63195:63195:8:4294967295]
00000400:00000200:2.0:1787763245.046623:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763245.046630:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763245.046636:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763245.046640:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e000.
00000800:00000200:2.0:1787763245.046644:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.0:1787763245.046647:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1787763245.046652:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763245.046655:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 23 secs later)
00000800:00000100:2.0:1787763245.046659:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763245.046661:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e000.
00000400:00000200:2.0:1787763245.046664:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787763245.046668:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763245.046671:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc4c8
00000400:00000010:2.0:1787763245.046673:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc4c8.
00000100:00000001:2.0:1787763245.046676:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763245.046679:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d81851680 x1874599320567296/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763245.046688:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763245.046691:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81851680 x1874599320567296/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763270 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763245.046698:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763245.046700:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763245.046703:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763245.046707:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:2.0:1787763245.046710:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763245.046712:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315080237
00000100:00000001:2.0:1787763245.046715:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315081464
00000100:00000001:2.0:1787763245.046717:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315080237
00000100:00000001:2.0:1787763245.046719:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315081464
00000100:00000001:2.0:1787763245.046722:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763245.046723:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763245.046725:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763245.046729:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763245/real 1787763245]  req@ffff9b9d81851680 x1874599320567296/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763245.046743:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763245.046744:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763245.046746:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569ee9f8.
00000400:00000200:2.0:1787763245.046748:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc110
00000400:00000010:2.0:1787763245.046750:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc110.
00000100:00000001:2.0:1787763245.046752:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763245.046755:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81851680 x1874599320567296/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763245.046763:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81851680 x1874599320567296/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763245.046769:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763245.046771:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763245.046773:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763245.046774:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763245.046778:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81851680 x1874599320567296/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763245.046784:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763245.046788:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81851680 x1874599320567296/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763270 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763245.046794:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763245.046797:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763245.046798:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763245.046800:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763245.046801:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763245.046812:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763245.046815:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763245.046818:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763245.046820:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763245.046824:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81851680 x1874599320567296/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763270 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763245.046833:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81851680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320567296:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763245.046836:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763245.046839:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81850f00 x1874599320567424/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763245.046846:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763245.046847:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763245.046849:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763245.046851:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763245.046853:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763245.046855:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81850f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320567424:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763245.046858:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763245.046860:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763245.046861:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763245.046863:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763245.046867:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f184000.
02000000:00000001:2.0:1787763245.046869:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763245.046871:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763245.046874:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569ee9f8.
00000400:00000010:2.0:1787763245.046876:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc110.
00000100:00000200:2.0:1787763245.046879:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320567424, portal 10
00000100:00000001:2.0:1787763245.046881:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763245.046883:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699517992704 : -110374191558912 : ffff9b9d81850f00)
00000100:00000040:2.0:1787763245.046888:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81850f00 x1874599320567424/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763245.046895:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763245.046897:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763245.046899:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc4c8.
00000100:00000200:2.0:1787763245.046902:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320567424, offset 0
00000400:00000200:2.0:1787763245.046906:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763245.046909:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763245.046913:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763245.046916:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763245.046918:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763245.046921:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763245.046923:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763245.046927:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63196:63196:256:4294967295] 192.168.203.113@tcp LPNI seq info [63196:63196:8:4294967295]
00000400:00000200:2.0:1787763245.046931:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763245.046937:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763245.046941:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763245.046944:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e000.
00000800:00000200:2.0:1787763245.046947:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.0:1787763245.046950:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1787763245.046954:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763245.046957:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 23 secs later)
00000800:00000100:2.0:1787763245.046961:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763245.046963:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e000.
00000400:00000200:2.0:1787763245.046966:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787763245.046969:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763245.046972:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc4c8
00000400:00000010:2.0:1787763245.046974:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc4c8.
00000100:00000001:2.0:1787763245.046976:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763245.046979:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d81850f00 x1874599320567424/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763245.046986:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763245.046989:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81850f00 x1874599320567424/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763270 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763245.046995:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763245.046997:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763245.047000:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763245.047002:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:2.0:1787763245.047005:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763245.047008:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315080216
00000100:00000001:2.0:1787763245.047010:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315081464
00000100:00000001:2.0:1787763245.047013:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315080216
00000100:00000001:2.0:1787763245.047015:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315081464
00000100:00000001:2.0:1787763245.047017:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763245.047019:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763245.047020:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763245.047024:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763245/real 1787763245]  req@ffff9b9d81850f00 x1874599320567424/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763245.047031:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763245.047032:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763245.047033:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569ee9f8.
00000400:00000200:2.0:1787763245.047036:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc110
00000400:00000010:2.0:1787763245.047037:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc110.
00000100:00000001:2.0:1787763245.047039:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763245.047043:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81850f00 x1874599320567424/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763245.047051:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81850f00 x1874599320567424/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763245.047057:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763245.047058:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763245.047060:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763245.047061:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763245.047065:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81850f00 x1874599320567424/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763245.047071:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763245.047074:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81850f00 x1874599320567424/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763270 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763245.047081:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763245.047084:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763245.047085:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763245.047087:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763245.047088:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763245.047090:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763245.047093:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763245.047096:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763245.047098:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763245.047101:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81850f00 x1874599320567424/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763270 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763245.047109:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81850f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320567424:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763245.047112:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763245.047115:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81853840 x1874599320567552/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763245.047121:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763245.047123:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763245.047125:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763245.047127:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763245.047128:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763245.047132:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81853840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320567552:192.168.203.113@tcp:8:kworker.0
00000100:00000001:2.0:1787763245.047153:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763245.047157:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763245.047160:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763245.047163:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763245.047170:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f185000.
02000000:00000001:2.0:1787763245.047173:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763245.047181:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763245.047185:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569ee9f8.
00000400:00000010:2.0:1787763245.047192:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc110.
00000100:00000200:2.0:1787763245.047198:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320567552, portal 4
00000100:00000001:2.0:1787763245.047202:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763245.047205:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699518003264 : -110374191548352 : ffff9b9d81853840)
00000100:00000040:2.0:1787763245.047217:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81853840 x1874599320567552/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763245.047230:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763245.047235:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763245.047240:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc4c8.
00000100:00000200:2.0:1787763245.047245:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320567552, offset 0
00000400:00000200:2.0:1787763245.047253:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763245.047260:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763245.047266:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763245.047270:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763245.047274:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763245.047277:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763245.047280:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763245.047285:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63197:63197:256:4294967295] 192.168.203.113@tcp LPNI seq info [63197:63197:8:4294967295]
00000400:00000200:2.0:1787763245.047290:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763245.047299:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763245.047304:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763245.047309:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e000.
00000800:00000200:2.0:1787763245.047314:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.0:1787763245.047318:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1787763245.047323:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763245.047326:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 23 secs later)
00000800:00000100:2.0:1787763245.047331:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763245.047334:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e000.
00000400:00000200:2.0:1787763245.047338:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787763245.047342:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763245.047346:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc4c8
00000400:00000010:2.0:1787763245.047348:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc4c8.
00000100:00000001:2.0:1787763245.047352:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763245.047357:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d81853840 x1874599320567552/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763245.047400:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763245.047404:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81853840 x1874599320567552/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763270 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763245.047413:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763245.047415:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763245.047420:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763245.047423:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:2.0:1787763245.047428:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763245.047430:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315080228
00000100:00000001:2.0:1787763245.047434:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315081464
00000100:00000001:2.0:1787763245.047436:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315080228
00000100:00000001:2.0:1787763245.047439:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315081464
00000100:00000001:2.0:1787763245.047474:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763245.047477:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763245.047481:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763245.047487:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763245/real 1787763245]  req@ffff9b9d81853840 x1874599320567552/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763245.047498:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763245.047500:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763245.047502:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569ee9f8.
00000400:00000200:2.0:1787763245.047506:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc110
00000400:00000010:2.0:1787763245.047508:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc110.
00000100:00000001:2.0:1787763245.047511:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763245.047515:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81853840 x1874599320567552/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763245.047542:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81853840 x1874599320567552/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763245.047548:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763245.047550:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763245.047552:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763245.047554:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763245.047557:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81853840 x1874599320567552/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763245.047564:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763245.047568:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81853840 x1874599320567552/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763270 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763245.047574:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763245.047576:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763245.047578:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763245.047579:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763245.047581:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763245.047582:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763245.047585:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763245.047588:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763245.047590:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763245.047593:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81853840 x1874599320567552/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763270 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763245.047601:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81853840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320567552:192.168.203.113@tcp:8:kworker.0
00000100:00000001:2.0:1787763245.047604:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763245.047607:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763245.047610:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81851680 x1874599320567296/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763270 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763245.047617:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763245.047619:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763245.047621:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f187000.
02000000:00000001:2.0:1787763245.047623:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763245.047625:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763245.047627:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:2.0:1787763245.047629:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763245.047631:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d5055bc00.
02000000:00000001:2.0:1787763245.047634:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763245.047636:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763245.047637:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81851680.
00000100:00000001:2.0:1787763245.047640:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763245.047641:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763245.047643:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763245.047646:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81850f00 x1874599320567424/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763270 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763245.047652:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763245.047654:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763245.047655:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f184000.
02000000:00000001:2.0:1787763245.047657:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763245.047658:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763245.047659:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:2.0:1787763245.047661:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763245.047662:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d50558c00.
02000000:00000001:2.0:1787763245.047665:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763245.047666:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763245.047667:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81850f00.
00000100:00000001:2.0:1787763245.047669:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763245.047670:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763245.047672:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763245.047674:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81853840 x1874599320567552/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763270 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763245.047680:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763245.047681:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763245.047683:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f185000.
02000000:00000001:2.0:1787763245.047685:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763245.047686:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763245.047687:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:2.0:1787763245.047688:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763245.047690:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d5055a400.
02000000:00000001:2.0:1787763245.047692:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763245.047694:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763245.047696:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81853840.
00000100:00000001:2.0:1787763245.047698:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763245.047699:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763245.047701:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763245.047705:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763245.047707:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763245.047709:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787763245.047711:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763245.236548:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763245.236560:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763245.236572:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763245.236575:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763245.236581:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763245.236584:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763245.236701:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763245.236709:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763245.236715:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763246.068576:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763246.068589:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763246.068594:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763246.068603:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763246.068611:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763246.068615:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763246.068618:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763246.068622:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763246.068626:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763246.260556:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763246.260565:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763246.260573:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763246.260575:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763246.260582:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763246.260584:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763246.260711:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763246.260717:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763246.260722:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787763246.324595:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4315081464, at 4315081472
00000100:00000010:0.0:1787763246.324615:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d5891f180.
00000100:00000001:3.0:1787763247.092605:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763247.092615:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763247.092618:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763247.092625:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763247.092629:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763247.092634:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763247.092639:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763247.092643:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763247.092647:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763247.284620:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763247.284627:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763247.284635:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763247.284637:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763247.284642:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763247.284643:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763247.284713:0:281543:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763247.284719:0:281543:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763247.284723:0:281543:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763248.116581:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763248.116593:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763248.116598:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763248.116606:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763248.116613:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763248.116619:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763248.116624:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763248.116629:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763248.116635:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763248.308593:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763248.308601:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763248.308609:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763248.308611:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763248.308615:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763248.308617:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763248.308692:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763248.308699:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763248.308704:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763249.140566:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763249.140577:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763249.140582:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763249.140590:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763249.140598:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763249.140605:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763249.140611:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763249.140618:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763249.140625:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763249.332606:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763249.332616:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763249.332620:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763249.332625:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763249.332631:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763249.332635:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763249.332638:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763249.332642:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763249.332647:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763249.332650:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763249.332652:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763249.332654:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763249.332656:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763249.332657:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763249.332659:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763249.332662:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763249.332665:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763249.332667:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763249.332750:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763249.332756:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763249.332762:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763250.164628:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763250.164638:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:2.0:1787763250.164643:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1787763250.164644:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763250.164655:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00080000:2.0:1787763250.164657:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787763250.164665:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1787763250.164666:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1787763250.164671:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763250.164673:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763250.164681:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1787763250.164681:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763250.164689:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763250.164694:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763250.164704:0:268573:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20412
00000400:00000200:2.0:1787763250.164728:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763250.164737:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763250.164741:0:268573:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763250.164745:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763250.164758:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763250.164763:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763250.164766:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:2.0:1787763250.164771:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763250.164773:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:2.0:1787763250.164777:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763250.164781:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:2.0:1787763250.164784:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:2.0:1787763250.164788:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:2.0:1787763250.164794:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763250.164797:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763250.164801:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763250.164805:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:2.0:1787763250.164811:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:2.0:1787763250.164819:0:268573:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763250.164824:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763250.164846:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763250.164852:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763250.164857:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763250.164860:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787763250.164883:0:268573:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763250.164924:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d569680.
00000020:00000040:2.0:1787763250.164929:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:2.0:1787763250.164934:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763250.164936:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763250.164939:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763250.164943:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763250.164948:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763250.164958:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f185000.
00000100:00000001:2.0:1787763250.164966:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763250.164976:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d569680 x1874599320567680/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763250.164989:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763250.164993:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763250.164999:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d90ce636] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d569680 x1874599320567680/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763250.165028:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763250.165033:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763250.165037:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787763250.165038:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763250.165041:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763250.165044:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763250.165047:0:268573:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20412
00000400:00000200:2.0:1787763250.165052:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763250.165056:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763250.165059:0:268573:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763250.165063:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763250.165066:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763250.165069:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763250.165073:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:2.0:1787763250.165076:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763250.165077:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000020:00000001:2.0:1787763250.165079:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763250.165083:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000020:00000001:2.0:1787763250.165085:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000020:00000001:2.0:1787763250.165087:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000040:2.0:1787763250.165092:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763250.165099:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763250.165102:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763250.165110:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:2.0:1787763250.165118:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00080000:2.0:1787763250.165123:0:268573:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763250.165127:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763250.165130:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763250.165137:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763250.165145:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763250.165151:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787763250.165158:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787763250.165168:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763250.165173:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763250.165182:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d568000.
00000020:00000040:2.0:1787763250.165187:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
02000000:00000001:2.0:1787763250.165193:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763250.165198:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763250.165204:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763250.165209:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763250.165214:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763250.165223:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f184000.
00000100:00000001:2.0:1787763250.165233:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763250.165243:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d568000 x1874599320567808/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763250.165251:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763250.165254:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763250.165258:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000040389d09] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d568000 x1874599320567808/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763250.165268:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763250.165274:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763250.165283:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787763250.165287:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763250.165288:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763250.165291:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763250.165294:0:268573:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20412
00000400:00000200:2.0:1787763250.165298:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763250.165302:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763250.165310:0:268573:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763250.165318:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763250.165322:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763250.165372:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763250.165382:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:2.0:1787763250.165388:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763250.165391:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000020:00000001:2.0:1787763250.165398:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763250.165402:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000020:00000001:2.0:1787763250.165406:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000020:00000001:2.0:1787763250.165414:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00000040:2.0:1787763250.165422:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763250.165427:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763250.165437:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763250.165446:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:2.0:1787763250.165456:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000100:00080000:2.0:1787763250.165512:0:268573:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763250.165517:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763250.165524:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763250.165530:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763250.165538:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763250.165541:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787763250.165545:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787763250.165551:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763250.165556:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763250.165569:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d5692c0.
00000020:00000040:2.0:1787763250.165573:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
02000000:00000001:2.0:1787763250.165581:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763250.165586:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763250.165591:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763250.165594:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763250.165597:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763250.165606:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f187000.
00000100:00000001:2.0:1787763250.165616:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763250.165632:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d5692c0 x1874599320567936/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763250.165659:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763250.165665:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763250.165678:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000103818ef] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d5692c0 x1874599320567936/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763250.165701:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763250.165711:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1787763250.165722:0:268573:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1787763250.165730:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763250.165743:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787763250.165747:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763250.165753:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763250.165759:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763250.165767:0:268573:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20412
00000400:00000200:2.0:1787763250.165781:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000800:00000200:1.1:1787763250.165792:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000400:00000200:2.0:1787763250.165793:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763250.165803:0:268573:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763250.165806:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763250.165809:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763250.165812:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763250.165814:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000800:00000200:1.1:1787763250.165818:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000020:00000001:2.0:1787763250.165820:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763250.165825:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000020:00000001:2.0:1787763250.165847:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763250.165853:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000020:00000001:2.0:1787763250.165863:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000020:00000001:2.0:1787763250.165871:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000040:2.0:1787763250.165877:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763250.165885:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763250.165894:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763250.165903:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:2.0:1787763250.165907:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00080000:2.0:1787763250.165915:0:268573:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763250.165921:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763250.165925:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763250.165931:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763250.165935:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763250.165942:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787763250.165947:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787763250.165957:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763250.165962:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763250.165972:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d56b840.
00000020:00000040:2.0:1787763250.165978:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
02000000:00000001:2.0:1787763250.165986:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763250.165990:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763250.165996:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763250.166000:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763250.166005:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763250.166013:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f186000.
00000100:00000001:2.0:1787763250.166018:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763250.166032:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d56b840 x1874599320568064/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763250.166045:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763250.166049:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763250.166055:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2e525cc] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d56b840 x1874599320568064/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763250.166067:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763250.166078:0:268573:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20423)
00000800:00000200:1.1:1787763250.166615:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763250.166620:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787763250.167003:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763250.167006:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787763250.167404:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763250.167408:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00010000:00000001:3.0:1787763250.356576:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763250.356588:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763250.356601:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763250.356604:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763250.356611:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763250.356613:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763250.356741:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763250.356747:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763250.356752:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763251.188554:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763251.188564:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763251.188568:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763251.188574:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763251.188579:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763251.188585:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763251.188589:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763251.188592:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763251.188596:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763251.380602:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763251.380610:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763251.380620:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763251.380623:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763251.380628:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763251.380630:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763251.380708:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763251.380715:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763251.380720:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787763251.444593:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4315086584, at 4315086592
00000100:00000010:0.0:1787763251.444613:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69b960.
00000100:00000001:3.0:1787763252.212555:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763252.212568:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763252.212573:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763252.212584:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763252.212592:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763252.212599:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763252.212604:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763252.212608:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763252.212614:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763252.404552:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763252.404560:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763252.404569:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763252.404572:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763252.404579:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763252.404584:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763252.404588:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763252.404591:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763252.404595:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763252.404597:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763252.404599:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763252.404602:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763252.404706:0:281543:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763252.404711:0:281543:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763252.404715:0:281543:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763253.236591:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763253.236600:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763253.236603:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763253.236609:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763253.236613:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763253.236618:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763253.236621:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763253.236624:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763253.236628:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763253.428592:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763253.428602:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763253.428611:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763253.428614:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763253.428620:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763253.428622:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763253.428709:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763253.428715:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763253.428719:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763254.260537:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763254.260548:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763254.260550:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763254.260556:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763254.260560:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763254.260565:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763254.260568:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763254.260572:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763254.260575:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763254.452546:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763254.452556:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763254.452564:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763254.452566:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763254.452571:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763254.452572:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763254.452624:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763254.452629:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763254.452632:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787763255.284573:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763255.284586:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787763255.284590:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763255.284595:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763255.284602:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787763255.284603:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1787763255.284612:0:291943:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20418
00000100:00000001:2.0:1787763255.284615:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763255.284622:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787763255.284629:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00100000:2.0:1787763255.284633:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000400:00000200:3.0:1787763255.284641:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00000001:2.0:1787763255.284643:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1787763255.284648:0:291943:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787763255.284651:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787763255.284657:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763255.284660:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763255.284667:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787763255.284668:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787763255.284675:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763255.284677:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763255.284682:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763255.284687:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763255.284689:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:3.0:1787763255.284692:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763255.284698:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:3.0:1787763255.284704:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:3.0:1787763255.284707:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:3.0:1787763255.284711:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763255.284715:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763255.284719:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763255.284722:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787763255.284726:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:3.0:1787763255.284730:0:291943:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763255.284733:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763255.284736:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763255.284740:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763255.284744:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763255.284746:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787763255.284749:0:291943:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763255.284760:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d564f00.
00000020:00000040:3.0:1787763255.284764:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:3.0:1787763255.284770:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763255.284772:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763255.284775:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763255.284778:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763255.284783:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763255.284792:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45905800.
00000100:00000001:3.0:1787763255.284799:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763255.284810:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d564f00 x1874599320568192/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763255.284823:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763255.284828:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763255.284834:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001dcdc0d3] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d564f00 x1874599320568192/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763255.284863:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763255.284867:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763255.284871:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787763255.284881:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763255.284883:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763255.284887:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763255.284890:0:291943:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20418
00000400:00000200:3.0:1787763255.284894:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763255.284899:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763255.284902:0:291943:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763255.284908:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763255.284912:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763255.284915:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763255.284918:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763255.284922:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763255.284928:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000020:00000001:3.0:1787763255.284931:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763255.284938:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000020:00000001:3.0:1787763255.284946:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000020:00000001:3.0:1787763255.284950:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000040:3.0:1787763255.284957:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763255.284959:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763255.284961:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763255.284965:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787763255.284968:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00080000:3.0:1787763255.284977:0:291943:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763255.284985:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763255.284991:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763255.285001:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763255.285007:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763255.285013:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763255.285023:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763255.285031:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763255.285038:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763255.285044:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d566940.
00000020:00000040:3.0:1787763255.285050:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
02000000:00000001:3.0:1787763255.285057:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763255.285062:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763255.285064:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763255.285065:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763255.285089:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763255.285103:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45905000.
00000100:00000001:3.0:1787763255.285111:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763255.285124:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d566940 x1874599320568320/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763255.285150:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763255.285159:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763255.285175:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ae4254c] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d566940 x1874599320568320/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763255.285260:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763255.285268:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763255.285278:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787763255.285282:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763255.285288:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763255.285318:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763255.285327:0:291943:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20418
00000400:00000200:3.0:1787763255.285359:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763255.285371:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763255.285376:0:291943:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763255.285386:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763255.285391:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763255.285398:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763255.285404:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763255.285414:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763255.285418:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000020:00000001:3.0:1787763255.285421:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763255.285429:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000020:00000001:3.0:1787763255.285435:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000020:00000001:3.0:1787763255.285440:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00000040:3.0:1787763255.285451:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763255.285532:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763255.285537:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763255.285540:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787763255.285543:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000100:00080000:3.0:1787763255.285549:0:291943:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763255.285552:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763255.285555:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763255.285560:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763255.285566:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763255.285572:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763255.285576:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763255.285583:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763255.285586:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763255.285592:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d567c00.
00000020:00000040:3.0:1787763255.285598:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
02000000:00000001:3.0:1787763255.285604:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763255.285609:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763255.285614:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763255.285619:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763255.285622:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763255.285632:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45906400.
00000100:00000001:3.0:1787763255.285640:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763255.285653:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d567c00 x1874599320568448/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763255.285675:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763255.285680:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763255.285695:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cde0ae17] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d567c00 x1874599320568448/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1787763255.285697:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763255.285708:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000100:00000001:3.0:1787763255.285722:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763255.285727:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787763255.285739:0:291943:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1787763255.285746:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763255.285754:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787763255.285761:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763255.285768:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763255.285772:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763255.285782:0:291943:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20418
00000400:00000200:3.0:1787763255.285791:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763255.285803:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763255.285808:0:291943:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763255.285818:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763255.285825:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763255.285833:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763255.285841:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763255.285847:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763255.285851:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000020:00000001:3.0:1787763255.285856:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763255.285862:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000020:00000001:3.0:1787763255.285869:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000020:00000001:3.0:1787763255.285876:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000040:3.0:1787763255.285888:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763255.285895:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763255.285902:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763255.285909:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787763255.285917:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00080000:3.0:1787763255.285924:0:291943:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763255.285932:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763255.285937:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763255.285942:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763255.285945:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763255.285950:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763255.285955:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763255.285962:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763255.285967:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763255.285980:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d565a40.
00000020:00000040:3.0:1787763255.285984:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
02000000:00000001:3.0:1787763255.285990:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763255.285994:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763255.286004:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763255.286005:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763255.286008:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763255.286016:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45907400.
00000100:00000001:3.0:1787763255.286024:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763255.286036:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d565a40 x1874599320568576/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763255.286060:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763255.286065:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763255.286074:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001352b87a] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d565a40 x1874599320568576/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763255.286123:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763255.286133:0:291943:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20428)
00000800:00000200:1.1:1787763255.286615:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763255.286620:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787763255.286983:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763255.286986:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787763255.287329:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763255.287332:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00010000:00000001:3.0:1787763255.476662:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763255.476669:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763255.476675:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763255.476676:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763255.476680:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763255.476681:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763255.476788:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763255.476798:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763255.476807:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787763256.308568:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763256.308578:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763256.308581:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763256.308588:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787763256.308594:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763256.308599:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763256.308604:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763256.308608:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763256.308612:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763256.500537:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763256.500545:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763256.500552:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763256.500554:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763256.500558:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763256.500559:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763256.500648:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763256.500657:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763256.500663:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787763256.564591:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4315091704, at 4315091712
00000100:00000010:0.0:1787763256.564615:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69b780.
00000100:00000001:2.0:1787763257.332537:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763257.332544:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763257.332546:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763257.332551:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787763257.332554:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763257.332557:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763257.332560:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763257.332562:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763257.332565:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763257.524533:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763257.524542:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763257.524548:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763257.524550:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763257.524554:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763257.524554:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763257.524657:0:281543:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763257.524665:0:281543:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763257.524671:0:281543:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787763258.356607:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763258.356616:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763258.356620:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763258.356627:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787763258.356631:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763258.356636:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763258.356640:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763258.356643:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763258.356647:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763258.548560:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763258.548568:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763258.548575:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763258.548578:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763258.548584:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763258.548585:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763258.548636:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763258.548641:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763258.548644:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787763259.380552:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763259.380560:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763259.380562:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763259.380568:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787763259.380572:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763259.380577:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763259.380580:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763259.380583:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763259.380586:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763259.572580:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763259.572588:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763259.572590:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763259.572593:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763259.572599:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763259.572601:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763259.572603:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763259.572606:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763259.572611:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763259.572614:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763259.572615:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763259.572617:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763259.572618:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763259.572620:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763259.572622:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763259.572624:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763259.572628:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763259.572630:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763259.572685:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763259.572690:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763259.572694:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787763260.404592:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1787763260.404603:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:0.0:1787763260.404607:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787763260.404612:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787763260.404614:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1787763260.404615:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763260.404624:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00080000:0.0:1787763260.404626:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763260.404633:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787763260.404638:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1787763260.404639:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763260.404648:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763260.404652:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1787763260.404655:0:268573:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20423
00000100:00000001:3.0:1787763260.404657:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787763260.404678:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763260.404689:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763260.404694:0:268573:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763260.404700:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763260.404705:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763260.404709:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763260.404713:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763260.404719:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763260.404722:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:0.0:1787763260.404726:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763260.404731:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:0.0:1787763260.404751:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:0.0:1787763260.404755:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:0.0:1787763260.404759:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763260.404763:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763260.404765:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763260.404768:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787763260.404773:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:0.0:1787763260.404778:0:268573:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763260.404782:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763260.404786:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763260.404791:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763260.404795:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763260.404798:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787763260.404801:0:268573:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763260.404812:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81852d00.
00000020:00000040:0.0:1787763260.404817:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:0.0:1787763260.404823:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763260.404827:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763260.404831:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763260.404834:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763260.404840:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763260.404849:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d5055ac00.
00000100:00000001:0.0:1787763260.404858:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763260.404870:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81852d00 x1874599320568704/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763260.404884:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763260.404890:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763260.404897:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033d5c64e] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81852d00 x1874599320568704/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763260.404927:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763260.404933:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763260.404939:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787763260.404942:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763260.404944:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763260.404949:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763260.404954:0:268573:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20423
00000400:00000200:0.0:1787763260.404960:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763260.404966:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763260.404970:0:268573:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763260.404974:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763260.404978:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763260.404982:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763260.404986:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763260.404990:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763260.404993:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000020:00000001:0.0:1787763260.404997:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763260.405001:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000020:00000001:0.0:1787763260.405005:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000020:00000001:0.0:1787763260.405012:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000040:0.0:1787763260.405021:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763260.405028:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763260.405036:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763260.405043:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787763260.405049:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00080000:0.0:1787763260.405060:0:268573:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763260.405070:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763260.405076:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763260.405087:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763260.405098:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763260.405103:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763260.405113:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787763260.405123:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763260.405130:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763260.405139:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81851e00.
00000020:00000040:0.0:1787763260.405149:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
02000000:00000001:0.0:1787763260.405156:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763260.405161:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763260.405170:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763260.405175:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763260.405181:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763260.405194:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d5055b000.
00000100:00000001:0.0:1787763260.405206:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763260.405222:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81851e00 x1874599320568832/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763260.405280:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763260.405288:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763260.405323:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ab0eea16] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81851e00 x1874599320568832/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763260.405366:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763260.405377:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763260.405393:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787763260.405400:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763260.405408:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763260.405421:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763260.405434:0:268573:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20423
00000400:00000200:0.0:1787763260.405536:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763260.405555:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763260.405564:0:268573:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763260.405579:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763260.405589:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763260.405599:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763260.405613:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000800:00000200:1.1:1787763260.405613:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000020:00000001:0.0:1787763260.405625:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000200:1.1:1787763260.405627:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00000020:00000040:0.0:1787763260.405632:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000020:00000001:0.0:1787763260.405642:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763260.405651:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000020:00000001:0.0:1787763260.405661:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000020:00000001:0.0:1787763260.405668:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00000040:0.0:1787763260.405682:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763260.405691:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763260.405703:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763260.405714:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787763260.405725:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000100:00080000:0.0:1787763260.405736:0:268573:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763260.405748:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763260.405758:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763260.405769:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763260.405778:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763260.405788:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763260.405795:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787763260.405808:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763260.405816:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763260.405830:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81850780.
00000020:00000040:0.0:1787763260.405841:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
02000000:00000001:0.0:1787763260.405852:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763260.405874:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763260.405879:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763260.405884:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763260.405889:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763260.405898:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d50559000.
00000100:00000001:0.0:1787763260.405907:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763260.405921:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81850780 x1874599320568960/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763260.405934:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763260.405938:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763260.405945:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000099b37720] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81850780 x1874599320568960/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763260.405958:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763260.405963:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1787763260.405969:0:268573:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1787763260.405976:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763260.405987:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787763260.405990:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763260.405994:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763260.406002:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763260.406008:0:268573:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20423
00000400:00000200:0.0:1787763260.406020:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763260.406029:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763260.406034:0:268573:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763260.406045:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763260.406054:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763260.406065:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763260.406073:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763260.406083:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763260.406088:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000020:00000001:0.0:1787763260.406093:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763260.406099:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000020:00000001:0.0:1787763260.406105:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000020:00000001:0.0:1787763260.406112:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000040:0.0:1787763260.406125:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763260.406134:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763260.406144:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763260.406152:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787763260.406161:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00080000:0.0:1787763260.406172:0:268573:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763260.406182:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763260.406191:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763260.406199:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763260.406208:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763260.406215:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763260.406221:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787763260.406229:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763260.406236:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763260.406247:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81851a40.
00000020:00000040:0.0:1787763260.406277:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
02000000:00000001:0.0:1787763260.406307:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763260.406313:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763260.406322:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763260.406328:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763260.406336:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763260.406349:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d50558000.
00000100:00000001:0.0:1787763260.406378:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763260.406401:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81851a40 x1874599320569088/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763260.406467:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763260.406523:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763260.406541:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014835854] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81851a40 x1874599320569088/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763260.406576:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763260.406593:0:268573:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20433)
00000800:00000200:1.1:1787763260.406835:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763260.406838:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787763260.407194:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763260.407197:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787763260.407605:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763260.407609:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00010000:00000001:3.0:1787763260.596563:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763260.596571:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763260.596578:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763260.596580:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763260.596584:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763260.596586:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763260.596678:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763260.596684:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763260.596689:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763261.428511:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763261.428519:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763261.428523:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763261.428530:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763261.428535:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763261.428539:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763261.428542:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763261.428544:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763261.428547:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763261.620614:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763261.620623:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763261.620631:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763261.620634:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763261.620638:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763261.620640:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763261.620736:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763261.620742:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763261.620746:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787763261.684557:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4315096824, at 4315096832
00000100:00000010:0.0:1787763261.684579:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69b600.
00000100:00000001:3.0:1787763262.452567:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763262.452579:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763262.452584:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763262.452593:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763262.452600:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763262.452605:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763262.452609:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763262.452613:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763262.452616:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763262.644581:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763262.644590:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763262.644600:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763262.644602:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763262.644607:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763262.644612:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763262.644615:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763262.644619:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763262.644623:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763262.644625:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763262.644628:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763262.644631:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763262.644757:0:281543:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763262.644763:0:281543:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763262.644768:0:281543:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763263.476615:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763263.476622:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763263.476632:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763263.476637:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763263.476649:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763263.476652:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763263.476655:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763263.476659:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763263.476662:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763263.668599:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763263.668605:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763263.668610:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763263.668611:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763263.668614:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763263.668615:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763263.668685:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763263.668697:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763263.668700:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763264.500508:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763264.500514:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763264.500516:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763264.500520:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763264.500524:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763264.500527:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763264.500530:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763264.500532:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763264.500534:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763264.692585:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763264.692596:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763264.692605:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763264.692607:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763264.692612:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763264.692615:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763264.692731:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763264.692736:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763264.692740:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763265.524557:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763265.524567:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763265.524570:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763265.524577:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763265.524585:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763265.524591:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763265.524596:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763265.524601:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763265.524606:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763265.524628:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763265.524700:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787763265.524704:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763265.524710:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763265.524716:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763265.524727:0:268573:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20428
00000400:00000200:2.0:1787763265.524743:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763265.524755:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763265.524761:0:268573:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763265.524768:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763265.524773:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763265.524777:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763265.524782:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:2.0:1787763265.524788:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763265.524791:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:2.0:1787763265.524796:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763265.524802:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:2.0:1787763265.524806:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:2.0:1787763265.524811:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:2.0:1787763265.524818:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763265.524821:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763265.524826:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763265.524830:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:2.0:1787763265.524835:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:2.0:1787763265.524842:0:268573:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763265.524847:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763265.524852:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763265.524858:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763265.524864:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763265.524868:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787763265.524873:0:268573:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763265.524885:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d56a940.
00000020:00000040:2.0:1787763265.524892:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:2.0:1787763265.524899:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763265.524902:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763265.524907:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763265.524911:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763265.524918:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763265.524970:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f185000.
00000100:00000001:2.0:1787763265.525000:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763265.525017:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d56a940 x1874599320569216/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763265.525056:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763265.525064:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763265.525075:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b4aca245] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d56a940 x1874599320569216/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763265.525115:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763265.525122:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763265.525128:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787763265.525131:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763265.525135:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763265.525160:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763265.525167:0:268573:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20428
00000400:00000200:2.0:1787763265.525184:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763265.525191:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763265.525196:0:268573:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763265.525202:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763265.525208:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763265.525215:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763265.525242:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:2.0:1787763265.525249:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763265.525253:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000020:00000001:2.0:1787763265.525262:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763265.525272:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000020:00000001:2.0:1787763265.525284:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000020:00000001:2.0:1787763265.525296:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000040:2.0:1787763265.525312:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763265.525323:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763265.525337:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763265.525349:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:2.0:1787763265.525359:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00080000:2.0:1787763265.525375:0:268573:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763265.525388:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763265.525397:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763265.525411:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763265.525422:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763265.525430:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787763265.525508:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787763265.525525:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763265.525534:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763265.525544:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d568b40.
00000020:00000040:2.0:1787763265.525550:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
02000000:00000001:2.0:1787763265.525556:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763265.525559:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763265.525563:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763265.525570:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763265.525578:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763265.525592:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f184c00.
00000100:00000001:2.0:1787763265.525606:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763265.525625:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d568b40 x1874599320569344/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763265.525654:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763265.525664:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763265.525683:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a25ffa6] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d568b40 x1874599320569344/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763265.525731:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763265.525744:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763265.525763:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787763265.525772:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763265.525780:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763265.525793:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763265.525805:0:268573:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20428
00000400:00000200:2.0:1787763265.525822:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763265.525836:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000800:00000200:1.1:1787763265.525839:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00080000:2.0:1787763265.525847:0:268573:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000800:00000200:1.1:1787763265.525849:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 2 secs later)
00000100:00000040:2.0:1787763265.525862:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763265.525874:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763265.525885:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763265.525896:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:2.0:1787763265.525910:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763265.525916:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000020:00000001:2.0:1787763265.525924:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763265.525933:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000020:00000001:2.0:1787763265.525945:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000020:00000001:2.0:1787763265.525956:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00000040:2.0:1787763265.525970:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763265.525979:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763265.525991:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763265.526000:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:2.0:1787763265.526012:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000100:00080000:2.0:1787763265.526024:0:268573:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763265.526039:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763265.526050:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763265.526060:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763265.526069:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763265.526078:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787763265.526084:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787763265.526094:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763265.526105:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763265.526121:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d56b840.
00000020:00000040:2.0:1787763265.526132:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
02000000:00000001:2.0:1787763265.526144:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763265.526151:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763265.526159:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763265.526167:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763265.526174:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763265.526182:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f184000.
00000100:00000001:2.0:1787763265.526191:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763265.526213:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d56b840 x1874599320569472/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763265.526295:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763265.526307:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763265.526328:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2e525cc] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d56b840 x1874599320569472/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763265.526378:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763265.526389:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1787763265.526407:0:268573:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1787763265.526419:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763265.526435:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787763265.526481:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763265.526491:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763265.526505:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763265.526519:0:268573:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20428
00000400:00000200:2.0:1787763265.526539:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763265.526555:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763265.526567:0:268573:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763265.526584:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763265.526596:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763265.526608:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763265.526617:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:2.0:1787763265.526630:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763265.526638:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000020:00000001:2.0:1787763265.526649:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763265.526659:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000020:00000001:2.0:1787763265.526672:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000020:00000001:2.0:1787763265.526687:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000040:2.0:1787763265.526704:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763265.526712:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763265.526723:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763265.526735:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:2.0:1787763265.526745:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00080000:2.0:1787763265.526760:0:268573:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763265.526771:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763265.526783:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763265.526794:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763265.526808:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763265.526819:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787763265.526829:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787763265.526843:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763265.526854:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763265.526869:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d5692c0.
00000020:00000040:2.0:1787763265.526881:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
02000000:00000001:2.0:1787763265.526892:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763265.526899:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763265.526910:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763265.526918:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763265.526925:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763265.526939:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f187000.
00000100:00000001:2.0:1787763265.526954:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763265.526976:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d5692c0 x1874599320569600/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763265.527016:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763265.527026:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763265.527046:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000103818ef] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d5692c0 x1874599320569600/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763265.527098:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763265.527114:0:268573:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20438)
00000800:00000200:1.1:1787763265.527141:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763265.527144:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787763265.527568:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763265.527571:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787763265.528007:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763265.528010:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 2 secs later)
00010000:00000001:3.0:1787763265.716603:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763265.716610:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763265.716618:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763265.716620:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763265.716624:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763265.716625:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763265.716693:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763265.716699:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763265.716703:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763266.548520:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763266.548530:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763266.548533:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763266.548539:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763266.548544:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763266.548549:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763266.548552:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763266.548555:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763266.548561:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763266.740557:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763266.740565:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763266.740571:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763266.740572:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763266.740576:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763266.740578:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763266.740735:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763266.740744:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763266.740750:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787763266.804563:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4315101944, at 4315101952
00000100:00000010:0.0:1787763266.804659:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69b240.
00000100:00000001:3.0:1787763267.572516:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763267.572525:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763267.572527:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763267.572534:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763267.572537:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763267.572541:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763267.572543:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763267.572546:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763267.572549:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763267.764542:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763267.764550:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763267.764555:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763267.764557:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763267.764560:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763267.764561:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763267.764614:0:281543:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763267.764619:0:281543:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763267.764622:0:281543:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763268.596521:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763268.596530:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763268.596533:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763268.596539:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763268.596543:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763268.596548:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763268.596551:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763268.596553:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763268.596556:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763268.788541:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763268.788551:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763268.788559:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763268.788560:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763268.788565:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763268.788567:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763268.788616:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763268.788621:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763268.788624:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763269.620605:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763269.620616:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763269.620619:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763269.620625:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763269.620630:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763269.620634:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763269.620638:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763269.620642:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763269.620645:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763269.812523:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763269.812532:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763269.812535:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763269.812538:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763269.812544:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763269.812546:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763269.812548:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763269.812550:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763269.812553:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763269.812555:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763269.812556:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763269.812557:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763269.812558:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763269.812559:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763269.812560:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763269.812562:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763269.812565:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763269.812566:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763269.812621:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763269.812625:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763269.812629:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763270.644524:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:2.0:1787763270.644525:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1787763270.644533:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:2.0:1787763270.644537:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787763270.644537:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763270.644543:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:3.0:1787763270.644544:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00080000:2.0:1787763270.644547:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763270.644549:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763270.644552:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1787763270.644560:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1787763270.644561:0:291943:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20433
00000100:00000001:3.0:1787763270.644566:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763270.644571:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1787763270.644575:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:3.0:1787763270.644575:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763270.644584:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763270.644588:0:291943:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763270.644591:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763270.644594:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763270.644596:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763270.644599:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:2.0:1787763270.644602:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763270.644604:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:2.0:1787763270.644607:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763270.644611:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:2.0:1787763270.644613:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:2.0:1787763270.644615:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:2.0:1787763270.644617:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763270.644619:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763270.644620:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763270.644622:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:2.0:1787763270.644625:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:2.0:1787763270.644628:0:291943:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763270.644631:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763270.644633:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763270.644636:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763270.644639:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763270.644641:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787763270.644643:0:291943:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763270.644654:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d568000.
00000020:00000040:2.0:1787763270.644658:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:2.0:1787763270.644662:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763270.644664:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763270.644667:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763270.644670:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763270.644675:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763270.644686:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f186000.
00000100:00000001:2.0:1787763270.644694:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763270.644704:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d568000 x1874599320569728/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763270.644714:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763270.644718:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763270.644722:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000040389d09] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d568000 x1874599320569728/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763270.644741:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763270.644744:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763270.644747:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787763270.644748:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763270.644750:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763270.644752:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763270.644754:0:291943:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20433
00000400:00000200:2.0:1787763270.644756:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763270.644759:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763270.644761:0:291943:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763270.644764:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763270.644766:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763270.644768:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763270.644770:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:2.0:1787763270.644771:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763270.644772:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000020:00000001:2.0:1787763270.644774:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763270.644777:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000020:00000001:2.0:1787763270.644779:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000020:00000001:2.0:1787763270.644782:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000040:2.0:1787763270.644786:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763270.644789:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763270.644798:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763270.644802:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:2.0:1787763270.644807:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00080000:2.0:1787763270.644812:0:291943:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763270.644817:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763270.644820:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763270.644827:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763270.644832:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763270.644835:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787763270.644842:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787763270.644848:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763270.644852:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763270.644855:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d569680.
00000020:00000040:2.0:1787763270.644859:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
02000000:00000001:2.0:1787763270.644863:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763270.644865:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763270.644868:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763270.644870:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763270.644872:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763270.644876:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f187000.
00000100:00000001:2.0:1787763270.644882:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763270.644888:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d569680 x1874599320569856/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763270.644897:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763270.644900:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763270.644903:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d90ce636] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d569680 x1874599320569856/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763270.644912:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763270.644915:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763270.644918:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787763270.644920:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763270.644924:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763270.644929:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763270.644934:0:291943:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20433
00000400:00000200:2.0:1787763270.644941:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763270.644947:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763270.644951:0:291943:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763270.644955:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763270.644960:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763270.644964:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763270.644967:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:2.0:1787763270.644971:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763270.644973:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000020:00000001:2.0:1787763270.644974:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763270.644976:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000020:00000001:2.0:1787763270.644980:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000020:00000001:2.0:1787763270.644983:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00000040:2.0:1787763270.644985:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763270.644986:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763270.644988:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763270.644991:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:2.0:1787763270.644994:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000100:00080000:2.0:1787763270.644999:0:291943:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763270.645000:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763270.645001:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763270.645003:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763270.645005:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763270.645006:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787763270.645008:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787763270.645011:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763270.645015:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763270.645019:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d5692c0.
00000020:00000040:2.0:1787763270.645022:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
02000000:00000001:2.0:1787763270.645028:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763270.645030:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763270.645031:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763270.645033:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763270.645037:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763270.645041:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f184000.
00000100:00000001:2.0:1787763270.645045:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763270.645051:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d5692c0 x1874599320569984/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763270.645062:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763270.645065:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763270.645069:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000103818ef] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d5692c0 x1874599320569984/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763270.645078:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763270.645082:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1787763270.645087:0:291943:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1787763270.645093:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763270.645096:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787763270.645097:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763270.645098:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763270.645103:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763270.645106:0:291943:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20433
00000400:00000200:2.0:1787763270.645108:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763270.645112:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763270.645116:0:291943:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763270.645121:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763270.645123:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763270.645128:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763270.645130:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:2.0:1787763270.645135:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763270.645136:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000020:00000001:2.0:1787763270.645137:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763270.645138:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000020:00000001:2.0:1787763270.645140:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000020:00000001:2.0:1787763270.645143:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000040:2.0:1787763270.645147:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763270.645148:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763270.645149:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763270.645151:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:2.0:1787763270.645154:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00080000:2.0:1787763270.645160:0:291943:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763270.645165:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787763270.645165:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
02000000:00000001:2.0:1787763270.645169:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763270.645173:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763270.645174:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763270.645176:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787763270.645177:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787763270.645179:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763270.645181:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763270.645198:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d56b840.
00000020:00000040:2.0:1787763270.645204:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
02000000:00000001:2.0:1787763270.645208:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763270.645210:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763270.645212:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763270.645213:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763270.645216:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763270.645223:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f184c00.
00000100:00000001:2.0:1787763270.645227:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763270.645233:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d56b840 x1874599320570112/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763270.645240:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763270.645244:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763270.645250:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2e525cc] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d56b840 x1874599320570112/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763270.645263:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763270.645269:0:291943:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20443)
00000800:00000200:1.1:1787763270.645388:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763270.645514:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763270.645642:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00010000:00000001:3.0:1787763270.836590:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763270.836599:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763270.836605:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763270.836607:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763270.836611:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763270.836613:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763270.836693:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763270.836700:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763270.836705:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763271.668567:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763271.668576:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763271.668580:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763271.668587:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763271.668592:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763271.668596:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763271.668601:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763271.668605:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763271.668609:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763271.860520:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763271.860530:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763271.860539:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763271.860541:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763271.860547:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763271.860548:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763271.860633:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763271.860637:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763271.860640:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787763271.924525:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4315107063, at 4315107072
00000100:00000010:0.0:1787763271.924543:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69b0c0.
00000100:00000001:3.0:1787763272.692563:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763272.692574:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763272.692577:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763272.692585:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763272.692593:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763272.692599:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763272.692604:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763272.692608:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763272.692612:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763272.884534:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763272.884541:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763272.884548:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763272.884550:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763272.884554:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763272.884567:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763272.884570:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763272.884574:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763272.884578:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763272.884581:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763272.884583:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763272.884586:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763272.884664:0:281543:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763272.884669:0:281543:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763272.884673:0:281543:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763273.716612:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763273.716625:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763273.716630:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763273.716641:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763273.716650:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763273.716657:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763273.716664:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763273.716668:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763273.716673:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:2.0:1787763273.716914:0:256669:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.113:988
00000400:00000100:2.0:1787763273.716988:0:256669:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.113@tcp at host 192.168.203.113 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1787763273.717000:0:256669:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763273.717006:0:256669:0:(router.c:1791:lnet_notify()) 192.168.203.13@tcp notifying 192.168.203.113@tcp: down
00000400:00000200:2.0:1787763273.717014:0:256669:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763273.717020:0:256669:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:2.0:1787763273.717027:0:256669:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.113@tcp
00000800:00000010:2.0:1787763273.717033:0:256669:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef400.
00000400:00000200:2.0:1787763273.717041:0:256669:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1787763273.717048:0:256669:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1787763273.717057:0:256669:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b96e8
00000400:00000010:2.0:1787763273.717060:0:256669:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b96e8.
00000100:00000001:2.0:1787763273.717068:0:256669:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763273.717081:0:256669:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b9d5d568000 x1874599320569728/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763273.717117:0:256669:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763273.717123:0:256669:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d568000 x1874599320569728/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763295 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763273.717132:0:256669:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763273.717135:0:256669:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1787763273.717151:0:256669:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.113@tcp
00000800:00000010:2.0:1787763273.717154:0:256669:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef900.
00000400:00000200:2.0:1787763273.717158:0:256669:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1787763273.717162:0:256669:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1787763273.717178:0:256669:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9770
00000400:00000010:2.0:1787763273.717180:0:256669:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9770.
00000100:00000001:2.0:1787763273.717184:0:256669:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763273.717190:0:256669:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b9d5d569680 x1874599320569856/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763273.717201:0:256669:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763273.717204:0:256669:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d569680 x1874599320569856/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763295 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763273.717211:0:256669:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763273.717213:0:256669:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1787763273.717219:0:256669:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.113@tcp
00000800:00000010:2.0:1787763273.717221:0:256669:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef500.
00000400:00000200:2.0:1787763273.717225:0:256669:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1787763273.717228:0:256669:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1787763273.717232:0:256669:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b93b8
00000400:00000010:2.0:1787763273.717234:0:256669:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b93b8.
00000100:00000001:2.0:1787763273.717239:0:256669:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763273.717244:0:256669:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b9d5d5692c0 x1874599320569984/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763273.717253:0:256669:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763273.717256:0:256669:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d5692c0 x1874599320569984/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763295 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763273.717264:0:256669:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763273.717266:0:256669:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1787763273.717271:0:256669:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.113@tcp
00000800:00000010:2.0:1787763273.717274:0:256669:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718eff00.
00000400:00000200:2.0:1787763273.717278:0:256669:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1787763273.717281:0:256669:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1787763273.717285:0:256669:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b95d8
00000400:00000010:2.0:1787763273.717287:0:256669:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b95d8.
00000100:00000001:2.0:1787763273.717290:0:256669:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763273.717296:0:256669:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b9d5d56b840 x1874599320570112/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763273.717304:0:256669:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763273.717308:0:256669:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d56b840 x1874599320570112/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763295 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763273.717315:0:256669:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763273.717317:0:256669:0:(events.c:68:request_out_callback()) Process leaving
00010000:00000001:3.0:1787763273.908566:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763273.908575:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763273.908580:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763273.908581:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763273.908584:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763273.908585:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763273.908694:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763273.908704:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763273.908710:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763274.740557:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763274.740566:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763274.740568:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763274.740575:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763274.740578:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763274.740584:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763274.740587:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763274.740590:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763274.740593:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763274.932527:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763274.932535:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763274.933793:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763274.933795:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763274.933799:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763274.933800:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763274.933918:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763274.933925:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763274.933929:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763275.764526:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:2.0:1787763275.764533:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1787763275.764536:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763275.764539:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763275.764542:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787763275.764546:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:3.0:1787763275.764546:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00080000:2.0:1787763275.764551:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763275.764552:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763275.764558:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1787763275.764558:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763275.764564:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763275.764568:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1787763275.764570:0:291943:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20438
00000100:00000001:3.0:1787763275.764573:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763275.764583:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763275.764590:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763275.764594:0:291943:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763275.764599:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763275.764602:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763275.764605:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763275.764607:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:2.0:1787763275.764611:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763275.764613:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:2.0:1787763275.764616:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763275.764620:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:2.0:1787763275.764622:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:2.0:1787763275.764624:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:2.0:1787763275.764626:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763275.764627:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763275.764628:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763275.764631:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:2.0:1787763275.764635:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:2.0:1787763275.764638:0:291943:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763275.764639:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763275.764642:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763275.764645:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763275.764647:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763275.764649:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787763275.764652:0:291943:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763275.764663:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d568b40.
00000020:00000040:2.0:1787763275.764668:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:2.0:1787763275.764674:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763275.764677:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763275.764682:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763275.764685:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763275.764692:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763275.764706:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f186000.
00000100:00000001:2.0:1787763275.764715:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763275.764727:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d568b40 x1874599320570240/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763275.764738:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763275.764742:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763275.764748:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a25ffa6] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d568b40 x1874599320570240/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763275.764771:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763275.764775:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763275.764779:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787763275.764780:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763275.764782:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763275.764785:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763275.764792:0:291943:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20438
00000400:00000200:2.0:1787763275.764796:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763275.764800:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763275.764802:0:291943:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763275.764804:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763275.764806:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763275.764808:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763275.764810:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:2.0:1787763275.764812:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763275.764813:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000020:00000001:2.0:1787763275.764814:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763275.764816:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000020:00000001:2.0:1787763275.764817:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000020:00000001:2.0:1787763275.764819:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000040:2.0:1787763275.764822:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763275.764824:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763275.764825:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763275.764827:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:2.0:1787763275.764830:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00080000:2.0:1787763275.764833:0:291943:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763275.764838:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763275.764841:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763275.764851:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763275.764857:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763275.764860:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787763275.764867:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787763275.764875:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763275.764880:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763275.764887:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d56a940.
00000020:00000040:2.0:1787763275.764893:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
02000000:00000001:2.0:1787763275.764900:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763275.764903:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763275.764908:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763275.764911:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763275.764915:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763275.764922:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f184c00.
00000100:00000001:2.0:1787763275.764928:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763275.764938:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d56a940 x1874599320570368/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763275.764950:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763275.764956:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763275.764964:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b4aca245] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d56a940 x1874599320570368/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763275.764981:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763275.764986:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763275.764991:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787763275.764995:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763275.764999:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763275.765002:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763275.765007:0:291943:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20438
00000400:00000200:2.0:1787763275.765015:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763275.765023:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763275.765028:0:291943:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763275.765037:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763275.765042:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763275.765047:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763275.765052:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:2.0:1787763275.765058:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763275.765062:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000020:00000001:2.0:1787763275.765066:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763275.765070:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000020:00000001:2.0:1787763275.765076:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000020:00000001:2.0:1787763275.765079:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00000040:2.0:1787763275.765084:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763275.765088:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763275.765091:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763275.765094:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:2.0:1787763275.765097:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000100:00080000:2.0:1787763275.765100:0:291943:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763275.765105:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763275.765109:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763275.765113:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763275.765117:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763275.765122:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787763275.765126:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787763275.765131:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763275.765135:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763275.765141:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d568000.
00000020:00000040:2.0:1787763275.765147:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
02000000:00000001:2.0:1787763275.765172:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763275.765178:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763275.765183:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763275.765187:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763275.765191:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763275.765198:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f184000.
00000100:00000001:2.0:1787763275.765204:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763275.765214:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d568000 x1874599320570496/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763275.765230:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763275.765235:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763275.765243:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000040389d09] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d568000 x1874599320570496/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763275.765260:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763275.765265:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1787763275.765271:0:291943:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:1.1:1787763275.765278:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00080000:2.0:1787763275.765279:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.1:1787763275.765285:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000100:00080000:2.0:1787763275.765287:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787763275.765292:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763275.765294:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763275.765301:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763275.765316:0:291943:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20438
00000400:00000200:2.0:1787763275.765321:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763275.765326:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763275.765329:0:291943:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763275.765332:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763275.765336:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763275.765338:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763275.765340:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:2.0:1787763275.765344:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763275.765347:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000020:00000001:2.0:1787763275.765349:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763275.765352:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000020:00000001:2.0:1787763275.765355:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000020:00000001:2.0:1787763275.765358:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000040:2.0:1787763275.765361:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763275.765363:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763275.765365:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763275.765368:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:2.0:1787763275.765371:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00080000:2.0:1787763275.765374:0:291943:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763275.765377:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763275.765379:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763275.765383:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763275.765385:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763275.765387:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787763275.765390:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787763275.765392:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763275.765395:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763275.765400:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d56b840.
00000020:00000040:2.0:1787763275.765402:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
02000000:00000001:2.0:1787763275.765406:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763275.765407:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763275.765409:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763275.765410:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763275.765412:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763275.765416:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f187000.
00000100:00000001:2.0:1787763275.765420:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763275.765425:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d56b840 x1874599320570624/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763275.765433:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763275.765436:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763275.765498:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2e525cc] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d56b840 x1874599320570624/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763275.765520:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763275.765526:0:291943:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20448)
00000800:00000200:1.1:1787763275.767370:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763275.767373:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787763275.767610:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763275.767613:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787763275.767819:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763275.767820:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00010000:00000001:3.0:1787763275.956520:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763275.956528:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763275.956534:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763275.956535:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763275.956538:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763275.956539:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763275.956587:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763275.956592:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763275.956596:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763276.788540:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763276.788549:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763276.788551:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763276.788556:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763276.788560:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763276.788565:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763276.788567:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763276.788570:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763276.788573:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763276.980563:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763276.980573:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763276.980581:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763276.980584:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763276.980589:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763276.980591:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763276.980725:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763276.980732:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763276.980737:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787763277.044546:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4315112185, at 4315112192
00000100:00000010:0.0:1787763277.044570:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69b540.
00000100:00000001:3.0:1787763277.812623:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763277.812633:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763277.812636:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763277.812642:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763277.812648:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763277.812652:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763277.812656:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763277.812659:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763277.812662:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763278.004554:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763278.004561:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763278.004567:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763278.004569:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763278.004573:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763278.004575:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763278.004704:0:281543:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763278.004709:0:281543:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763278.004712:0:281543:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763278.836556:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763278.836562:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763278.836564:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763278.836568:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763278.836571:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763278.836575:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763278.836578:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763278.836580:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763278.836582:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763279.028529:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763279.028551:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763279.028557:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763279.028558:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763279.028561:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763279.028562:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763279.028636:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763279.028641:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763279.028644:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763279.860565:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763279.860575:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763279.860579:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763279.860585:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763279.860591:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763279.860595:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763279.860599:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763279.860603:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763279.860607:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763280.052603:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763280.052613:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763280.052616:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763280.052622:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763280.052628:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763280.052632:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763280.052637:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763280.052641:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763280.052648:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763280.052651:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763280.052654:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763280.052657:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763280.052660:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763280.052663:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763280.052667:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763280.052670:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763280.052677:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763280.052680:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763280.052787:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763280.052795:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763280.052802:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763280.884556:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763280.884566:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763280.884570:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763280.884577:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763280.884583:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763280.884590:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763280.884595:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763280.884599:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763280.884604:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763280.884646:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763280.884656:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787763280.884660:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763280.884665:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763280.884672:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763280.884682:0:291943:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20443
00000400:00000200:2.0:1787763280.884695:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763280.884706:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763280.884711:0:291943:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763280.884717:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763280.884722:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763280.884727:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763280.884731:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:2.0:1787763280.884737:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763280.884740:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:2.0:1787763280.884743:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763280.884748:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:2.0:1787763280.884751:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:2.0:1787763280.884755:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:2.0:1787763280.884759:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763280.884762:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763280.884765:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763280.884767:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:2.0:1787763280.884771:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:2.0:1787763280.884775:0:291943:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763280.884779:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763280.884783:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763280.884787:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763280.884791:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763280.884794:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787763280.884797:0:291943:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763280.884806:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d5692c0.
00000020:00000040:2.0:1787763280.884811:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:2.0:1787763280.884817:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763280.884820:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763280.884824:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763280.884828:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763280.884833:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763280.884844:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f185000.
00000100:00000001:2.0:1787763280.884853:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763280.884864:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d5692c0 x1874599320570752/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763280.884877:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763280.884883:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763280.884889:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000103818ef] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d5692c0 x1874599320570752/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763280.884921:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763280.884925:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763280.884930:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787763280.884933:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763280.884935:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763280.884939:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763280.884943:0:291943:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20443
00000400:00000200:2.0:1787763280.884947:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763280.884951:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763280.884954:0:291943:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763280.884958:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763280.884960:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763280.884964:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763280.884966:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:2.0:1787763280.884970:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763280.884971:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000020:00000001:2.0:1787763280.884974:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763280.884977:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000020:00000001:2.0:1787763280.884979:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000020:00000001:2.0:1787763280.884982:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000040:2.0:1787763280.884985:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763280.884988:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763280.884991:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763280.884995:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:2.0:1787763280.885000:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00080000:2.0:1787763280.885007:0:291943:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763280.885011:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763280.885015:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763280.885035:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763280.885042:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763280.885046:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787763280.885054:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787763280.885073:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763280.885082:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763280.885094:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d569680.
00000020:00000040:2.0:1787763280.885103:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
02000000:00000001:2.0:1787763280.885148:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763280.885152:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763280.885160:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763280.885167:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763280.885173:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763280.885188:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f187000.
00000100:00000001:2.0:1787763280.885201:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763280.885223:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d569680 x1874599320570880/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763280.885261:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763280.885270:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763280.885287:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d90ce636] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d569680 x1874599320570880/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763280.885334:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763280.885344:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763280.885355:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787763280.885360:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763280.885369:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763280.885377:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763280.885391:0:291943:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20443
00000400:00000200:2.0:1787763280.885407:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763280.885423:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763280.885434:0:291943:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763280.885487:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763280.885492:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763280.885496:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763280.885500:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:2.0:1787763280.885505:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763280.885507:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000020:00000001:2.0:1787763280.885511:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763280.885516:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000020:00000001:2.0:1787763280.885521:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000020:00000001:2.0:1787763280.885526:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00000040:2.0:1787763280.885541:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763280.885548:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763280.885562:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763280.885572:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:2.0:1787763280.885581:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000100:00080000:2.0:1787763280.885594:0:291943:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763280.885604:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763280.885612:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763280.885621:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763280.885631:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763280.885638:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787763280.885646:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787763280.885656:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763280.885667:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763280.885678:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d56b840.
00000020:00000040:2.0:1787763280.885689:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
02000000:00000001:2.0:1787763280.885700:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763280.885706:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763280.885716:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763280.885723:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763280.885731:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763280.885747:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f184000.
00000100:00000001:2.0:1787763280.885759:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763280.885779:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d56b840 x1874599320571008/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763280.885814:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763280.885825:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763280.885839:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2e525cc] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d56b840 x1874599320571008/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763280.885863:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763280.885873:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1787763280.885884:0:291943:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:1.1:1787763280.885896:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00080000:2.0:1787763280.885897:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.1:1787763280.885911:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000100:00080000:2.0:1787763280.885913:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787763280.885925:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763280.885931:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763280.885945:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763280.885956:0:291943:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20443
00000400:00000200:2.0:1787763280.885971:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763280.885988:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763280.885996:0:291943:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763280.886006:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763280.886017:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763280.886026:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763280.886035:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:2.0:1787763280.886044:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763280.886050:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000020:00000001:2.0:1787763280.886057:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763280.886065:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000020:00000001:2.0:1787763280.886076:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000020:00000001:2.0:1787763280.886082:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000040:2.0:1787763280.886097:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763280.886105:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763280.886112:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763280.886148:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:2.0:1787763280.886157:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00080000:2.0:1787763280.886165:0:291943:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763280.886178:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763280.886186:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763280.886193:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763280.886199:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763280.886207:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787763280.886215:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787763280.886226:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763280.886237:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763280.886247:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d568000.
00000020:00000040:2.0:1787763280.886258:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
02000000:00000001:2.0:1787763280.886270:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763280.886273:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763280.886278:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763280.886285:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763280.886293:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763280.886311:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f184c00.
00000100:00000001:2.0:1787763280.886323:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763280.886342:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d568000 x1874599320571136/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763280.886371:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763280.886382:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763280.886400:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000040389d09] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d568000 x1874599320571136/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763280.886430:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763280.886495:0:291943:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20453)
00000800:00000200:1.1:1787763280.887100:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763280.887105:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787763280.887587:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763280.887591:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787763280.888034:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763280.888038:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00010000:00000001:3.0:1787763281.076548:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763281.076556:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763281.076564:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763281.076566:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763281.076574:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763281.076578:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763281.076703:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763281.076710:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763281.076715:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763281.908595:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763281.908607:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763281.908611:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763281.908621:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763281.908627:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763281.908634:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763281.908639:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763281.908645:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763281.908652:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763282.100557:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763282.100569:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763282.100582:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763282.100586:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763282.100593:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763282.100596:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763282.100677:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763282.100684:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763282.100689:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787763282.164568:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4315117304, at 4315117312
00000100:00000010:0.0:1787763282.164586:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69b480.
00000100:00000001:3.0:1787763282.932669:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763282.932680:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763282.932684:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763282.932692:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763282.932698:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763282.932705:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763282.932709:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763282.932715:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763282.933039:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763283.124595:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763283.124609:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763283.124617:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763283.124618:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763283.124622:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763283.124626:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763283.124628:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763283.124632:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763283.124636:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763283.124638:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763283.124641:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763283.124642:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763283.124844:0:281543:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763283.124852:0:281543:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763283.124858:0:281543:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787763283.956717:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787763283.956730:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787763283.956733:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763283.956742:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:0.0:1787763283.956748:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787763283.956755:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763283.956759:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763283.956764:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763283.956768:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763284.148603:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763284.148614:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763284.148627:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763284.148630:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763284.148636:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763284.148637:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763284.148712:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763284.148717:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763284.148720:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787763284.980610:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787763284.980624:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787763284.980626:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763284.980635:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:0.0:1787763284.980642:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787763284.980649:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763284.980653:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763284.980657:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763284.980662:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763285.172519:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763285.172525:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763285.172529:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763285.172530:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763285.172534:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763285.172535:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763285.172607:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763285.172611:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763285.172614:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787763286.004581:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787763286.004592:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787763286.004596:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763286.004604:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:0.0:1787763286.004610:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787763286.004616:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763286.004621:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763286.004627:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763286.004632:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763286.005023:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763286.005036:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787763286.005058:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763286.005062:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763286.005067:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763286.005076:0:291943:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20448
00000400:00000200:2.0:1787763286.005107:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763286.005116:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763286.005121:0:291943:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763286.005126:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763286.005131:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763286.005135:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763286.005139:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:2.0:1787763286.005146:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763286.005148:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:2.0:1787763286.005153:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763286.005157:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:2.0:1787763286.005161:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:2.0:1787763286.005165:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:2.0:1787763286.005170:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763286.005173:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763286.005177:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763286.005180:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:2.0:1787763286.005185:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:2.0:1787763286.005190:0:291943:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763286.005195:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763286.005198:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763286.005203:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763286.005207:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763286.005211:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787763286.005214:0:291943:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763286.005222:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d56a940.
00000020:00000040:2.0:1787763286.005228:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:2.0:1787763286.005233:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763286.005236:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763286.005240:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763286.005244:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763286.005250:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763286.005261:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f186000.
00000100:00000001:2.0:1787763286.005270:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763286.005284:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d56a940 x1874599320571264/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763286.005318:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763286.005325:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763286.005336:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b4aca245] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d56a940 x1874599320571264/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763286.005374:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763286.005382:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763286.005390:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787763286.005393:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763286.005396:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763286.005402:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763286.005409:0:291943:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20448
00000400:00000200:2.0:1787763286.005421:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763286.005430:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763286.005454:0:291943:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763286.005503:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763286.005510:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763286.005515:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763286.005519:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:2.0:1787763286.005523:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763286.005528:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000020:00000001:2.0:1787763286.005534:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763286.005541:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000020:00000001:2.0:1787763286.005549:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000020:00000001:2.0:1787763286.005557:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000040:2.0:1787763286.005572:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763286.005582:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763286.005593:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763286.005603:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:2.0:1787763286.005614:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00080000:2.0:1787763286.005627:0:291943:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763286.005636:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763286.005642:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763286.005653:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763286.005663:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763286.005670:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787763286.005688:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787763286.005697:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763286.005706:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763286.005718:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d568b40.
00000020:00000040:2.0:1787763286.005727:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
02000000:00000001:2.0:1787763286.005736:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763286.005742:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763286.005750:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763286.005754:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763286.005761:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763286.005773:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f184c00.
00000100:00000001:2.0:1787763286.005782:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763286.005798:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d568b40 x1874599320571392/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763286.005832:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763286.005840:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763286.005856:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a25ffa6] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d568b40 x1874599320571392/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763286.005892:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763286.005902:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763286.005916:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000800:00000200:1.1:1787763286.005917:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000001:2.0:1787763286.005924:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:1.1:1787763286.005925:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
00000100:00080000:2.0:1787763286.005931:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763286.005938:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763286.005945:0:291943:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20448
00000400:00000200:2.0:1787763286.005953:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763286.005968:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763286.005975:0:291943:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763286.005989:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763286.005999:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763286.006008:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763286.006018:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:2.0:1787763286.006025:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763286.006031:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000020:00000001:2.0:1787763286.006038:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763286.006045:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000020:00000001:2.0:1787763286.006051:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000020:00000001:2.0:1787763286.006060:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00000040:2.0:1787763286.006075:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763286.006105:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763286.006114:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763286.006121:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:2.0:1787763286.006131:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000100:00080000:2.0:1787763286.006142:0:291943:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763286.006152:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763286.006157:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763286.006166:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763286.006173:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763286.006182:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787763286.006189:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787763286.006199:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763286.006206:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763286.006218:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d568000.
00000020:00000040:2.0:1787763286.006225:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
02000000:00000001:2.0:1787763286.006231:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763286.006237:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763286.006246:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763286.006252:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763286.006260:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763286.006273:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f184000.
00000100:00000001:2.0:1787763286.006284:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763286.006302:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d568000 x1874599320571520/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763286.006348:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763286.006356:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763286.006372:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000040389d09] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d568000 x1874599320571520/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763286.006408:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763286.006420:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1787763286.006434:0:291943:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1787763286.006479:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763286.006489:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787763286.006495:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763286.006499:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763286.006508:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763286.006519:0:291943:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20448
00000400:00000200:2.0:1787763286.006534:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763286.006547:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763286.006557:0:291943:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763286.006568:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763286.006577:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763286.006587:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763286.006596:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:2.0:1787763286.006606:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763286.006613:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000020:00000001:2.0:1787763286.006621:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763286.006629:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000020:00000001:2.0:1787763286.006639:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000020:00000001:2.0:1787763286.006648:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000040:2.0:1787763286.006660:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763286.006667:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763286.006676:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763286.006685:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:2.0:1787763286.006692:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00080000:2.0:1787763286.006704:0:291943:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763286.006715:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763286.006723:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763286.006731:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763286.006742:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763286.006750:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787763286.006757:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787763286.006766:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763286.006774:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763286.006787:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d56b840.
00000020:00000040:2.0:1787763286.006798:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
02000000:00000001:2.0:1787763286.006808:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763286.006815:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763286.006823:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763286.006829:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763286.006837:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763286.006848:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f187000.
00000100:00000001:2.0:1787763286.006860:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763286.006879:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d56b840 x1874599320571648/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763286.006917:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763286.006927:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763286.006945:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2e525cc] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d56b840 x1874599320571648/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1787763286.006963:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763286.006969:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
00000100:00000001:2.0:1787763286.006970:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763286.006981:0:291943:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20458)
00000800:00000200:1.1:1787763286.007366:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763286.007371:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787763286.007825:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763286.007828:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
00010000:00000001:3.0:1787763286.196580:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763286.196588:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763286.196596:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763286.196599:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763286.196605:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763286.196607:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763286.196708:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763286.196715:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763286.196737:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787763287.028546:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787763287.028557:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787763287.028560:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763287.028567:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:0.0:1787763287.028571:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787763287.028576:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763287.028580:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763287.028583:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763287.028587:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763287.220507:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763287.220513:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763287.220518:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763287.220519:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763287.220522:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763287.220523:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763287.220603:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763287.220607:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763287.220609:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787763287.284532:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4315122424, at 4315122432
00000100:00000010:0.0:1787763287.284551:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69bd80.
00000100:00000001:0.0:1787763288.052617:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787763288.052627:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787763288.052630:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763288.052637:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:0.0:1787763288.052642:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787763288.052647:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763288.052650:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763288.052653:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763288.052657:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763288.244557:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763288.244566:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763288.244573:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763288.244576:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763288.244581:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763288.244583:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763288.244676:0:281543:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763288.244683:0:281543:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763288.244688:0:281543:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787763289.076513:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787763289.076520:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787763289.076521:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763289.076525:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:0.0:1787763289.076528:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787763289.076531:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763289.076534:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763289.076536:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763289.076538:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763289.268578:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763289.268589:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763289.268592:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763289.268598:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763289.268605:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763289.268608:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763289.268611:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763289.268614:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763289.268618:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763289.268620:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763289.268622:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763289.268624:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763289.268626:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763289.268628:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763289.268630:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763289.268633:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763289.268636:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763289.268638:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763289.268738:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763289.268744:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763289.268749:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787763290.100546:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787763290.100556:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787763290.100559:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763290.100566:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:0.0:1787763290.100572:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787763290.100576:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763290.100580:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763290.100585:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763290.100589:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763290.292587:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763290.292594:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763290.292602:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763290.292604:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763290.292610:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763290.292612:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763290.292737:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763290.292743:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763290.292748:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787763291.124555:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787763291.124565:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787763291.124582:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763291.124589:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:0.0:1787763291.124595:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1787763291.124598:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787763291.124601:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763291.124611:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:2.0:1787763291.124614:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787763291.124617:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763291.124620:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1787763291.124624:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763291.124627:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763291.124635:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763291.124647:0:291943:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20453
00000400:00000200:2.0:1787763291.124663:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763291.124675:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763291.124681:0:291943:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763291.124687:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763291.124693:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763291.124697:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763291.124702:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:2.0:1787763291.124709:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763291.124713:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:2.0:1787763291.124718:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763291.124724:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:2.0:1787763291.124729:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:2.0:1787763291.124735:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:2.0:1787763291.124741:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763291.124746:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763291.124750:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763291.124754:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:2.0:1787763291.124760:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:2.0:1787763291.124766:0:291943:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763291.124772:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763291.124776:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763291.124781:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763291.124784:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763291.124788:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787763291.124791:0:291943:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763291.124801:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d569680.
00000020:00000040:2.0:1787763291.124806:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:2.0:1787763291.124811:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763291.124813:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763291.124817:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763291.124820:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763291.124826:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763291.124836:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f185000.
00000100:00000001:2.0:1787763291.124845:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763291.124857:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d569680 x1874599320571776/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763291.124870:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763291.124876:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763291.124883:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d90ce636] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d569680 x1874599320571776/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763291.124913:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763291.124918:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763291.124923:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787763291.124925:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763291.124927:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763291.124931:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763291.124935:0:291943:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20453
00000400:00000200:2.0:1787763291.124943:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763291.124948:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763291.124952:0:291943:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763291.124957:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763291.124979:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763291.124988:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763291.124997:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:2.0:1787763291.125007:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763291.125011:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000020:00000001:2.0:1787763291.125017:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763291.125023:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000020:00000001:2.0:1787763291.125030:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000020:00000001:2.0:1787763291.125037:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000040:2.0:1787763291.125073:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763291.125083:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763291.125091:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763291.125094:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:2.0:1787763291.125103:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00080000:2.0:1787763291.125114:0:291943:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763291.125119:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763291.125124:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763291.125132:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763291.125139:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763291.125147:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787763291.125157:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787763291.125163:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763291.125172:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763291.125180:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d5692c0.
00000020:00000040:2.0:1787763291.125191:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
02000000:00000001:2.0:1787763291.125202:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763291.125205:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763291.125216:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763291.125219:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763291.125222:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763291.125231:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f187000.
00000100:00000001:2.0:1787763291.125239:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763291.125255:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d5692c0 x1874599320571904/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763291.125276:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763291.125285:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763291.125297:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000103818ef] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d5692c0 x1874599320571904/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763291.125322:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763291.125328:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763291.125335:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787763291.125344:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763291.125350:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763291.125355:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763291.125363:0:291943:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20453
00000400:00000200:2.0:1787763291.125376:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763291.125390:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763291.125397:0:291943:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763291.125405:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763291.125414:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763291.125425:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763291.125432:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:2.0:1787763291.125484:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763291.125490:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000020:00000001:2.0:1787763291.125496:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763291.125502:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000020:00000001:2.0:1787763291.125510:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000020:00000001:2.0:1787763291.125519:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00000040:2.0:1787763291.125530:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763291.125536:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763291.125545:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763291.125552:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:2.0:1787763291.125556:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000100:00080000:2.0:1787763291.125565:0:291943:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763291.125577:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763291.125584:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763291.125591:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763291.125600:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763291.125607:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000800:00000200:1.1:1787763291.125608:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000008:00100000:2.0:1787763291.125611:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000800:00000200:1.1:1787763291.125617:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 43 secs later)
00000008:00000001:2.0:1787763291.125619:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763291.125630:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763291.125641:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d56b840.
00000020:00000040:2.0:1787763291.125651:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
02000000:00000001:2.0:1787763291.125661:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763291.125666:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763291.125673:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763291.125682:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763291.125689:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763291.125702:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f184000.
00000100:00000001:2.0:1787763291.125714:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763291.125732:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d56b840 x1874599320572032/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763291.125774:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763291.125780:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763291.125790:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2e525cc] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d56b840 x1874599320572032/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763291.125820:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763291.125824:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1787763291.125830:0:291943:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1787763291.125840:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763291.125850:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787763291.125855:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763291.125860:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763291.125867:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763291.125874:0:291943:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20453
00000400:00000200:2.0:1787763291.125895:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763291.125908:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763291.125916:0:291943:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763291.125921:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763291.125931:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763291.125937:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763291.125947:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:2.0:1787763291.125950:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763291.125954:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000020:00000001:2.0:1787763291.125960:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763291.125966:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000020:00000001:2.0:1787763291.125976:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000020:00000001:2.0:1787763291.125980:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000040:2.0:1787763291.125988:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763291.125998:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763291.126007:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763291.126013:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:2.0:1787763291.126022:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00080000:2.0:1787763291.126031:0:291943:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763291.126041:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763291.126066:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763291.126071:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763291.126080:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763291.126085:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787763291.126088:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787763291.126092:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763291.126101:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763291.126113:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d568000.
00000020:00000040:2.0:1787763291.126124:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
02000000:00000001:2.0:1787763291.126130:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763291.126135:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763291.126140:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763291.126145:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763291.126150:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763291.126157:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f184c00.
00000100:00000001:2.0:1787763291.126168:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763291.126185:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d568000 x1874599320572160/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763291.126205:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763291.126212:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763291.126225:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000040389d09] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d568000 x1874599320572160/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763291.126254:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763291.126263:0:291943:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20463)
00000800:00000200:1.1:1787763291.126629:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763291.126632:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787763291.127087:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763291.127092:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787763291.127510:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763291.127513:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 43 secs later)
00010000:00000001:3.0:1787763291.316600:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763291.316607:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763291.316615:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763291.316617:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763291.316621:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763291.316622:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763291.316760:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763291.316767:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763291.316772:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787763292.148555:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787763292.148564:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787763292.148567:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763292.148573:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:0.0:1787763292.148579:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787763292.148583:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763292.148587:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763292.148590:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763292.148593:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763292.340574:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763292.340581:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763292.340589:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763292.340591:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763292.340597:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763292.340603:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763292.340606:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763292.340610:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763292.340614:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763292.340617:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763292.340619:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763292.340622:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763292.340759:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763292.340765:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763292.340770:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787763292.404546:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4315127544, at 4315127552
00000100:00000010:0.0:1787763292.404562:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69b4e0.
00000100:00000001:0.0:1787763293.172554:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787763293.172565:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787763293.172567:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763293.172574:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:0.0:1787763293.172579:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787763293.172584:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763293.172589:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763293.172593:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763293.172598:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763293.364568:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763293.364575:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763293.364582:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763293.364584:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763293.364589:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763293.364591:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763293.364732:0:281543:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763293.364738:0:281543:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763293.364742:0:281543:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787763294.196555:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787763294.196564:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787763294.196566:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763294.196572:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:0.0:1787763294.196578:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787763294.196582:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763294.196586:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763294.196590:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763294.196593:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763294.388607:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763294.388615:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763294.388622:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763294.388624:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763294.388629:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763294.388630:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763294.388728:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763294.388737:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763294.388743:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787763295.220568:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787763295.220577:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787763295.220580:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763295.220587:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:0.0:1787763295.220593:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787763295.220600:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763295.220604:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763295.220608:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763295.220613:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763295.412600:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763295.412611:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763295.412623:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763295.412627:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763295.412633:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763295.412636:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763295.412716:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763295.412723:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763295.412728:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787763296.244575:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787763296.244585:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787763296.244588:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763296.244596:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:0.0:1787763296.244602:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787763296.244608:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763296.244613:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763296.244617:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787763296.244620:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787763296.244621:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763296.244633:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787763296.244637:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763296.244641:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763296.244647:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763296.244656:0:296758:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20458
00000400:00000200:3.0:1787763296.244669:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763296.244677:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763296.244682:0:296758:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763296.244686:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763296.244690:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763296.244694:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763296.244697:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763296.244701:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763296.244704:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:3.0:1787763296.244707:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763296.244711:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:3.0:1787763296.244714:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:3.0:1787763296.244717:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:3.0:1787763296.244721:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763296.244724:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763296.244726:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763296.244729:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787763296.244732:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:3.0:1787763296.244736:0:296758:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763296.244739:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763296.244742:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763296.244747:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763296.244751:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763296.244754:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787763296.244757:0:296758:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763296.244765:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d564780.
00000020:00000040:3.0:1787763296.244769:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:3.0:1787763296.244775:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763296.244777:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763296.244780:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763296.244784:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763296.244789:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763296.244798:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45907800.
00000100:00000001:3.0:1787763296.244806:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763296.244818:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d564780 x1874599320572288/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763296.244831:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763296.244837:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763296.244842:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c570cac4] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d564780 x1874599320572288/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763296.244872:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763296.244877:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763296.244881:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787763296.244883:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763296.244885:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763296.244888:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763296.244892:0:296758:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20458
00000400:00000200:3.0:1787763296.244896:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763296.244899:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763296.244902:0:296758:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763296.244906:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763296.244908:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763296.244912:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763296.244914:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763296.244917:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763296.244919:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000020:00000001:3.0:1787763296.244921:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763296.244924:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000020:00000001:3.0:1787763296.244926:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000020:00000001:3.0:1787763296.244929:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000040:3.0:1787763296.244932:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763296.244934:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763296.244937:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763296.244940:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787763296.244943:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00080000:3.0:1787763296.244947:0:296758:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763296.244951:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763296.244954:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763296.244961:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763296.244964:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763296.244967:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763296.244973:0:296758:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763296.244977:0:296758:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763296.244986:0:296758:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763296.244992:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d565a40.
00000020:00000040:3.0:1787763296.244999:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
02000000:00000001:3.0:1787763296.245006:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763296.245035:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763296.245044:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763296.245048:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763296.245056:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763296.245072:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45904800.
00000100:00000001:3.0:1787763296.245084:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763296.245110:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d565a40 x1874599320572416/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763296.245154:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763296.245167:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763296.245188:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001352b87a] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d565a40 x1874599320572416/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763296.245220:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763296.245231:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763296.245244:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787763296.245252:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763296.245263:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763296.245277:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763296.245290:0:296758:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20458
00000400:00000200:3.0:1787763296.245315:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763296.245330:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763296.245336:0:296758:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763296.245349:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763296.245355:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763296.245363:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763296.245373:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763296.245379:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763296.245384:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000020:00000001:3.0:1787763296.245393:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763296.245399:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000020:00000001:3.0:1787763296.245407:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000020:00000001:3.0:1787763296.245415:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00000040:3.0:1787763296.245430:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763296.245470:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763296.245478:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763296.245481:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787763296.245486:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000100:00080000:3.0:1787763296.245491:0:296758:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763296.245494:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763296.245497:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763296.245504:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763296.245511:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763296.245521:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763296.245524:0:296758:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763296.245535:0:296758:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763296.245540:0:296758:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763296.245550:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d567c00.
00000020:00000040:3.0:1787763296.245560:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
02000000:00000001:3.0:1787763296.245568:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763296.245575:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763296.245582:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763296.245586:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763296.245592:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763296.245601:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45907400.
00000100:00000001:3.0:1787763296.245614:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763296.245629:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d567c00 x1874599320572544/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1787763296.245638:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763296.245647:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 37 secs later)
00000100:00000001:3.0:1787763296.245660:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763296.245668:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763296.245682:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cde0ae17] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d567c00 x1874599320572544/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763296.245714:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763296.245723:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787763296.245734:0:296758:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1787763296.245741:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763296.245758:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787763296.245765:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763296.245770:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763296.245778:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763296.245789:0:296758:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20458
00000400:00000200:3.0:1787763296.245800:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763296.245814:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763296.245823:0:296758:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763296.245836:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763296.245843:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763296.245854:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763296.245860:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763296.245866:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763296.245870:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000020:00000001:3.0:1787763296.245878:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763296.245884:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000020:00000001:3.0:1787763296.245890:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000020:00000001:3.0:1787763296.245895:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000040:3.0:1787763296.245905:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763296.245915:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763296.245920:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763296.245924:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787763296.245931:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00080000:3.0:1787763296.245942:0:296758:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763296.245948:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763296.245955:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763296.245963:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763296.245968:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763296.245974:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763296.245977:0:296758:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763296.245983:0:296758:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763296.245986:0:296758:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763296.245997:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d566940.
00000020:00000040:3.0:1787763296.246005:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
02000000:00000001:3.0:1787763296.246039:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763296.246044:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763296.246048:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763296.246055:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763296.246059:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763296.246069:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45906400.
00000100:00000001:3.0:1787763296.246079:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763296.246090:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d566940 x1874599320572672/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763296.246111:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763296.246118:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763296.246137:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ae4254c] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d566940 x1874599320572672/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763296.246171:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763296.246181:0:296758:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20469)
00000800:00000200:1.1:1787763296.246548:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763296.246552:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787763296.246926:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763296.246929:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787763296.247382:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763296.247385:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 37 secs later)
00010000:00000001:3.0:1787763296.436568:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763296.436574:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763296.436581:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763296.436583:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763296.436587:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763296.436589:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763296.436680:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763296.436686:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763296.436691:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787763297.268517:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787763297.268526:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787763297.268529:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763297.268535:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:0.0:1787763297.268540:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787763297.268545:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763297.268548:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763297.268551:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763297.268557:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763297.460553:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763297.460561:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763297.460569:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763297.460570:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763297.460576:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763297.460577:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763297.460627:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763297.460632:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763297.460635:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787763297.524577:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4315132664, at 4315132672
00000100:00000010:0.0:1787763297.524610:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69bcc0.
00000100:00000001:0.0:1787763298.292541:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787763298.292558:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787763298.292562:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763298.292571:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:0.0:1787763298.292577:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787763298.292584:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763298.292589:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763298.292592:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763298.292596:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763298.484582:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763298.484591:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763298.484600:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763298.484604:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763298.484612:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763298.484617:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763298.484713:0:281543:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763298.484722:0:281543:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763298.484729:0:281543:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787763299.316565:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787763299.316577:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787763299.316581:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763299.316591:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:0.0:1787763299.316597:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787763299.316604:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763299.316609:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763299.316614:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763299.316620:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763299.508564:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763299.508573:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763299.508577:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763299.508580:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763299.508587:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763299.508589:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763299.508592:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763299.508595:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763299.508601:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763299.508603:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763299.508605:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763299.508608:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763299.508610:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763299.508612:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763299.508614:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763299.508616:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763299.508620:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763299.508622:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763299.508655:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763299.508661:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763299.508666:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787763300.340605:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787763300.340619:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787763300.340624:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763300.340633:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:0.0:1787763300.340638:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787763300.340644:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763300.340648:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763300.340651:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763300.340655:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763300.532591:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763300.532598:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763300.532605:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763300.532607:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763300.532612:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763300.532614:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763300.532705:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763300.532712:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763300.532716:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787763301.364590:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787763301.364601:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787763301.364605:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763301.364612:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:0.0:1787763301.364619:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787763301.364623:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763301.364627:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763301.364631:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763301.364635:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763301.364659:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763301.364670:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787763301.364674:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763301.364678:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763301.364684:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763301.364693:0:296758:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20464
00000400:00000200:3.0:1787763301.364704:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763301.364712:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763301.364717:0:296758:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763301.364721:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763301.364726:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763301.364729:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763301.364732:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763301.364737:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763301.364740:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:3.0:1787763301.364743:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763301.364747:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:3.0:1787763301.364750:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:3.0:1787763301.364753:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:3.0:1787763301.364756:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763301.364759:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763301.364762:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763301.364764:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787763301.364768:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:3.0:1787763301.364772:0:296758:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763301.364775:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763301.364778:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763301.364782:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763301.364786:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763301.364789:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787763301.364791:0:296758:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763301.364802:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d564f00.
00000020:00000040:3.0:1787763301.364806:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:3.0:1787763301.364811:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763301.364813:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763301.364817:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763301.364820:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763301.364825:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763301.364834:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45905000.
00000100:00000001:3.0:1787763301.364842:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763301.364855:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d564f00 x1874599320572800/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763301.364877:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763301.364883:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763301.364889:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001dcdc0d3] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d564f00 x1874599320572800/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763301.364926:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763301.364934:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763301.364940:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787763301.364943:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763301.364947:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763301.364953:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763301.364961:0:296758:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20464
00000400:00000200:3.0:1787763301.364971:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763301.365016:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763301.365026:0:296758:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763301.365041:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763301.365054:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763301.365064:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763301.365071:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763301.365078:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763301.365085:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000020:00000001:3.0:1787763301.365093:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763301.365100:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000020:00000001:3.0:1787763301.365111:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000020:00000001:3.0:1787763301.365119:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000040:3.0:1787763301.365131:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763301.365140:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763301.365145:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763301.365149:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787763301.365159:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00080000:3.0:1787763301.365170:0:296758:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763301.365182:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763301.365187:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763301.365199:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763301.365206:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763301.365209:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763301.365219:0:296758:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763301.365233:0:296758:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763301.365240:0:296758:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763301.365249:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d5652c0.
00000020:00000040:3.0:1787763301.365259:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
02000000:00000001:3.0:1787763301.365270:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763301.365276:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763301.365286:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763301.365291:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763301.365295:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763301.365308:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45905800.
00000100:00000001:3.0:1787763301.365322:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763301.365339:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d5652c0 x1874599320572928/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763301.365367:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763301.365376:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763301.365391:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc712cf1] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d5652c0 x1874599320572928/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763301.365428:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763301.365437:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763301.365494:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787763301.365502:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763301.365509:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763301.365521:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763301.365532:0:296758:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20464
00000400:00000200:3.0:1787763301.365543:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763301.365558:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763301.365565:0:296758:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763301.365579:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000800:00000200:1.1:1787763301.365589:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000001:3.0:1787763301.365591:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1787763301.365600:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 32 secs later)
00000100:00000040:3.0:1787763301.365602:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763301.365614:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763301.365624:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763301.365634:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000020:00000001:3.0:1787763301.365638:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763301.365644:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000020:00000001:3.0:1787763301.365648:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000020:00000001:3.0:1787763301.365660:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00000040:3.0:1787763301.365675:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763301.365681:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763301.365688:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763301.365695:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787763301.365702:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000100:00080000:3.0:1787763301.365711:0:296758:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763301.365719:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763301.365726:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763301.365733:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763301.365743:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763301.365748:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763301.365752:0:296758:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763301.365762:0:296758:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763301.365771:0:296758:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763301.365782:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d565680.
00000020:00000040:3.0:1787763301.365788:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
02000000:00000001:3.0:1787763301.365796:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763301.365804:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763301.365816:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763301.365819:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763301.365825:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763301.365835:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45906400.
00000100:00000001:3.0:1787763301.365844:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763301.365854:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d565680 x1874599320573056/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763301.365867:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763301.365876:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763301.365884:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000082576300] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d565680 x1874599320573056/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763301.365907:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763301.365917:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787763301.365929:0:296758:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1787763301.365940:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763301.365954:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787763301.365961:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763301.365969:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763301.365999:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763301.366013:0:296758:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20464
00000400:00000200:3.0:1787763301.366031:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763301.366042:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763301.366049:0:296758:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763301.366059:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763301.366066:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763301.366078:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763301.366082:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763301.366093:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763301.366098:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000020:00000001:3.0:1787763301.366103:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763301.366108:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000020:00000001:3.0:1787763301.366114:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000020:00000001:3.0:1787763301.366119:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000040:3.0:1787763301.366134:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763301.366143:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763301.366151:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763301.366158:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787763301.366164:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00080000:3.0:1787763301.366174:0:296758:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763301.366182:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763301.366192:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763301.366199:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763301.366207:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763301.366216:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763301.366220:0:296758:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763301.366226:0:296758:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763301.366236:0:296758:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763301.366248:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d567480.
00000020:00000040:3.0:1787763301.366256:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
02000000:00000001:3.0:1787763301.366266:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763301.366274:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763301.366286:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763301.366291:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763301.366298:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763301.366307:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45907400.
00000100:00000001:3.0:1787763301.366321:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763301.366339:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d567480 x1874599320573184/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763301.366382:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763301.366390:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763301.366406:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000036831fe2] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d567480 x1874599320573184/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763301.366473:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763301.366487:0:296758:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20474)
00000800:00000200:1.1:1787763301.366723:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763301.366727:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787763301.367181:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763301.367184:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787763301.367568:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763301.367571:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 32 secs later)
00010000:00000001:3.0:1787763301.556590:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763301.556598:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763301.556607:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763301.556609:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763301.556614:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763301.556615:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763301.556738:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763301.556745:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763301.556750:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1787763302.580573:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763302.580582:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763302.580590:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763302.580593:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763302.580598:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763302.580603:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763302.580606:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763302.580611:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763302.580615:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763302.580618:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763302.580621:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763302.580624:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763302.580708:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763302.580715:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763302.580720:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787763302.644589:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4315137784, at 4315137792
00000100:00000010:0.0:1787763302.644613:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69bde0.
00010000:00000001:3.0:1787763303.604583:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763303.604594:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763303.604603:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763303.604606:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763303.604613:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763303.604616:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763303.604744:0:281543:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763303.604750:0:281543:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763303.604755:0:281543:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1787763304.628586:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763304.628593:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763304.628601:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763304.628603:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763304.628608:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763304.628609:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763304.628770:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763304.628778:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763304.628785:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1787763305.652569:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763305.652576:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763305.652582:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763305.652584:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763305.652588:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763305.652590:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763305.652673:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763305.652698:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763305.652703:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787763306.484669:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763306.484679:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787763306.484682:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763306.484687:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763306.484692:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763306.484701:0:291943:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20469
00000400:00000200:0.0:1787763306.484713:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763306.484721:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763306.484725:0:291943:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763306.484730:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763306.484734:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763306.484737:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763306.484740:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763306.484745:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763306.484748:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:0.0:1787763306.484751:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763306.484755:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:0.0:1787763306.484758:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:0.0:1787763306.484761:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:0.0:1787763306.484764:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763306.484767:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763306.484770:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763306.484772:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787763306.484776:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:0.0:1787763306.484780:0:291943:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763306.484783:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763306.484787:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763306.484791:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763306.484794:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763306.484797:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787763306.484800:0:291943:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763306.484808:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d818521c0.
00000020:00000040:0.0:1787763306.484812:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:0.0:1787763306.484817:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763306.484820:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763306.484823:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763306.484827:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763306.484832:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763306.484841:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d50558000.
00000100:00000001:0.0:1787763306.484849:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763306.484860:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d818521c0 x1874599320573312/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763306.484874:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763306.484879:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763306.484885:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e93caa89] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d818521c0 x1874599320573312/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763306.484916:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763306.484921:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763306.484925:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787763306.484927:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763306.484929:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763306.484933:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763306.484936:0:291943:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20469
00000400:00000200:0.0:1787763306.484964:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763306.484969:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763306.484973:0:291943:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763306.484977:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763306.484981:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763306.484984:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763306.484989:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763306.484997:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763306.484999:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000020:00000001:0.0:1787763306.485002:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763306.485010:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000020:00000001:0.0:1787763306.485019:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000020:00000001:0.0:1787763306.485024:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000040:0.0:1787763306.485032:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763306.485039:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763306.485046:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763306.485053:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787763306.485061:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00080000:0.0:1787763306.485070:0:291943:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763306.485076:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763306.485082:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763306.485095:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763306.485102:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763306.485114:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763306.485120:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787763306.485127:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763306.485132:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763306.485144:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81851a40.
00000020:00000040:0.0:1787763306.485151:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
02000000:00000001:0.0:1787763306.485157:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763306.485164:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763306.485168:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763306.485172:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763306.485179:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763306.485191:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d50559000.
00000100:00000001:0.0:1787763306.485196:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763306.485213:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81851a40 x1874599320573440/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763306.485234:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763306.485239:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763306.485245:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014835854] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81851a40 x1874599320573440/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763306.485263:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763306.485271:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763306.485276:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787763306.485280:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763306.485284:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763306.485291:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763306.485299:0:291943:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20469
00000400:00000200:0.0:1787763306.485310:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763306.485321:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763306.485324:0:291943:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763306.485332:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763306.485339:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763306.485344:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763306.485353:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763306.485359:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763306.485363:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000020:00000001:0.0:1787763306.485370:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763306.485374:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000020:00000001:0.0:1787763306.485380:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000020:00000001:0.0:1787763306.485388:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00000040:0.0:1787763306.485400:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763306.485410:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763306.485416:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763306.485424:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787763306.485429:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000100:00080000:0.0:1787763306.485436:0:291943:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763306.485502:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763306.485505:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763306.485513:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763306.485521:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763306.485525:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763306.485533:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787763306.485542:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763306.485547:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763306.485554:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81850780.
00000020:00000040:0.0:1787763306.485562:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
02000000:00000001:0.0:1787763306.485569:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763306.485574:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763306.485578:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763306.485584:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763306.485589:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763306.485595:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d5055b000.
00000100:00000001:0.0:1787763306.485604:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763306.485621:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81850780 x1874599320573568/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763306.485642:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763306.485648:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763306.485660:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000099b37720] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81850780 x1874599320573568/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763306.485686:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763306.485692:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1787763306.485704:0:291943:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1787763306.485714:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763306.485721:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787763306.485726:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763306.485731:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763306.485735:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763306.485744:0:291943:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20469
00000400:00000200:0.0:1787763306.485754:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763306.485763:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763306.485771:0:291943:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000800:00000200:1.1:1787763306.485780:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000040:0.0:1787763306.485782:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763306.485791:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1787763306.485792:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00000100:00000040:0.0:1787763306.485798:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763306.485805:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763306.485813:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763306.485817:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000020:00000001:0.0:1787763306.485824:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763306.485828:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000020:00000001:0.0:1787763306.485836:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000020:00000001:0.0:1787763306.485839:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000040:0.0:1787763306.485850:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763306.485854:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763306.485864:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763306.485874:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787763306.485881:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00080000:0.0:1787763306.485886:0:291943:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763306.485896:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763306.485905:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763306.485912:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763306.485920:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763306.485923:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763306.485926:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787763306.485931:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763306.485936:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763306.485965:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81851e00.
00000020:00000040:0.0:1787763306.485971:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
02000000:00000001:0.0:1787763306.485978:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763306.485983:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763306.485990:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763306.485994:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763306.486000:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763306.486008:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d5055ac00.
00000100:00000001:0.0:1787763306.486017:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763306.486028:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81851e00 x1874599320573696/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763306.486076:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763306.486081:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763306.486091:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ab0eea16] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81851e00 x1874599320573696/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763306.486104:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763306.486116:0:291943:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20479)
00000800:00000200:1.1:1787763306.486881:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763306.486887:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787763306.487590:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763306.487594:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787763306.487970:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763306.487974:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00010000:00000001:3.0:1787763306.676578:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763306.676588:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763306.676597:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763306.676600:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763306.676607:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763306.676609:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763306.676740:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763306.676747:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763306.676752:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1787763307.700563:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763307.700570:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763307.700577:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763307.700579:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763307.700582:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763307.700584:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763307.700679:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763307.700686:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763307.700691:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787763307.764585:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4315142904, at 4315142912
00000100:00000010:0.0:1787763307.764598:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69ba20.
00010000:00000001:3.0:1787763308.724609:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763308.724617:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763308.724624:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763308.724626:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763308.724630:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763308.724632:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763308.724749:0:281543:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763308.724756:0:281543:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763308.724761:0:281543:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1787763309.748570:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763309.748580:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763309.748583:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763309.748588:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763309.748595:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763309.748598:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763309.748602:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763309.748605:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763309.748609:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763309.748612:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763309.748614:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763309.748616:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763309.748618:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763309.748620:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763309.748622:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763309.748624:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763309.748627:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763309.748631:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763309.748715:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763309.748721:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763309.748725:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1787763310.772583:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763310.772591:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763310.772597:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763310.772599:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763310.772603:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763310.772605:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763310.772702:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763310.772709:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763310.772714:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787763311.604648:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763311.604666:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787763311.604671:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763311.604678:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763311.604686:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763311.604698:0:296758:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20474
00000400:00000200:3.0:1787763311.604714:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763311.604727:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763311.604733:0:296758:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763311.604739:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763311.604745:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763311.604751:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763311.604756:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763311.604764:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763311.604768:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:3.0:1787763311.604773:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763311.604779:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:3.0:1787763311.604807:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:3.0:1787763311.604812:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:3.0:1787763311.604820:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763311.604824:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763311.604829:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763311.604833:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787763311.604839:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:3.0:1787763311.604846:0:296758:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763311.604853:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763311.604858:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763311.604865:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763311.604871:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763311.604875:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787763311.604880:0:296758:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763311.604893:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d5661c0.
00000020:00000040:3.0:1787763311.604900:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:3.0:1787763311.604935:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763311.604938:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763311.604944:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763311.604948:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763311.604956:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763311.604970:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45904800.
00000100:00000001:3.0:1787763311.604982:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763311.605000:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d5661c0 x1874599320573824/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763311.605021:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763311.605029:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763311.605040:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007d30f203] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d5661c0 x1874599320573824/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763311.605083:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763311.605091:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763311.605099:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787763311.605103:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763311.605107:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763311.605114:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763311.605122:0:296758:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20474
00000400:00000200:3.0:1787763311.605156:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763311.605179:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763311.605194:0:296758:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763311.605210:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763311.605227:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763311.605244:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763311.605256:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763311.605276:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763311.605281:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000020:00000001:3.0:1787763311.605288:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763311.605298:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000020:00000001:3.0:1787763311.605310:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000020:00000001:3.0:1787763311.605324:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000040:3.0:1787763311.605346:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763311.605360:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763311.605370:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763311.605380:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787763311.605400:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00080000:3.0:1787763311.605418:0:296758:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763311.605432:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763311.605514:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763311.605533:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763311.605549:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763311.605564:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763311.605580:0:296758:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763311.605596:0:296758:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763311.605609:0:296758:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787763311.605624:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000010:3.0:1787763311.605627:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d5670c0.
00000020:00000040:3.0:1787763311.605636:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
02000000:00000001:3.0:1787763311.605641:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763311.605644:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763311.605647:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763311.605650:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763311.605655:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763311.605663:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45907800.
00000100:00000001:3.0:1787763311.605670:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787763311.605676:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000100:00100000:3.0:1787763311.605693:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d5670c0 x1874599320573952/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763311.605740:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763311.605755:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763311.605781:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000096847001] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d5670c0 x1874599320573952/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763311.605856:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763311.605872:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763311.605886:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787763311.605893:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763311.605899:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763311.605934:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763311.605952:0:296758:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20474
00000400:00000200:3.0:1787763311.605971:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763311.605991:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763311.606001:0:296758:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763311.606010:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763311.606020:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763311.606033:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763311.606040:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763311.606050:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763311.606057:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000020:00000001:3.0:1787763311.606068:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763311.606077:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000020:00000001:3.0:1787763311.606087:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000020:00000001:3.0:1787763311.606097:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00000040:3.0:1787763311.606110:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763311.606120:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763311.606132:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763311.606141:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787763311.606153:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000100:00080000:3.0:1787763311.606166:0:296758:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763311.606173:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763311.606178:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763311.606186:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763311.606194:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763311.606198:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763311.606207:0:296758:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763311.606217:0:296758:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763311.606222:0:296758:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763311.606230:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d564b40.
00000020:00000040:3.0:1787763311.606238:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
02000000:00000001:3.0:1787763311.606257:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763311.606267:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763311.606279:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763311.606285:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763311.606291:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763311.606301:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45907400.
00000100:00000001:3.0:1787763311.606317:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763311.606342:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d564b40 x1874599320574080/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763311.606395:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763311.606401:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763311.606426:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9fa13ea] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d564b40 x1874599320574080/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763311.606528:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763311.606534:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787763311.606547:0:296758:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1787763311.606564:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763311.606581:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787763311.606585:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763311.606593:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763311.606600:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763311.606607:0:296758:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20474
00000400:00000200:3.0:1787763311.606630:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763311.606638:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763311.606652:0:296758:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763311.606664:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763311.606667:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763311.606671:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763311.606676:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763311.606681:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763311.606685:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000020:00000001:3.0:1787763311.606690:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763311.606696:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000020:00000001:3.0:1787763311.606707:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000020:00000001:3.0:1787763311.606722:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000040:3.0:1787763311.606742:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763311.606753:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763311.606769:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763311.606779:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787763311.606797:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00080000:3.0:1787763311.606816:0:296758:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763311.606834:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763311.606850:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763311.606867:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763311.606882:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763311.606895:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763311.606924:0:296758:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763311.606947:0:296758:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763311.606963:0:296758:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763311.606976:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d565e00.
00000020:00000040:3.0:1787763311.606991:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
02000000:00000001:3.0:1787763311.607005:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763311.607013:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763311.607025:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763311.607033:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763311.607039:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763311.607056:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45906400.
00000100:00000001:3.0:1787763311.607072:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763311.607095:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d565e00 x1874599320574208/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763311.607135:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763311.607145:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787763311.607149:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763311.607155:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000100:00000040:3.0:1787763311.607167:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008dad852f] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d565e00 x1874599320574208/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763311.607218:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763311.607233:0:296758:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20484)
00000800:00000200:1.1:1787763311.607491:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763311.607493:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787763311.607744:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763311.607746:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00010000:00000001:3.0:1787763311.796562:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763311.796569:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763311.796575:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763311.796577:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763311.796581:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763311.796582:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763311.796641:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763311.796645:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763311.796648:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763312.628612:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763312.628621:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763312.628624:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763312.628632:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763312.628636:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763312.628641:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763312.628645:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763312.628648:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763312.628652:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763312.820570:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763312.820577:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763312.820582:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763312.820583:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763312.820587:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763312.820591:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763312.820594:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763312.820596:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763312.820600:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763312.820602:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763312.820604:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763312.820606:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763312.820689:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763312.820693:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763312.820697:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787763312.884518:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4315148024, at 4315148032
00000100:00000010:0.0:1787763312.884530:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69b060.
00000100:00000001:3.0:1787763313.652554:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763313.652561:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763313.652564:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763313.652569:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763313.652576:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763313.652580:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763313.652583:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763313.652587:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763313.652590:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763313.844593:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763313.844602:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763313.844609:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763313.844611:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763313.844615:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763313.844617:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763313.844745:0:281543:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763313.844754:0:281543:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763313.844760:0:281543:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763314.676612:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763314.676621:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763314.676625:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763314.676634:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763314.676642:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763314.676648:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763314.676654:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763314.676660:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763314.676666:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763314.868596:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763314.868604:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763314.868611:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763314.868614:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763314.868618:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763314.868619:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763314.868709:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763314.868716:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763314.868720:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763315.700588:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763315.700599:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763315.700602:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763315.700609:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763315.700616:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763315.700621:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763315.700626:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763315.700629:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763315.700633:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763315.892588:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763315.892597:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763315.892604:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763315.892606:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763315.892610:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763315.892612:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763315.892698:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763315.892705:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763315.892710:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763316.724607:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763316.724616:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763316.724620:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763316.724627:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00080000:0.0:1787763316.724631:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1787763316.724633:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763316.724639:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763316.724648:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:0.0:1787763316.724653:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787763316.724655:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763316.724662:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1787763316.724663:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763316.724674:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763316.724681:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763316.724691:0:296758:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20479
00000400:00000200:0.0:1787763316.724703:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763316.724712:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763316.724733:0:296758:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763316.724739:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763316.724743:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763316.724747:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763316.724750:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763316.724755:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763316.724757:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:0.0:1787763316.724762:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763316.724766:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:0.0:1787763316.724769:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:0.0:1787763316.724772:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:0.0:1787763316.724776:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763316.724779:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763316.724784:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763316.724786:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787763316.724790:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:0.0:1787763316.724795:0:296758:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763316.724799:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763316.724803:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763316.724807:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763316.724810:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763316.724813:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787763316.724816:0:296758:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763316.724825:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81852d00.
00000020:00000040:0.0:1787763316.724829:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:0.0:1787763316.724836:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763316.724838:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763316.724842:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763316.724846:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763316.724851:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763316.724861:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d50559c00.
00000100:00000001:0.0:1787763316.724892:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763316.724910:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81852d00 x1874599320574336/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763316.724931:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763316.724939:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763316.724950:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033d5c64e] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81852d00 x1874599320574336/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763316.724994:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763316.725000:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763316.725008:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787763316.725013:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763316.725016:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763316.725021:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763316.725028:0:296758:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20479
00000400:00000200:0.0:1787763316.725041:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763316.725051:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763316.725057:0:296758:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763316.725062:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763316.725067:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763316.725075:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763316.725085:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763316.725096:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763316.725101:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000020:00000001:0.0:1787763316.725110:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763316.725122:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000020:00000001:0.0:1787763316.725137:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000020:00000001:0.0:1787763316.725155:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000040:0.0:1787763316.725165:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763316.725169:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763316.725171:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763316.725174:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787763316.725185:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00080000:0.0:1787763316.725197:0:296758:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763316.725203:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763316.725213:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763316.725225:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763316.725230:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763316.725235:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763316.725246:0:296758:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787763316.725257:0:296758:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763316.725260:0:296758:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763316.725266:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81853840.
00000020:00000040:0.0:1787763316.725277:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
02000000:00000001:0.0:1787763316.725282:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763316.725289:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763316.725308:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763316.725318:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763316.725336:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763316.725347:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d5055a400.
00000100:00000001:0.0:1787763316.725356:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763316.725370:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81853840 x1874599320574464/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763316.725398:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763316.725412:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763316.725430:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000090fddba4] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81853840 x1874599320574464/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763316.725527:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763316.725541:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763316.725556:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787763316.725564:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763316.725572:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763316.725586:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763316.725603:0:296758:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20479
00000400:00000200:0.0:1787763316.725636:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763316.725651:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763316.725661:0:296758:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763316.725676:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763316.725683:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1787763316.725693:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000040:0.0:1787763316.725696:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000800:00000200:1.1:1787763316.725702:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000100:00000001:0.0:1787763316.725703:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763316.725717:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763316.725723:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000020:00000001:0.0:1787763316.725732:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763316.725747:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000020:00000001:0.0:1787763316.725765:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000020:00000001:0.0:1787763316.725775:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00000040:0.0:1787763316.725787:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763316.725793:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763316.725802:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763316.725806:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787763316.725810:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000100:00080000:0.0:1787763316.725817:0:296758:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763316.725832:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763316.725836:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763316.725843:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763316.725852:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763316.725865:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763316.725899:0:296758:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787763316.725915:0:296758:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763316.725924:0:296758:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763316.725939:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81850f00.
00000020:00000040:0.0:1787763316.725948:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
02000000:00000001:0.0:1787763316.725959:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763316.725966:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763316.725973:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763316.725980:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763316.725989:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763316.726005:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d50558c00.
00000100:00000001:0.0:1787763316.726021:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763316.726036:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81850f00 x1874599320574592/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763316.726065:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763316.726072:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763316.726086:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007454b7f2] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81850f00 x1874599320574592/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763316.726197:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763316.726207:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1787763316.726223:0:296758:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1787763316.726237:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763316.726253:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787763316.726257:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763316.726264:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763316.726280:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763316.726297:0:296758:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20479
00000400:00000200:0.0:1787763316.726321:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763316.726336:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763316.726345:0:296758:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763316.726356:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763316.726370:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763316.726388:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763316.726406:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763316.726427:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763316.726475:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000020:00000001:0.0:1787763316.726485:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763316.726497:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000020:00000001:0.0:1787763316.726508:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000020:00000001:0.0:1787763316.726527:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000040:0.0:1787763316.726543:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763316.726556:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763316.726571:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763316.726589:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787763316.726607:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00080000:0.0:1787763316.726623:0:296758:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763316.726638:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763316.726655:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763316.726666:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763316.726678:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763316.726691:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763316.726706:0:296758:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787763316.726719:0:296758:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763316.726742:0:296758:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763316.726757:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81851680.
00000020:00000040:0.0:1787763316.726776:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
02000000:00000001:0.0:1787763316.726788:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763316.726791:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763316.726806:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763316.726809:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763316.726812:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763316.726818:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d5055bc00.
00000100:00000001:0.0:1787763316.726826:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763316.726839:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81851680 x1874599320574720/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763316.726863:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763316.726893:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763316.726914:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be916297] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81851680 x1874599320574720/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763316.726974:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763316.726993:0:296758:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20489)
00000800:00000200:1.1:1787763316.727074:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763316.727077:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787763316.727337:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763316.727339:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787763316.727631:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763316.727633:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00010000:00000001:3.0:1787763316.916602:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763316.916610:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763316.916616:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763316.916618:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763316.916622:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763316.916624:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763316.916721:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763316.916728:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763316.916734:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763317.748637:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763317.748647:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763317.748650:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763317.748656:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763317.748661:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763317.748666:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763317.748669:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763317.748690:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763317.748694:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763317.940613:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763317.940621:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763317.940626:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763317.940628:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763317.940632:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763317.940633:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763317.940704:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763317.940711:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763317.940716:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787763318.004548:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4315153144, at 4315153152
00000100:00000010:0.0:1787763318.004575:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69bea0.
00000100:00000001:3.0:1787763318.772529:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763318.772536:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763318.772538:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763318.772542:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763318.772545:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763318.772549:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763318.772552:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763318.772555:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763318.772559:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763318.964628:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763318.964637:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763318.964645:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763318.964647:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763318.964651:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763318.964653:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763318.964726:0:281543:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763318.964733:0:281543:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763318.964738:0:281543:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763319.796585:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763319.796592:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763319.796594:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763319.796600:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763319.796603:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763319.796607:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763319.796610:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763319.796612:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763319.796615:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763319.988592:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763319.988602:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763319.988604:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763319.988609:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763319.988615:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763319.988618:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763319.988621:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763319.988624:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763319.988630:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763319.988633:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763319.988634:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763319.988637:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763319.988639:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763319.988641:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763319.988644:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763319.988647:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763319.988652:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763319.988654:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763319.988725:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763319.988733:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763319.988738:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763320.820622:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763320.820632:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763320.820635:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763320.820642:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763320.820647:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763320.820652:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763320.820656:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763320.820660:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763320.820664:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763321.012629:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763321.012638:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763321.012644:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763321.012646:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763321.012650:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763321.012652:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763321.012743:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763321.012753:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763321.012760:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763321.844592:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:0.0:1787763321.844611:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1787763321.844614:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763321.844619:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763321.844622:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:3.0:1787763321.844627:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:0.0:1787763321.844628:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763321.844635:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763321.844636:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787763321.844646:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1787763321.844647:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763321.844653:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:0.0:1787763321.844655:0:296758:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20484
00000100:00000001:3.0:1787763321.844657:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763321.844664:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787763321.844669:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763321.844677:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763321.844681:0:296758:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763321.844685:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763321.844688:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763321.844691:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763321.844694:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763321.844699:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763321.844701:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:0.0:1787763321.844704:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763321.844708:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:0.0:1787763321.844710:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:0.0:1787763321.844712:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:0.0:1787763321.844716:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763321.844718:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763321.844720:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763321.844722:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787763321.844725:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:0.0:1787763321.844729:0:296758:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763321.844732:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763321.844735:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763321.844739:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763321.844759:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763321.844761:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787763321.844764:0:296758:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763321.844775:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81850000.
00000020:00000040:0.0:1787763321.844779:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:0.0:1787763321.844785:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763321.844789:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763321.844793:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763321.844797:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763321.844803:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763321.844815:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d50558400.
00000100:00000001:0.0:1787763321.844824:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763321.844860:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81850000 x1874599320574848/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763321.844879:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763321.844886:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763321.844895:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a28e6d3] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81850000 x1874599320574848/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763321.844930:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763321.844935:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763321.844939:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787763321.844942:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763321.844945:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763321.844949:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763321.844954:0:296758:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20484
00000400:00000200:0.0:1787763321.844960:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763321.844965:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763321.844980:0:296758:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763321.844991:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763321.844996:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763321.845000:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763321.845003:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763321.845010:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763321.845012:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000020:00000001:0.0:1787763321.845018:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763321.845025:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000020:00000001:0.0:1787763321.845036:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000020:00000001:0.0:1787763321.845053:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000040:0.0:1787763321.845065:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763321.845072:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763321.845082:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763321.845092:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787763321.845107:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00080000:0.0:1787763321.845117:0:296758:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763321.845130:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763321.845151:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763321.845170:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763321.845187:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763321.845209:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763321.845217:0:296758:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787763321.845227:0:296758:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763321.845245:0:296758:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763321.845253:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81852580.
00000020:00000040:0.0:1787763321.845261:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
02000000:00000001:0.0:1787763321.845266:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763321.845272:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763321.845283:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763321.845309:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763321.845318:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763321.845333:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d50559400.
00000100:00000001:0.0:1787763321.845341:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763321.845356:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81852580 x1874599320574976/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763321.845381:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763321.845383:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763321.845389:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a3a56c9a] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81852580 x1874599320574976/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763321.845419:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763321.845427:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763321.845435:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787763321.845439:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763321.845441:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763321.845445:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763321.845451:0:296758:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20484
00000400:00000200:0.0:1787763321.845506:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763321.845520:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763321.845531:0:296758:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763321.845539:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763321.845549:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763321.845556:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763321.845564:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763321.845573:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000200:1.1:1787763321.845574:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000020:00000040:0.0:1787763321.845580:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000800:00000200:1.1:1787763321.845581:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000020:00000001:0.0:1787763321.845587:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763321.845595:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000020:00000001:0.0:1787763321.845599:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000020:00000001:0.0:1787763321.845606:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00000040:0.0:1787763321.845612:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763321.845623:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763321.845634:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763321.845641:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787763321.845656:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000100:00080000:0.0:1787763321.845694:0:296758:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763321.845702:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763321.845712:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763321.845722:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763321.845727:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763321.845733:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763321.845738:0:296758:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787763321.845753:0:296758:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763321.845765:0:296758:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763321.845780:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81853c00.
00000020:00000040:0.0:1787763321.845792:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
02000000:00000001:0.0:1787763321.845805:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763321.845817:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763321.845828:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763321.845854:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763321.845860:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763321.845874:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d50558800.
00000100:00000001:0.0:1787763321.845887:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763321.845909:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81853c00 x1874599320575104/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763321.845943:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763321.845950:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763321.845972:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ce798b78] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81853c00 x1874599320575104/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763321.846005:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763321.846013:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1787763321.846023:0:296758:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1787763321.846032:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763321.846054:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787763321.846061:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763321.846071:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763321.846077:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763321.846090:0:296758:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20484
00000400:00000200:0.0:1787763321.846112:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763321.846124:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763321.846134:0:296758:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763321.846147:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763321.846157:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763321.846170:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763321.846182:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763321.846193:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763321.846196:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000020:00000001:0.0:1787763321.846204:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763321.846213:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000020:00000001:0.0:1787763321.846222:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000020:00000001:0.0:1787763321.846234:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000040:0.0:1787763321.846248:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763321.846265:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763321.846271:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763321.846286:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787763321.846312:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00080000:0.0:1787763321.846326:0:296758:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763321.846339:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763321.846345:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763321.846355:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763321.846360:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763321.846366:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763321.846371:0:296758:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787763321.846379:0:296758:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763321.846385:0:296758:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763321.846400:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81853480.
00000020:00000040:0.0:1787763321.846410:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
02000000:00000001:0.0:1787763321.846416:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763321.846420:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763321.846428:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763321.846439:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763321.846445:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763321.846452:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d50559800.
00000100:00000001:0.0:1787763321.846486:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763321.846501:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81853480 x1874599320575232/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763321.846513:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763321.846520:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763321.846539:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000037f19d5a] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81853480 x1874599320575232/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763321.846577:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763321.846588:0:296758:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20494)
00000800:00000200:1.1:1787763321.846703:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763321.846704:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787763321.846971:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763321.846973:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787763321.847219:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763321.847221:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00010000:00000001:3.0:1787763322.036612:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763322.036620:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763322.036626:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763322.036627:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763322.036631:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763322.036632:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763322.036696:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763322.036701:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763322.036704:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1787763323.060628:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763323.060637:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763323.060646:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763323.060649:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763323.060656:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763323.060661:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763323.060664:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763323.060668:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763323.060672:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763323.060682:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763323.060685:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763323.060688:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763323.060866:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763323.060873:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763323.060888:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787763323.124565:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4315158264, at 4315158272
00000100:00000010:0.0:1787763323.124583:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69b360.
00010000:00000001:3.0:1787763324.084530:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763324.084541:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763324.084550:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763324.084552:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763324.084557:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763324.084558:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763324.084605:0:281543:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763324.084611:0:281543:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763324.084614:0:281543:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1787763325.108531:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763325.108539:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763325.108544:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763325.108545:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763325.108549:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763325.108550:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763325.108599:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763325.108604:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763325.108608:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:3.0:1787763326.132541:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763326.132548:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763326.132555:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763326.132556:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763326.132559:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763326.132560:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763326.132608:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763326.132612:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763326.132616:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787763326.964622:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763326.964629:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787763326.964632:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763326.964637:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763326.964641:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763326.964649:0:296758:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20489
00000400:00000200:2.0:1787763326.964659:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763326.964666:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763326.964669:0:296758:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763326.964672:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763326.964675:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763326.964678:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763326.964680:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:2.0:1787763326.964683:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763326.964685:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:2.0:1787763326.964689:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763326.964692:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:2.0:1787763326.964694:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:2.0:1787763326.964696:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:2.0:1787763326.964699:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763326.964700:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763326.964701:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763326.964702:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:2.0:1787763326.964705:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:2.0:1787763326.964708:0:296758:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763326.964709:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763326.964712:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763326.964719:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763326.964722:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763326.964724:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787763326.964727:0:296758:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763326.964738:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d568b40.
00000020:00000040:2.0:1787763326.964741:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:2.0:1787763326.964745:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763326.964747:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763326.964750:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763326.964753:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763326.964757:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763326.964765:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f184000.
00000100:00000001:2.0:1787763326.964773:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763326.964784:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d568b40 x1874599320575360/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763326.964796:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763326.964816:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763326.964823:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a25ffa6] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d568b40 x1874599320575360/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763326.964873:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763326.964877:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763326.964880:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787763326.964881:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763326.964883:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763326.964886:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763326.964888:0:296758:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20489
00000400:00000200:2.0:1787763326.964892:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763326.964895:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763326.964897:0:296758:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763326.964900:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763326.964902:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763326.964904:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763326.964906:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:2.0:1787763326.964908:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763326.964909:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000020:00000001:2.0:1787763326.964914:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763326.964917:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000020:00000001:2.0:1787763326.964921:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000020:00000001:2.0:1787763326.964924:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000040:2.0:1787763326.964928:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763326.964930:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763326.964934:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763326.964935:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:2.0:1787763326.964937:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00080000:2.0:1787763326.964942:0:296758:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763326.964946:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763326.964949:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763326.964956:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763326.964961:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763326.964965:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787763326.964977:0:296758:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787763326.964984:0:296758:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763326.964988:0:296758:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763326.964993:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d56a940.
00000020:00000040:2.0:1787763326.964998:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
02000000:00000001:2.0:1787763326.965005:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763326.965009:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763326.965032:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763326.965033:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763326.965036:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763326.965041:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f184c00.
00000100:00000001:2.0:1787763326.965046:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763326.965055:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d56a940 x1874599320575488/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763326.965064:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763326.965067:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763326.965071:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b4aca245] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d56a940 x1874599320575488/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763326.965080:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763326.965085:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763326.965090:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787763326.965093:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763326.965095:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763326.965100:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763326.965105:0:296758:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20489
00000400:00000200:2.0:1787763326.965112:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763326.965118:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763326.965122:0:296758:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763326.965127:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763326.965132:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763326.965134:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763326.965136:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:2.0:1787763326.965140:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763326.965145:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000020:00000001:2.0:1787763326.965146:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763326.965148:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000020:00000001:2.0:1787763326.965149:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000020:00000001:2.0:1787763326.965151:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00000040:2.0:1787763326.965158:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763326.965161:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763326.965163:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763326.965164:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:2.0:1787763326.965167:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000100:00080000:2.0:1787763326.965174:0:296758:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763326.965177:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763326.965180:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763326.965183:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763326.965187:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763326.965190:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787763326.965192:0:296758:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787763326.965196:0:296758:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763326.965198:0:296758:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763326.965203:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d568000.
00000020:00000040:2.0:1787763326.965205:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
02000000:00000001:2.0:1787763326.965206:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763326.965207:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763326.965208:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763326.965209:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763326.965210:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763326.965213:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f186000.
00000100:00000001:2.0:1787763326.965215:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763326.965219:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d568000 x1874599320575616/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763326.965230:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763326.965236:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763326.965239:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000040389d09] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d568000 x1874599320575616/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763326.965245:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763326.965249:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1787763326.965256:0:296758:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1787763326.965262:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763326.965268:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787763326.965271:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763326.965272:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763326.965274:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763326.965281:0:296758:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20489
00000400:00000200:2.0:1787763326.965288:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763326.965299:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763326.965302:0:296758:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763326.965307:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763326.965308:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763326.965311:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763326.965316:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:2.0:1787763326.965319:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763326.965322:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000020:00000001:2.0:1787763326.965324:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763326.965326:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000020:00000001:2.0:1787763326.965330:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000020:00000001:2.0:1787763326.965332:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000800:00000200:1.1:1787763326.965336:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000040:2.0:1787763326.965338:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763326.965344:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1787763326.965344:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00000100:00000040:2.0:1787763326.965349:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763326.965353:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:2.0:1787763326.965358:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00080000:2.0:1787763326.965365:0:296758:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763326.965370:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763326.965373:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763326.965377:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763326.965382:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763326.965387:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787763326.965399:0:296758:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787763326.965404:0:296758:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763326.965407:0:296758:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763326.965411:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d56b840.
00000020:00000040:2.0:1787763326.965416:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
02000000:00000001:2.0:1787763326.965421:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763326.965424:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763326.965429:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763326.965431:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763326.965434:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763326.965469:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f187000.
00000100:00000001:2.0:1787763326.965475:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763326.965486:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d56b840 x1874599320575744/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763326.965499:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763326.965502:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763326.965506:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2e525cc] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d56b840 x1874599320575744/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763326.965515:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763326.965520:0:296758:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20499)
00000800:00000200:1.0:1787763326.965790:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763326.965793:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef000.
00000800:00000200:1.0:1787763326.965796:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763326.965812:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787763326.965817:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763326.965818:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1787763326.965821:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763326.965823:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef000.
00000400:00000200:1.0:1787763326.965825:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763326.965828:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763326.965830:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9440
00000400:00000010:1.0:1787763326.965831:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9440.
00000100:00000001:1.0:1787763326.965833:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763326.965835:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d56a940 x1874599320575488/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763351 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763326.965841:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763326.965844:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d56a940 x1874599320575488/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763351 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763326.965848:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763326.965850:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763326.965852:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763326.965856:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:1.0:1787763326.965858:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763326.965860:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315162156
00000100:00000001:1.0:1787763326.965862:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315163384
00000100:00000001:1.0:1787763326.965864:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315162156
00000100:00000001:1.0:1787763326.965866:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315163384
00000100:00000001:1.0:1787763326.965883:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763326.965884:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763326.965886:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763326.965888:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763326/real 1787763326]  req@ffff9b9d5d56a940 x1874599320575488/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763351 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763326.965900:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763326.965901:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763326.965903:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43840.
00000400:00000200:1.0:1787763326.965904:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9550
00000400:00000010:1.0:1787763326.965905:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9550.
00000100:00000001:1.0:1787763326.965906:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763326.965908:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d56a940 x1874599320575488/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763351 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763326.965914:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d56a940 x1874599320575488/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763351 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763326.965919:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763326.965920:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763326.965921:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763326.965922:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763326.965925:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d56a940 x1874599320575488/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763351 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763326.965929:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763326.965931:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d56a940 x1874599320575488/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763351 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763326.965935:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763326.965937:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763326.965938:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763326.965939:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763326.965940:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763326.965955:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763326.965956:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763326.965958:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763326.965959:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763326.965963:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d56a940 x1874599320575488/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763351 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763326.965969:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d56a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320575488:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763326.965972:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763326.965974:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d568000 x1874599320575616/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763326.965978:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763326.965979:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763326.965981:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763326.965982:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763326.965983:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763326.965985:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d568000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320575616:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763326.965988:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763326.965989:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763326.965990:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763326.965991:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763326.965995:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db9c00.
02000000:00000001:1.0:1787763326.965996:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763326.965998:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763326.966015:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43840.
00000400:00000010:1.0:1787763326.966018:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9550.
00000100:00000200:1.0:1787763326.966020:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320575616, portal 10
00000100:00000001:1.0:1787763326.966022:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763326.966023:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910961664 : -110374798589952 : ffff9b9d5d568000)
00000100:00000040:1.0:1787763326.966028:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d568000 x1874599320575616/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763351 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763326.966032:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763326.966034:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763326.966035:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9440.
00000100:00000200:1.0:1787763326.966037:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320575616, offset 0
00000400:00000200:1.0:1787763326.966040:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763326.966043:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763326.966045:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763326.966047:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763326.966050:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763326.966052:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763326.966053:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763326.966055:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63260:63260:256:4294967295] 192.168.203.113@tcp LPNI seq info [63260:63260:8:4294967295]
00000400:00000200:1.0:1787763326.966058:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763326.966063:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763326.966065:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763326.966067:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef000.
00000800:00000200:1.0:1787763326.966070:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763326.966072:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787763326.966075:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763326.966077:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1787763326.966079:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763326.966081:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef000.
00000400:00000200:1.0:1787763326.966083:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763326.966085:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763326.966087:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9440
00000400:00000010:1.0:1787763326.966089:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9440.
00000100:00000001:1.0:1787763326.966090:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763326.966093:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d568000 x1874599320575616/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763351 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763326.966098:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763326.966100:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d568000 x1874599320575616/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763351 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763326.966104:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763326.966105:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763326.966107:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763326.966109:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:1.0:1787763326.966110:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763326.966113:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315162135
00000100:00000001:1.0:1787763326.966115:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315163384
00000100:00000001:1.0:1787763326.966116:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315162135
00000100:00000001:1.0:1787763326.966118:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315163384
00000100:00000001:1.0:1787763326.966119:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763326.966120:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763326.966121:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763326.966123:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763326/real 1787763326]  req@ffff9b9d5d568000 x1874599320575616/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763351 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763326.966128:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763326.966129:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763326.966129:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43840.
00000400:00000200:1.0:1787763326.966131:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9550
00000400:00000010:1.0:1787763326.966132:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9550.
00000100:00000001:1.0:1787763326.966133:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763326.966136:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d568000 x1874599320575616/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763351 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763326.966142:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d568000 x1874599320575616/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763351 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763326.966145:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763326.966146:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763326.966147:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763326.966148:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763326.966150:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d568000 x1874599320575616/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763351 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763326.966154:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763326.966156:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d568000 x1874599320575616/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763351 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763326.966160:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763326.966163:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763326.966164:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763326.966165:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763326.966166:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763326.966167:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763326.966169:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763326.966171:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763326.966172:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763326.966174:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d568000 x1874599320575616/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763351 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763326.966179:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d568000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320575616:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763326.966181:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763326.966183:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d56b840 x1874599320575744/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763326.966187:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763326.966188:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763326.966189:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763326.966190:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763326.966191:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763326.966193:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d56b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320575744:192.168.203.113@tcp:8:kworker.0
00000100:00000001:1.0:1787763326.966195:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763326.966196:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763326.966197:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763326.966198:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763326.966201:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58dbac00.
02000000:00000001:1.0:1787763326.966202:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763326.966205:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763326.966206:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43840.
00000400:00000010:1.0:1787763326.966209:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9550.
00000100:00000200:1.0:1787763326.966211:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320575744, portal 4
00000100:00000001:1.0:1787763326.966213:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763326.966214:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910976064 : -110374798575552 : ffff9b9d5d56b840)
00000100:00000040:1.0:1787763326.966218:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d56b840 x1874599320575744/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763351 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763326.966222:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763326.966224:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763326.966225:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9440.
00000100:00000200:1.0:1787763326.966226:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320575744, offset 0
00000400:00000200:1.0:1787763326.966229:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763326.966231:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763326.966233:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763326.966235:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763326.966237:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763326.966238:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763326.966240:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763326.966242:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63261:63261:256:4294967295] 192.168.203.113@tcp LPNI seq info [63261:63261:8:4294967295]
00000400:00000200:1.0:1787763326.966245:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763326.966249:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763326.966252:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763326.966254:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef000.
00000800:00000200:1.0:1787763326.966256:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763326.966257:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787763326.966260:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763326.966261:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1787763326.966264:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763326.966266:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef000.
00000400:00000200:1.0:1787763326.966268:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763326.966270:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763326.966272:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9440
00000400:00000010:1.0:1787763326.966273:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9440.
00000100:00000001:1.0:1787763326.966274:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763326.966276:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d56b840 x1874599320575744/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763351 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763326.966287:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763326.966289:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d56b840 x1874599320575744/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763351 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763326.966293:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763326.966294:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763326.966296:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763326.966297:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:1.0:1787763326.966299:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763326.966300:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315162147
00000100:00000001:1.0:1787763326.966302:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315163384
00000100:00000001:1.0:1787763326.966303:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315162147
00000100:00000001:1.0:1787763326.966305:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315163384
00000100:00000001:1.0:1787763326.966306:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763326.966308:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763326.966309:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763326.966311:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763326/real 1787763326]  req@ffff9b9d5d56b840 x1874599320575744/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763351 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763326.966315:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763326.966316:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763326.966317:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43840.
00000400:00000200:1.0:1787763326.966318:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9550
00000400:00000010:1.0:1787763326.966319:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9550.
00000100:00000001:1.0:1787763326.966320:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763326.966322:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d56b840 x1874599320575744/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763351 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763326.966327:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d56b840 x1874599320575744/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763351 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763326.966331:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763326.966332:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763326.966333:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763326.966334:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763326.966337:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d56b840 x1874599320575744/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763351 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763326.966341:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763326.966343:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d56b840 x1874599320575744/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763351 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763326.966349:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763326.966351:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763326.966353:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763326.966355:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763326.966357:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763326.966358:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763326.966361:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763326.966364:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763326.966367:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763326.966371:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d56b840 x1874599320575744/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763351 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763326.966380:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d56b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320575744:192.168.203.113@tcp:8:kworker.0
00000100:00000001:1.0:1787763326.966385:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763326.966387:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763326.966391:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d56a940 x1874599320575488/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763351 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763326.966398:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763326.966400:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763326.966402:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58dbb400.
02000000:00000001:1.0:1787763326.966404:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763326.966406:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763326.966408:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:1.0:1787763326.966409:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763326.966411:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f184c00.
02000000:00000001:1.0:1787763326.966413:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763326.966414:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763326.966415:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d56a940.
00000100:00000001:1.0:1787763326.966416:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763326.966417:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763326.966419:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763326.966421:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d568000 x1874599320575616/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763351 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763326.966426:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763326.966427:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763326.966428:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db9c00.
02000000:00000001:1.0:1787763326.966429:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763326.966430:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763326.966430:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:1.0:1787763326.966431:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763326.966432:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f186000.
02000000:00000001:1.0:1787763326.966434:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763326.966434:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763326.966435:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d568000.
00000100:00000001:1.0:1787763326.966436:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763326.966437:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763326.966438:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763326.966440:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d56b840 x1874599320575744/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763351 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763326.966443:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763326.966444:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763326.966445:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58dbac00.
02000000:00000001:1.0:1787763326.966462:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763326.966463:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763326.966464:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:1.0:1787763326.966465:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763326.966466:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f187000.
02000000:00000001:1.0:1787763326.966468:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763326.966469:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763326.966470:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d56b840.
00000100:00000001:1.0:1787763326.966472:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763326.966473:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763326.966475:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763326.966477:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763326.966478:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763326.966480:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763326.966481:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763327.156617:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763327.156629:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763327.156639:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763327.156642:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763327.156649:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763327.156651:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763327.156746:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763327.156753:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763327.156758:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763327.988584:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763327.988594:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763327.988597:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763327.988605:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763327.988610:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763327.988616:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763327.988621:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763327.988625:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763327.988628:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763328.180555:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763328.180566:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763328.180575:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763328.180578:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763328.180584:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763328.180587:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763328.180710:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763328.180715:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763328.180719:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1787763328.244550:0:303331:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b110 (cpu 1) has reached its deadline 4315163384, at 4315163392
00000100:00000040:0.0:1787763328.244560:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4315163384, at 4315163392
00000100:00000010:1.0:1787763328.244569:0:303331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69b060.
00000100:00000010:0.0:1787763328.244584:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69bea0.
00000100:00000001:1.0:1787763329.012549:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763329.012562:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763329.012568:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763329.012577:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763329.012583:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763329.012589:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763329.012593:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763329.012597:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763329.012602:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763329.204563:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763329.204574:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763329.204579:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763329.204584:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763329.204593:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763329.204597:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763329.204599:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763329.204602:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763329.204607:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763329.204609:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763329.204611:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763329.204614:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763329.204616:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763329.204620:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763329.204622:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763329.204628:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763329.204634:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763329.204637:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763329.204766:0:281543:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763329.204772:0:281543:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763329.204777:0:281543:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763330.036530:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763330.036539:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763330.036541:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763330.036546:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763330.036550:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763330.036555:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763330.036559:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763330.036563:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763330.036567:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763330.228542:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763330.228551:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763330.228556:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763330.228558:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763330.228562:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763330.228564:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763330.228629:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763330.228636:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763330.228642:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763331.060510:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763331.060522:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763331.060525:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763331.060531:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763331.060536:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763331.060541:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763331.060545:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763331.060550:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763331.060554:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763331.252562:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763331.252571:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763331.252577:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763331.252579:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763331.252583:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763331.252584:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763331.252678:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763331.252682:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763331.252685:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763332.084541:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763332.084555:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763332.084559:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763332.084568:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763332.084577:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763332.084586:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763332.084591:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763332.084596:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763332.084601:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763332.084639:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763332.084655:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787763332.084659:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763332.084665:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763332.084671:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763332.084680:0:268573:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20494
00000400:00000200:2.0:1787763332.084690:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763332.084698:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763332.084702:0:268573:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763332.084706:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763332.084711:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763332.084714:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763332.084718:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:2.0:1787763332.084724:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763332.084727:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:2.0:1787763332.084732:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763332.084738:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:2.0:1787763332.084743:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:2.0:1787763332.084747:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:2.0:1787763332.084753:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763332.084758:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763332.084782:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763332.084787:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:2.0:1787763332.084793:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:2.0:1787763332.084799:0:268573:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763332.084804:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763332.084809:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763332.084814:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763332.084819:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763332.084822:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787763332.084826:0:268573:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763332.084841:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d5692c0.
00000020:00000040:2.0:1787763332.084848:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:2.0:1787763332.084856:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763332.084859:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763332.084864:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763332.084868:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763332.084874:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763332.084887:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f185000.
00000100:00000001:2.0:1787763332.084898:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763332.084913:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d5692c0 x1874599320575872/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763332.084933:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763332.084938:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763332.084944:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000103818ef] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d5692c0 x1874599320575872/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763332.084975:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763332.084979:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763332.084984:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787763332.084986:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763332.084989:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763332.084994:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763332.084997:0:268573:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20494
00000400:00000200:2.0:1787763332.085003:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763332.085007:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763332.085011:0:268573:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763332.085015:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763332.085018:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787763332.085018:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763332.085027:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763332.085031:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763332.085031:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000001:1.0:1787763332.085040:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1787763332.085040:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763332.085052:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000020:00000001:2.0:1787763332.085056:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763332.085061:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000100:00000040:1.0:1787763332.085064:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d5692c0 x1874599320575872/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1787763332.085066:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000020:00000001:2.0:1787763332.085080:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000040:2.0:1787763332.085098:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763332.085102:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763332.085106:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763332.085108:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763332.085109:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000001:1.0:1787763332.085113:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1787763332.085115:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
02000000:00000001:1.0:1787763332.085124:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:2.0:1787763332.085125:0:268573:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
02000000:00000001:1.0:1787763332.085133:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763332.085133:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763332.085155:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763332.085155:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:1.0:1787763332.085170:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d5692c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320575872:192.168.203.113@tcp:250:kworker.0
02000000:00000001:2.0:1787763332.085172:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763332.085182:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763332.085184:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1787763332.085186:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:1.0:1787763332.085192:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:2.0:1787763332.085193:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1787763332.085197:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1787763332.085199:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763332.085202:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1787763332.085206:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787763332.085217:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58dbac00.
00000100:00000010:2.0:1787763332.085218:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d569680.
02000000:00000001:1.0:1787763332.085228:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1787763332.085229:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
02000000:00000001:2.0:1787763332.085241:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763332.085244:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763332.085248:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763332.085251:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763332.085255:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:1.0:1787763332.085257:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43840.
02000000:00000001:2.0:1787763332.085259:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787763332.085273:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9550.
02000000:00000010:2.0:1787763332.085273:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f187000.
00000100:00000001:2.0:1787763332.085297:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787763332.085301:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320575872, portal 25
00000100:00000001:1.0:1787763332.085305:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763332.085311:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910966464 : -110374798585152 : ffff9b9d5d5692c0)
00000100:00100000:2.0:1787763332.085313:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d569680 x1874599320576000/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1787763332.085324:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d5692c0 x1874599320575872/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763332.085362:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787763332.085368:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1787763332.085370:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763332.085380:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763332.085384:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9440.
00000100:00000040:2.0:1787763332.085390:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d90ce636] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d569680 x1874599320576000/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763332.085391:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320575872, offset 0
00000400:00000200:1.0:1787763332.085417:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000100:00000001:2.0:1787763332.085433:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763332.085437:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00080000:2.0:1787763332.085486:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763332.085505:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:1.0:1787763332.085506:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000100:00000001:2.0:1787763332.085513:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763332.085517:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1787763332.085520:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1787763332.085522:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1787763332.085530:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000100:00080000:2.0:1787763332.085530:0:268573:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20494
00000400:00000200:2.0:1787763332.085547:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763332.085552:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763332.085557:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763332.085561:0:268573:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1787763332.085565:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000100:00000040:2.0:1787763332.085572:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763332.085577:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763332.085584:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000400:00000200:1.0:1787763332.085588:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63262:63262:256:4294967295] 192.168.203.113@tcp LPNI seq info [63262:63262:8:4294967295]
00000100:00000001:2.0:1787763332.085590:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:2.0:1787763332.085600:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763332.085603:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000400:00000200:1.0:1787763332.085611:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000020:00000001:2.0:1787763332.085611:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763332.085623:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000020:00000001:2.0:1787763332.085629:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000020:00000001:2.0:1787763332.085633:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000400:00000200:1.0:1787763332.085645:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000100:00000040:2.0:1787763332.085647:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763332.085656:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763332.085662:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000800:00000200:1.0:1787763332.085667:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000100:00000001:2.0:1787763332.085669:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:2.0:1787763332.085676:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000800:00000010:1.0:1787763332.085679:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef000.
00000100:00080000:2.0:1787763332.085684:0:268573:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763332.085690:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787763332.085697:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
02000000:00000001:2.0:1787763332.085699:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:1.0:1787763332.085712:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 2 secs later)
02000000:00000001:2.0:1787763332.085712:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763332.085730:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787763332.085742:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000001:2.0:1787763332.085743:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787763332.085750:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000800:00000200:1.1:1787763332.085753:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 2 secs later)
00000008:00000001:2.0:1787763332.085758:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1787763332.085781:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000100:00000001:2.0:1787763332.085784:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1787763332.085787:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef000.
00000100:00000010:2.0:1787763332.085793:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d56b840.
00000020:00000040:2.0:1787763332.085798:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000400:00000200:1.0:1787763332.085799:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:2.0:1787763332.085813:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763332.085819:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763332.085820:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000100:00000001:2.0:1787763332.085832:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1787763332.085837:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9440
02000000:00000001:2.0:1787763332.085837:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763332.085848:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787763332.085849:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9440.
02000000:00000010:2.0:1787763332.085860:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f186000.
00000100:00000001:1.0:1787763332.085861:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787763332.085875:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787763332.085877:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d5692c0 x1874599320575872/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763332.085889:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d56b840 x1874599320576128/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787763332.085907:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787763332.085916:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000040:1.0:1787763332.085922:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d5692c0 x1874599320575872/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763357 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763332.085923:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763332.085941:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2e525cc] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d56b840 x1874599320576128/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763332.085944:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763332.085958:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763332.085971:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763332.085972:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763332.085990:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1787763332.086002:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000040:2.0:1787763332.086008:0:268573:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1787763332.086011:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4315168504
00000100:00080000:2.0:1787763332.086015:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000010:1.0:1787763332.086019:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d7f69b060.
00000100:00080000:2.0:1787763332.086021:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787763332.086027:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763332.086030:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787763332.086034:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787763332.086035:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763332.086046:0:268573:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20494
00000400:00000200:2.0:1787763332.086052:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763332.086055:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4315168504
00000400:00000200:2.0:1787763332.086057:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00000010:1.0:1787763332.086069:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d7f69ba20.
00000100:00080000:2.0:1787763332.086069:0:268573:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787763332.086087:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000100:00000040:2.0:1787763332.086088:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763332.086100:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787763332.086103:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1787763332.086110:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763332.086112:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763332.086117:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000001:1.0:1787763332.086119:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000020:00000001:2.0:1787763332.086125:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763332.086130:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000020:00000001:2.0:1787763332.086137:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00100000:1.0:1787763332.086138:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763332/real 1787763332]  req@ffff9b9d5d5692c0 x1874599320575872/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1787763332.086141:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000020:00000001:2.0:1787763332.086155:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000400:00000001:1.0:1787763332.086163:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000001:2.0:1787763332.086163:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000400:00000001:1.0:1787763332.086171:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000040:2.0:1787763332.086177:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000400:00000010:1.0:1787763332.086178:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43840.
00000100:00000001:2.0:1787763332.086192:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787763332.086194:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9550
00000100:00000040:2.0:1787763332.086198:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000400:00000010:1.0:1787763332.086200:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9550.
00000100:00000001:2.0:1787763332.086206:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000001:1.0:1787763332.086208:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000040:2.0:1787763332.086217:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00000200:1.0:1787763332.086221:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d5692c0 x1874599320575872/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787763332.086228:0:268573:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763332.086240:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763332.086253:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763332.086262:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:1.0:1787763332.086264:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d5692c0 x1874599320575872/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787763332.086271:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763332.086282:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787763332.086286:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787763332.086302:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763332.086312:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763332.086322:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000010:2.0:1787763332.086323:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d568000.
00000100:00000001:1.0:1787763332.086326:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:2.0:1787763332.086331:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
00000100:00000001:1.0:1787763332.086332:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763332.086340:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1787763332.086342:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763332.086351:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763332.086356:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d5692c0 x1874599320575872/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763332.086358:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763332.086363:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763332.086370:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763332.086383:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:2.0:1787763332.086384:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f184c00.
00000100:00000001:2.0:1787763332.086393:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763332.086394:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d5692c0 x1874599320575872/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763357 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763332.086414:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d568000 x1874599320576256/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787763332.086415:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763332.086429:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763332.086467:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763332.086473:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763332.086483:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763332.086491:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763332.086492:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00080000:1.0:1787763332.086496:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:2.0:1787763332.086498:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787763332.086511:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000040:2.0:1787763332.086512:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000040389d09] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d568000 x1874599320576256/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763332.086519:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:2.0:1787763332.086541:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763332.086542:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d5692c0 x1874599320575872/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763357 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787763332.086551:0:268573:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20504)
00000100:00100000:1.0:1787763332.086566:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d5692c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320575872:192.168.203.113@tcp:250:kworker.0
00000100:00000001:1.0:1787763332.086578:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763332.086582:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763332.086586:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d5692c0 x1874599320575872/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763357 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763332.086591:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763332.086594:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763332.086598:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58dbac00.
02000000:00000001:1.0:1787763332.086601:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763332.086603:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763332.086605:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:1.0:1787763332.086607:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763332.086609:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f185000.
02000000:00000001:1.0:1787763332.086614:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763332.086616:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763332.086618:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d5692c0.
00000100:00000001:1.0:1787763332.086621:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763332.086622:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763332.086624:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763332.086632:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763332.086632:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763332.086634:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763332.086635:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763332.086637:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763332.086640:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d569680 x1874599320576000/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763332.086646:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763332.086647:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763332.086649:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763332.086651:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763332.086653:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763332.086656:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d569680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320576000:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763332.086658:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763332.086660:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763332.086662:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763332.086663:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763332.086666:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58dbac00.
02000000:00000001:1.0:1787763332.086667:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763332.086671:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763332.086673:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43840.
00000400:00000010:1.0:1787763332.086676:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9550.
00000100:00000200:1.0:1787763332.086679:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320576000, portal 10
00000100:00000001:1.0:1787763332.086681:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763332.086682:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910967424 : -110374798584192 : ffff9b9d5d569680)
00000100:00000040:1.0:1787763332.086688:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d569680 x1874599320576000/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763332.086693:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763332.086695:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763332.086696:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9440.
00000100:00000200:1.0:1787763332.086698:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320576000, offset 0
00000400:00000200:1.0:1787763332.086701:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763332.086704:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763332.086708:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763332.086710:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763332.086712:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763332.086714:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763332.086716:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763332.086719:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63263:63263:256:4294967295] 192.168.203.113@tcp LPNI seq info [63263:63263:8:4294967295]
00000400:00000200:1.0:1787763332.086722:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763332.086726:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763332.086730:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763332.086732:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef000.
00000800:00000200:1.0:1787763332.086735:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763332.086737:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787763332.086741:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763332.086743:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1787763332.086746:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763332.086748:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef000.
00000400:00000200:1.0:1787763332.086750:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763332.086753:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763332.086755:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9440
00000400:00000010:1.0:1787763332.086756:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9440.
00000100:00000001:1.0:1787763332.086758:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763332.086761:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d569680 x1874599320576000/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763332.086784:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763332.086786:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d569680 x1874599320576000/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763357 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763332.086791:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763332.086792:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763332.086795:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763332.086799:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:1.0:1787763332.086801:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763332.086803:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315167277
00000100:00000001:1.0:1787763332.086806:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315168504
00000100:00000001:1.0:1787763332.086808:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315167277
00000100:00000001:1.0:1787763332.086810:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315168504
00000100:00000001:1.0:1787763332.086811:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763332.086812:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763332.086814:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763332.086816:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763332/real 1787763332]  req@ffff9b9d5d569680 x1874599320576000/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763332.086821:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763332.086822:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763332.086824:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43840.
00000400:00000200:1.0:1787763332.086825:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9550
00000400:00000010:1.0:1787763332.086827:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9550.
00000100:00000001:1.0:1787763332.086828:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763332.086830:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d569680 x1874599320576000/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763332.086836:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d569680 x1874599320576000/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763332.086839:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763332.086841:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763332.086843:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763332.086844:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763332.086846:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d569680 x1874599320576000/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763332.086851:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763332.086853:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d569680 x1874599320576000/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763357 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763332.086857:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763332.086859:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763332.086860:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763332.086860:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763332.086862:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763332.086882:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763332.086886:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763332.086889:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763332.086890:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763332.086893:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d569680 x1874599320576000/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763357 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763332.086899:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d569680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320576000:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763332.086902:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763332.086905:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d56b840 x1874599320576128/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763332.086911:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763332.086913:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763332.086914:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763332.086916:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763332.086918:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763332.086920:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d56b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320576128:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763332.086923:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763332.086924:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763332.086926:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763332.086927:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763332.086930:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db9c00.
02000000:00000001:1.0:1787763332.086931:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763332.086933:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763332.086934:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43840.
00000400:00000010:1.0:1787763332.086936:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9550.
00000100:00000200:1.0:1787763332.086939:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320576128, portal 10
00000100:00000001:1.0:1787763332.086940:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763332.086941:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910976064 : -110374798575552 : ffff9b9d5d56b840)
00000100:00000040:1.0:1787763332.086947:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d56b840 x1874599320576128/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763332.086952:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763332.086954:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763332.086956:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9440.
00000100:00000200:1.0:1787763332.086958:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320576128, offset 0
00000400:00000200:1.0:1787763332.086965:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763332.086970:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763332.086972:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763332.086974:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763332.086976:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763332.086978:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763332.086979:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763332.086982:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63264:63264:256:4294967295] 192.168.203.113@tcp LPNI seq info [63264:63264:8:4294967295]
00000400:00000200:1.0:1787763332.086984:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763332.086988:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763332.086991:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763332.086994:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef000.
00000800:00000200:1.0:1787763332.086997:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763332.086999:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787763332.087003:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763332.087005:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1787763332.087008:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763332.087010:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef000.
00000400:00000200:1.0:1787763332.087012:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763332.087014:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763332.087016:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9440
00000400:00000010:1.0:1787763332.087017:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9440.
00000100:00000001:1.0:1787763332.087019:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763332.087021:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d56b840 x1874599320576128/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763332.087027:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763332.087029:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d56b840 x1874599320576128/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763357 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763332.087034:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763332.087035:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763332.087036:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763332.087039:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:1.0:1787763332.087041:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763332.087042:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315167256
00000100:00000001:1.0:1787763332.087044:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315168504
00000100:00000001:1.0:1787763332.087046:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315167256
00000100:00000001:1.0:1787763332.087047:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315168504
00000100:00000001:1.0:1787763332.087048:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763332.087049:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763332.087051:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763332.087053:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763332/real 1787763332]  req@ffff9b9d5d56b840 x1874599320576128/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763332.087057:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763332.087058:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763332.087060:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43840.
00000400:00000200:1.0:1787763332.087061:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9550
00000400:00000010:1.0:1787763332.087062:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9550.
00000100:00000001:1.0:1787763332.087064:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763332.087066:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d56b840 x1874599320576128/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763332.087071:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d56b840 x1874599320576128/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763332.087074:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763332.087075:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763332.087076:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763332.087077:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763332.087079:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d56b840 x1874599320576128/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763332.087083:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763332.087085:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d56b840 x1874599320576128/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763357 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763332.087089:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763332.087091:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763332.087092:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763332.087092:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763332.087094:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763332.087095:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763332.087097:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763332.087100:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763332.087101:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763332.087104:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d56b840 x1874599320576128/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763357 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763332.087113:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d56b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320576128:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763332.087116:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763332.087119:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d568000 x1874599320576256/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763332.087123:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763332.087124:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763332.087125:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763332.087126:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763332.087128:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763332.087129:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d568000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320576256:192.168.203.113@tcp:8:kworker.0
00000100:00000001:1.0:1787763332.087131:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763332.087133:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763332.087134:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763332.087135:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763332.087137:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58dbb400.
02000000:00000001:1.0:1787763332.087139:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763332.087141:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763332.087142:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43840.
00000400:00000010:1.0:1787763332.087145:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9550.
00000100:00000200:1.0:1787763332.087147:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320576256, portal 4
00000100:00000001:1.0:1787763332.087149:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763332.087150:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910961664 : -110374798589952 : ffff9b9d5d568000)
00000100:00000040:1.0:1787763332.087154:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d568000 x1874599320576256/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763332.087158:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763332.087160:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763332.087161:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9440.
00000100:00000200:1.0:1787763332.087163:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320576256, offset 0
00000400:00000200:1.0:1787763332.087165:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763332.087168:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763332.087170:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763332.087172:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763332.087173:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763332.087175:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763332.087177:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763332.087179:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63265:63265:256:4294967295] 192.168.203.113@tcp LPNI seq info [63265:63265:8:4294967295]
00000400:00000200:1.0:1787763332.087182:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763332.087186:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763332.087189:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763332.087191:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef000.
00000800:00000200:1.0:1787763332.087193:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763332.087195:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787763332.087197:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763332.087200:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1787763332.087202:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763332.087203:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef000.
00000400:00000200:1.0:1787763332.087205:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763332.087208:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763332.087209:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9440
00000400:00000010:1.0:1787763332.087211:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9440.
00000100:00000001:1.0:1787763332.087212:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763332.087214:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d568000 x1874599320576256/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763332.087220:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763332.087222:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d568000 x1874599320576256/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763357 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763332.087226:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763332.087227:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763332.087229:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763332.087231:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:1.0:1787763332.087233:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763332.087235:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315167268
00000100:00000001:1.0:1787763332.087237:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315168504
00000100:00000001:1.0:1787763332.087238:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315167268
00000100:00000001:1.0:1787763332.087240:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315168504
00000100:00000001:1.0:1787763332.087241:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763332.087242:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763332.087243:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763332.087245:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763332/real 1787763332]  req@ffff9b9d5d568000 x1874599320576256/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763332.087250:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763332.087250:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763332.087251:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43840.
00000400:00000200:1.0:1787763332.087253:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9550
00000400:00000010:1.0:1787763332.087254:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9550.
00000100:00000001:1.0:1787763332.087255:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763332.087257:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d568000 x1874599320576256/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763332.087263:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d568000 x1874599320576256/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763332.087267:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763332.087268:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763332.087269:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763332.087269:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763332.087271:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d568000 x1874599320576256/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763332.087275:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763332.087278:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d568000 x1874599320576256/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763357 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763332.087282:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763332.087283:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763332.087285:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763332.087285:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763332.087287:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763332.087288:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763332.087290:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763332.087292:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763332.087293:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763332.087295:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d568000 x1874599320576256/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763357 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763332.087300:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d568000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320576256:192.168.203.113@tcp:8:kworker.0
00000100:00000001:1.0:1787763332.087302:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763332.087303:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763332.087305:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d569680 x1874599320576000/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763357 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763332.087309:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763332.087310:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763332.087311:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58dbac00.
02000000:00000001:1.0:1787763332.087312:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763332.087313:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763332.087314:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:1.0:1787763332.087316:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763332.087317:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f187000.
02000000:00000001:1.0:1787763332.087319:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763332.087319:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763332.087320:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d569680.
00000100:00000001:1.0:1787763332.087322:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763332.087323:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763332.087324:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763332.087326:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d56b840 x1874599320576128/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763357 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763332.087335:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763332.087336:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763332.087337:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db9c00.
02000000:00000001:1.0:1787763332.087339:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763332.087340:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763332.087340:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:1.0:1787763332.087342:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763332.087342:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f186000.
02000000:00000001:1.0:1787763332.087344:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763332.087344:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763332.087345:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d56b840.
00000100:00000001:1.0:1787763332.087347:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763332.087348:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763332.087348:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763332.087350:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d568000 x1874599320576256/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763357 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763332.087354:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763332.087355:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763332.087355:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58dbb400.
02000000:00000001:1.0:1787763332.087358:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763332.087358:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763332.087359:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:1.0:1787763332.087360:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763332.087361:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f184c00.
02000000:00000001:1.0:1787763332.087362:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763332.087363:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763332.087364:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d568000.
00000100:00000001:1.0:1787763332.087365:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763332.087366:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763332.087367:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763332.087369:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763332.087370:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763332.087371:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763332.087372:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763332.276557:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763332.276567:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763332.276574:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763332.276576:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763332.276585:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763332.276590:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763332.276594:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763332.276600:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763332.276604:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763332.276608:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763332.276611:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763332.276615:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763332.276745:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763332.276752:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763332.276756:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763333.108521:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763333.108531:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763333.108533:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763333.108540:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763333.108543:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763333.108546:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763333.108549:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763333.108552:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763333.108555:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763333.300560:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763333.300570:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763333.300580:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763333.300582:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763333.300585:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763333.300586:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763333.300648:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763333.300653:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763333.300656:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787763333.364507:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4315168504, at 4315168512
00000100:00000040:1.0:1787763333.364507:0:303331:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b110 (cpu 1) has reached its deadline 4315168504, at 4315168512
00000100:00000010:0.0:1787763333.364526:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69b060.
00000100:00000010:1.0:1787763333.364530:0:303331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69ba20.
00000100:00000001:1.0:1787763334.132538:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763334.132552:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763334.132556:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763334.132565:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763334.132571:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763334.132577:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763334.132581:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763334.132587:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763334.132592:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763334.324530:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763334.324538:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763334.324543:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763334.324544:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763334.324547:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763334.324548:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763334.324592:0:281543:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763334.324597:0:281543:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763334.324600:0:281543:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763335.156593:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763335.156606:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763335.156610:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763335.156619:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763335.156626:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763335.156642:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763335.156647:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763335.156651:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763335.156655:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763335.348584:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763335.348592:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763335.348599:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763335.348601:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763335.348605:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763335.348607:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763335.348698:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763335.348705:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763335.348709:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763336.180518:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763336.180527:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763336.180529:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763336.180535:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763336.180538:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763336.180542:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763336.180545:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763336.180549:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763336.180552:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763336.372520:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763336.372528:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763336.372534:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763336.372535:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763336.372538:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763336.372540:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763336.372592:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763336.372600:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763336.372605:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763337.204529:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763337.204541:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763337.204544:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763337.204551:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763337.204557:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763337.204562:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763337.204567:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:0.0:1787763337.204572:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787763337.204572:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763337.204579:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763337.204581:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787763337.204587:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763337.204595:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763337.204600:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763337.204614:0:268573:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20499
00000400:00000200:0.0:1787763337.204628:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763337.204635:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763337.204638:0:268573:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763337.204641:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763337.204646:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763337.204649:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763337.204652:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763337.204655:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763337.204657:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:0.0:1787763337.204660:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763337.204663:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:0.0:1787763337.204665:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:0.0:1787763337.204667:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:0.0:1787763337.204669:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763337.204671:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763337.204672:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763337.204674:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787763337.204676:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:0.0:1787763337.204679:0:268573:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763337.204681:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763337.204683:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763337.204686:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763337.204689:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763337.204691:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787763337.204694:0:268573:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763337.204701:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81852940.
00000020:00000040:0.0:1787763337.204704:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:0.0:1787763337.204709:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763337.204710:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763337.204714:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763337.204760:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763337.204767:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763337.204776:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d50559800.
00000100:00000001:0.0:1787763337.204785:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763337.204795:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81852940 x1874599320576384/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763337.204805:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763337.204809:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763337.204820:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afb094cc] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81852940 x1874599320576384/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763337.204837:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763337.204840:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763337.204843:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787763337.204844:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763337.204846:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763337.204848:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763337.204850:0:268573:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20499
00000400:00000200:0.0:1787763337.204853:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763337.204856:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763337.204858:0:268573:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763337.204861:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763337.204863:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763337.204864:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763337.204867:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763337.204869:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763337.204870:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000100:00000001:1.0:1787763337.204871:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1787763337.204872:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763337.204877:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000100:00000001:1.0:1787763337.204878:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1787763337.204880:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000001:1.0:1787763337.204882:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1787763337.204883:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000040:0.0:1787763337.204887:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763337.204890:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787763337.204892:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81852940 x1874599320576384/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787763337.204894:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763337.204900:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787763337.204905:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00080000:0.0:1787763337.204912:0:268573:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:1.0:1787763337.204912:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763337.204915:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763337.204918:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763337.204921:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787763337.204923:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787763337.204925:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763337.204928:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763337.204932:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81852940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320576384:192.168.203.113@tcp:250:kworker.0
02000000:00000001:0.0:1787763337.204933:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763337.204938:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787763337.204939:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763337.204944:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:1.0:1787763337.204945:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763337.204949:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1787763337.204951:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1787763337.204952:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:0.0:1787763337.204958:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787763337.204959:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58dbb400.
00000100:00000001:0.0:1787763337.204962:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763337.204963:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763337.204971:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81853480.
00000400:00000200:1.0:1787763337.204973:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000020:00000040:0.0:1787763337.204976:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000400:00000010:1.0:1787763337.204980:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43840.
02000000:00000001:0.0:1787763337.204981:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763337.204983:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763337.204986:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763337.204988:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763337.204989:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787763337.204990:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9550.
02000000:00000010:0.0:1787763337.204994:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d50558800.
00000100:00000001:0.0:1787763337.204999:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787763337.205000:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320576384, portal 25
00000100:00000001:1.0:1787763337.205005:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00100000:0.0:1787763337.205006:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81853480 x1874599320576512/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787763337.205008:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699517999424 : -110374191552192 : ffff9b9d81852940)
00000100:00000001:0.0:1787763337.205017:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000040:1.0:1787763337.205019:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81852940 x1874599320576384/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763337.205022:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763337.205031:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000037f19d5a] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81853480 x1874599320576512/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763337.205061:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1787763337.205062:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763337.205066:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000100:00080000:0.0:1787763337.205067:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763337.205072:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000010:1.0:1787763337.205072:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9440.
00000100:00000001:0.0:1787763337.205077:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:1.0:1787763337.205078:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320576384, offset 0
00000100:00080000:0.0:1787763337.205079:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763337.205083:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763337.205086:0:268573:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20499
00000400:00000200:1.0:1787763337.205089:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787763337.205093:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763337.205097:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763337.205099:0:268573:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1787763337.205102:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000040:0.0:1787763337.205103:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763337.205107:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763337.205110:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000400:00000200:1.0:1787763337.205113:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000100:00000001:0.0:1787763337.205114:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763337.205120:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763337.205121:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000020:00000001:0.0:1787763337.205122:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:1.0:1787763337.205123:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:0.0:1787763337.205125:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000020:00000001:0.0:1787763337.205128:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000020:00000001:0.0:1787763337.205130:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000400:00000200:1.0:1787763337.205131:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000100:00000040:0.0:1787763337.205135:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763337.205137:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787763337.205138:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000100:00000040:0.0:1787763337.205142:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763337.205146:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000400:00000200:1.0:1787763337.205146:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000020:00000040:0.0:1787763337.205150:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000100:00080000:0.0:1787763337.205155:0:268573:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000400:00000200:1.0:1787763337.205156:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63266:63266:256:4294967295] 192.168.203.113@tcp LPNI seq info [63266:63266:8:4294967295]
00000100:00000001:0.0:1787763337.205159:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763337.205165:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1787763337.205168:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
02000000:00000001:0.0:1787763337.205169:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763337.205172:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763337.205174:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763337.205177:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787763337.205182:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763337.205186:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763337.205186:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000100:00000010:0.0:1787763337.205193:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81853c00.
00000020:00000040:0.0:1787763337.205196:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000800:00000200:1.0:1787763337.205197:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
02000000:00000001:0.0:1787763337.205200:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763337.205203:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763337.205204:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000800:00000010:1.0:1787763337.205205:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef000.
02000000:00000001:0.0:1787763337.205206:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763337.205209:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763337.205214:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d50559400.
00000800:00000200:1.0:1787763337.205217:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000001:0.0:1787763337.205218:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763337.205224:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81853c00 x1874599320576640/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1787763337.205236:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000001:0.0:1787763337.205241:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763337.205245:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763337.205252:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ce798b78] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81853c00 x1874599320576640/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763337.205258:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763337.205266:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763337.205267:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763337.205272:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4315173623
00000100:00000040:0.0:1787763337.205273:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000010:1.0:1787763337.205277:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d7f69ba20.
00000100:00000040:0.0:1787763337.205279:0:268573:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1787763337.205285:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763337.205288:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787763337.205289:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1787763337.205290:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763337.205294:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763337.205298:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787763337.205299:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4315173623
00000100:00080000:0.0:1787763337.205302:0:268573:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20499
00000100:00000010:1.0:1787763337.205305:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d7f69bde0.
00000400:00000200:0.0:1787763337.205309:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763337.205311:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000400:00000200:0.0:1787763337.205314:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00000001:1.0:1787763337.205316:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1787763337.205318:0:268573:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787763337.205321:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763337.205322:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763337.205324:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763337.205326:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787763337.205330:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787763337.205331:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763337.205334:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763337.205336:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763337.205337:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000020:00000001:0.0:1787763337.205337:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763337.205339:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000100:00000001:1.0:1787763337.205340:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000020:00000001:0.0:1787763337.205341:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000001:1.0:1787763337.205344:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000020:00000001:0.0:1787763337.205345:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000001:1.0:1787763337.205347:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1787763337.205351:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763337.205351:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787763337.205354:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787763337.205355:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787763337.205360:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000040:1.0:1787763337.205363:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81853480 x1874599320576512/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763337.205364:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787763337.205371:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00000001:1.0:1787763337.205375:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:0.0:1787763337.205379:0:268573:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:1.0:1787763337.205379:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763337.205385:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1787763337.205386:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763337.205389:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763337.205390:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787763337.205394:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763337.205395:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:1.0:1787763337.205399:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81853480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320576512:192.168.203.113@tcp:38:kworker.0
02000000:00000001:0.0:1787763337.205400:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763337.205405:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1787763337.205406:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00100000:0.0:1787763337.205409:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
02000000:00000001:1.0:1787763337.205410:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00000001:0.0:1787763337.205413:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763337.205414:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763337.205416:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763337.205419:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:0.0:1787763337.205422:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81852580.
02000000:00000010:1.0:1787763337.205425:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db9c00.
00000020:00000040:0.0:1787763337.205427:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
02000000:00000001:1.0:1787763337.205429:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763337.205431:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763337.205434:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763337.205435:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787763337.205437:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763337.205469:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763337.205473:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763337.205478:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d50558400.
00000400:00000010:1.0:1787763337.205480:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43000.
00000100:00000001:0.0:1787763337.205483:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787763337.205487:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9c38.
00000100:00100000:0.0:1787763337.205492:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81852580 x1874599320576768/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1787763337.205493:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320576512, portal 10
00000100:00000001:1.0:1787763337.205499:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763337.205502:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699518002304 : -110374191549312 : ffff9b9d81853480)
00000100:00000001:0.0:1787763337.205507:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763337.205509:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763337.205515:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81853480 x1874599320576512/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787763337.205516:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a3a56c9a] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81852580 x1874599320576768/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763337.205547:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1787763337.205549:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763337.205554:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763337.205558:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9cc0.
00000100:00000040:0.0:1787763337.205559:0:268573:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20510)
00000100:00000200:1.0:1787763337.205561:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320576512, offset 0
00000400:00000200:1.0:1787763337.205568:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763337.205571:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763337.205575:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763337.205584:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763337.205589:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763337.205592:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763337.205595:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763337.205598:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63267:63267:255:4294967295] 192.168.203.113@tcp LPNI seq info [63267:63267:7:4294967295]
00000400:00000200:1.0:1787763337.205604:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763337.205613:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763337.205617:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763337.205619:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718efa00.
00000800:00000200:1.0:1787763337.205622:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763337.205625:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000001:1.0:1787763337.205627:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763337.205631:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:1.0:1787763337.205633:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763337.205635:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315172396
00000100:00000001:1.0:1787763337.205637:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315173623
00000100:00000001:1.0:1787763337.205639:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315172396
00000100:00000001:1.0:1787763337.205640:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315173623
00000100:00000001:1.0:1787763337.205642:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763337.205644:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763337.205645:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763337.205648:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81853c00 x1874599320576640/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763337.205652:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763337.205653:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763337.205654:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763337.205656:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763337.205657:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763337.205659:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81853c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320576640:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763337.205662:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763337.205663:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763337.205665:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763337.205666:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763337.205668:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58dbac00.
02000000:00000001:1.0:1787763337.205670:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763337.205672:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763337.205674:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43478.
00000400:00000010:1.0:1787763337.205675:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9198.
00000100:00000200:1.0:1787763337.205677:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320576640, portal 10
00000100:00000001:1.0:1787763337.205679:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763337.205680:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699518004224 : -110374191547392 : ffff9b9d81853c00)
00000100:00000040:1.0:1787763337.205684:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81853c00 x1874599320576640/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763337.205689:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763337.205690:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763337.205692:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9908.
00000100:00000200:1.0:1787763337.205694:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320576640, offset 0
00000400:00000200:1.0:1787763337.205696:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763337.205698:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763337.205700:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763337.205702:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763337.205703:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763337.205704:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763337.205706:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763337.205708:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63268:63268:254:4294967295] 192.168.203.113@tcp LPNI seq info [63268:63268:6:4294967295]
00000400:00000200:1.0:1787763337.205711:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763337.205715:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763337.205718:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763337.205720:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef800.
00000800:00000200:1.0:1787763337.205722:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763337.205724:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000001:1.0:1787763337.205737:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763337.205740:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:1.0:1787763337.205742:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763337.205744:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315172375
00000100:00000001:1.0:1787763337.205746:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315173623
00000100:00000001:1.0:1787763337.205748:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315172375
00000100:00000001:1.0:1787763337.205749:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315173623
00000100:00000001:1.0:1787763337.205751:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763337.205752:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763337.205754:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763337.205755:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763337.205757:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763337.205758:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1787763337.205760:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763337.205761:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763337.205762:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763337.205764:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81852580 x1874599320576768/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763337.205769:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763337.205770:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763337.205772:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763337.205773:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763337.205774:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763337.205776:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81852580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320576768:192.168.203.113@tcp:8:kworker.0
00000100:00000001:1.0:1787763337.205778:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763337.205779:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763337.205780:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763337.205781:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763337.205784:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db9800.
02000000:00000001:1.0:1787763337.205785:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763337.205787:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763337.205790:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43e70.
00000400:00000010:1.0:1787763337.205792:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9ee0.
00000100:00000200:1.0:1787763337.205794:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320576768, portal 4
00000100:00000001:1.0:1787763337.205796:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763337.205798:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699517998464 : -110374191553152 : ffff9b9d81852580)
00000100:00000040:1.0:1787763337.205802:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81852580 x1874599320576768/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763337.205806:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763337.205808:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763337.205810:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9000.
00000100:00000200:1.0:1787763337.205811:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320576768, offset 0
00000400:00000200:1.0:1787763337.205815:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763337.205816:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763337.205818:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763337.205820:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763337.205822:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763337.205823:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763337.205825:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763337.205827:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63269:63269:253:4294967295] 192.168.203.113@tcp LPNI seq info [63269:63269:5:4294967295]
00000400:00000200:1.0:1787763337.205830:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763337.205834:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763337.205837:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763337.205839:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef600.
00000800:00000200:1.0:1787763337.205842:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763337.205845:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000001:1.0:1787763337.205847:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763337.205849:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:1.0:1787763337.205851:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763337.205852:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315172387
00000100:00000001:1.0:1787763337.205854:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315173623
00000100:00000001:1.0:1787763337.205856:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315172387
00000100:00000001:1.0:1787763337.205857:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315173623
00000100:00000001:1.0:1787763337.205858:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763337.205860:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763337.205862:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763337.205863:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763337.205865:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763337.205866:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1787763337.205867:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763337.205868:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763337.205869:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763337.205870:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763337.396614:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763337.396622:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763337.396628:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763337.396630:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763337.396634:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763337.396636:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763337.396704:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763337.396710:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763337.396722:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763338.228546:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763338.228558:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763338.228562:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763338.228570:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763338.228578:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763338.228583:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763338.228589:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763338.228593:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763338.228598:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763338.420597:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763338.420606:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763338.420613:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763338.420614:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763338.420619:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763338.420621:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763338.420713:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763338.420733:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763338.420740:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787763338.484599:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4315173623, at 4315173632
00000100:00000040:1.0:1787763338.484599:0:303331:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b110 (cpu 1) has reached its deadline 4315173623, at 4315173632
00000100:00000010:1.0:1787763338.484624:0:303331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69bde0.
00000100:00000010:0.0:1787763338.484628:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69ba20.
00000100:00000001:1.0:1787763339.252574:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763339.252587:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763339.252591:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763339.252600:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763339.252609:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763339.252616:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763339.252621:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763339.252626:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763339.252631:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763339.444524:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763339.444534:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763339.444537:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763339.444541:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763339.444546:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763339.444548:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763339.444551:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763339.444553:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763339.444557:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763339.444559:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763339.444560:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763339.444561:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763339.444563:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763339.444564:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763339.444565:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763339.444566:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763339.444569:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763339.444570:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763339.444625:0:281543:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763339.444632:0:281543:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763339.444636:0:281543:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763340.276535:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763340.276545:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763340.276548:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763340.276554:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763340.276559:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763340.276563:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763340.276567:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763340.276570:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763340.276573:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:2.0:1787763340.276841:0:256668:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.113:988
00000400:00000100:2.0:1787763340.276980:0:256668:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.113@tcp at host 192.168.203.113 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1787763340.276997:0:256668:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763340.277005:0:256668:0:(router.c:1791:lnet_notify()) 192.168.203.13@tcp notifying 192.168.203.113@tcp: down
00000400:00000200:2.0:1787763340.277014:0:256668:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763340.277021:0:256668:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:2.0:1787763340.277030:0:256668:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.113@tcp
00000800:00000010:2.0:1787763340.277037:0:256668:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef000.
00000400:00000200:2.0:1787763340.277048:0:256668:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1787763340.277056:0:256668:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1787763340.277067:0:256668:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9440
00000400:00000010:2.0:1787763340.277072:0:256668:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9440.
00000100:00000001:2.0:1787763340.277081:0:256668:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763340.277097:0:256668:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b9d81852940 x1874599320576384/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763340.277146:0:256668:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763340.277156:0:256668:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81852940 x1874599320576384/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763362 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763340.277184:0:256668:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763340.277188:0:256668:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1787763340.277207:0:256668:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.113@tcp
00000800:00000010:2.0:1787763340.277213:0:256668:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718efa00.
00000400:00000200:2.0:1787763340.277219:0:256668:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1787763340.277226:0:256668:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1787763340.277232:0:256668:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9cc0
00000400:00000010:2.0:1787763340.277236:0:256668:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9cc0.
00000100:00000001:2.0:1787763340.277242:0:256668:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763340.277251:0:256668:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b9d81853480 x1874599320576512/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763340.277268:0:256668:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763340.277274:0:256668:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81853480 x1874599320576512/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763362 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763340.277288:0:256668:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763340.277291:0:256668:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1787763340.277302:0:256668:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.113@tcp
00000800:00000010:2.0:1787763340.277306:0:256668:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef800.
00000400:00000200:2.0:1787763340.277337:0:256668:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1787763340.277345:0:256668:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1787763340.277351:0:256668:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9908
00000400:00000010:2.0:1787763340.277354:0:256668:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9908.
00000100:00000001:2.0:1787763340.277360:0:256668:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763340.277368:0:256668:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b9d81853c00 x1874599320576640/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763340.277384:0:256668:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763340.277390:0:256668:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81853c00 x1874599320576640/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763362 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763340.277404:0:256668:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763340.277407:0:256668:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1787763340.277419:0:256668:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.113@tcp
00000800:00000010:2.0:1787763340.277423:0:256668:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef600.
00000400:00000200:2.0:1787763340.277429:0:256668:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1787763340.277436:0:256668:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_DROPPED
00000100:00000001:1.0:1787763340.277856:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763340.277866:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763340.277873:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763340.277892:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763337/real 1787763340]  req@ffff9b9d81853480 x1874599320576512/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763340.277920:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763340.277925:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763340.277932:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43000.
00000400:00000200:1.0:1787763340.277941:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9c38
00000400:00000010:1.0:1787763340.277945:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9c38.
00000100:00000001:1.0:1787763340.277952:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763340.277963:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81853480 x1874599320576512/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787763340.277972:0:256668:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9000
00000400:00000010:2.0:1787763340.277983:0:256668:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9000.
00000100:00000001:2.0:1787763340.278000:0:256668:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763340.278004:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81853480 x1874599320576512/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763340.278018:0:256668:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b9d81852580 x1874599320576768/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763340.278041:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763340.278049:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763340.278055:0:256668:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787763340.278059:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763340.278068:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763340.278070:0:256668:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81852580 x1874599320576768/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763362 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763340.278089:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81853480 x1874599320576512/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763340.278093:0:256668:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763340.278102:0:256668:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763340.278116:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763340.278127:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81853480 x1874599320576512/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763362 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763340.278140:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763340.278147:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763340.278151:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763340.278154:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763340.278159:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763340.278194:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763340.278203:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763340.278215:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763340.278221:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763340.278248:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81853480 x1874599320576512/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763362 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763340.278267:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81853480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320576512:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763340.278276:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763340.278283:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763337/real 1787763340]  req@ffff9b9d81853c00 x1874599320576640/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763340.278301:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763340.278304:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763340.278308:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43478.
00000400:00000200:1.0:1787763340.278314:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9198
00000400:00000010:1.0:1787763340.278317:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9198.
00000100:00000001:1.0:1787763340.278323:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763340.278329:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81853c00 x1874599320576640/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763340.278345:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81853c00 x1874599320576640/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763340.278358:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763340.278361:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763340.278364:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763340.278367:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763340.278374:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81853c00 x1874599320576640/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763340.278386:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763340.278395:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81853c00 x1874599320576640/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763362 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763340.278421:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763340.278427:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763340.278430:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763340.278433:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763340.278436:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763340.278496:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763340.278505:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763340.278515:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763340.278521:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763340.278534:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81853c00 x1874599320576640/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763362 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763340.278553:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81853c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320576640:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763340.278562:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763340.278570:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763337/real 1787763340]  req@ffff9b9d81852940 x1874599320576384/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763340.278584:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763340.278586:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763340.278589:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43840.
00000400:00000200:1.0:1787763340.278593:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9550
00000400:00000010:1.0:1787763340.278595:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9550.
00000100:00000001:1.0:1787763340.278599:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763340.278603:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81852940 x1874599320576384/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763340.278614:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81852940 x1874599320576384/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763340.278622:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763340.278623:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763340.278627:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763340.278629:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763340.278633:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81852940 x1874599320576384/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763340.278642:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763340.278647:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81852940 x1874599320576384/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763362 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763340.278655:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763340.278657:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763340.278659:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763340.278661:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763340.278663:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763340.278665:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763340.278668:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763340.278672:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763340.278675:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763340.278679:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81852940 x1874599320576384/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763362 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763340.278688:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81852940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320576384:192.168.203.113@tcp:250:kworker.0
00000100:00000001:1.0:1787763340.278693:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763340.278697:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763340.278701:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81853480 x1874599320576512/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763362 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763340.278741:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763340.278745:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763340.278750:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db9c00.
02000000:00000001:1.0:1787763340.278755:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763340.278759:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763340.278762:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:1.0:1787763340.278766:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763340.278769:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d50558800.
02000000:00000001:1.0:1787763340.278775:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763340.278777:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763340.278780:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81853480.
00000100:00000001:1.0:1787763340.278784:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763340.278786:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763340.278789:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763340.278793:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81853c00 x1874599320576640/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763362 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763340.278801:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763340.278803:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763340.278805:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58dbac00.
02000000:00000001:1.0:1787763340.278808:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763340.278809:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763340.278811:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:1.0:1787763340.278813:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763340.278815:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d50559400.
02000000:00000001:1.0:1787763340.278818:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763340.278820:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763340.278821:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81853c00.
00000100:00000001:1.0:1787763340.278824:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763340.278825:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763340.278827:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763340.278831:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81852940 x1874599320576384/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763362 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763340.278838:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763340.278839:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763340.278841:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58dbb400.
02000000:00000001:1.0:1787763340.278845:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763340.278846:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763340.278847:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:1.0:1787763340.278849:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763340.278851:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d50559800.
02000000:00000001:1.0:1787763340.278853:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763340.278855:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763340.278857:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81852940.
00000100:00000001:1.0:1787763340.278860:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763340.278861:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763340.278864:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763340.278867:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763340.278869:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763340.278871:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763340.278876:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763337/real 1787763340]  req@ffff9b9d81852580 x1874599320576768/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763340.278886:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763340.278888:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763340.278890:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43e70.
00000400:00000200:1.0:1787763340.278893:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9ee0
00000400:00000010:1.0:1787763340.278895:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9ee0.
00000100:00000001:1.0:1787763340.278898:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763340.278902:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81852580 x1874599320576768/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763340.278912:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81852580 x1874599320576768/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763340.278920:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763340.278922:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763340.278924:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763340.278925:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763340.278930:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81852580 x1874599320576768/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763340.278937:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763340.278942:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81852580 x1874599320576768/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763362 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763340.278951:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763340.278954:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763340.278955:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763340.278958:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763340.278960:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763340.278962:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763340.278966:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763340.278971:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763340.278973:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763340.278978:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81852580 x1874599320576768/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763362 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763340.278987:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81852580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320576768:192.168.203.113@tcp:8:kworker.0
00000100:00000001:1.0:1787763340.278991:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763340.278993:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763340.278997:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81852580 x1874599320576768/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763362 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763340.279004:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763340.279006:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763340.279007:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db9800.
02000000:00000001:1.0:1787763340.279010:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763340.279011:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763340.279013:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:1.0:1787763340.279015:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763340.279017:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d50558400.
02000000:00000001:1.0:1787763340.279019:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763340.279021:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763340.279022:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81852580.
00000100:00000001:1.0:1787763340.279025:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763340.279027:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763340.279029:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763340.279038:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763340.279040:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763340.279043:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763340.279045:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763340.468588:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763340.468596:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763340.468602:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763340.468603:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763340.468606:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763340.468607:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763340.468733:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763340.468742:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763340.468748:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763341.300582:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763341.300591:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763341.300594:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763341.300600:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763341.300605:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763341.300610:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763341.300614:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763341.300618:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763341.300621:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763341.492546:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763341.492555:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763341.492561:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763341.492563:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763341.492571:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763341.492573:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763341.492660:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763341.492666:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763341.492671:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763342.324598:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763342.324608:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763342.324612:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763342.324619:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763342.324626:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763342.324633:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763342.324639:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763342.324644:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1787763342.324649:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787763342.324652:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763342.324666:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787763342.324671:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763342.324674:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763342.324679:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763342.324688:0:268573:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20505
00000400:00000200:2.0:1787763342.324713:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763342.324722:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763342.324726:0:268573:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763342.324730:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763342.324733:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763342.324736:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763342.324738:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:2.0:1787763342.324742:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763342.324744:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:2.0:1787763342.324747:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763342.324751:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:2.0:1787763342.324753:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:2.0:1787763342.324756:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:2.0:1787763342.324758:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763342.324760:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763342.324762:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763342.324763:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:2.0:1787763342.324765:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:2.0:1787763342.324768:0:268573:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763342.324770:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763342.324772:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763342.324776:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763342.324778:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763342.324780:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787763342.324783:0:268573:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763342.324790:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d56a940.
00000020:00000040:2.0:1787763342.324793:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:2.0:1787763342.324798:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763342.324804:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763342.324809:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763342.324813:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763342.324819:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763342.324830:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f186000.
00000100:00000001:2.0:1787763342.324840:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763342.324852:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d56a940 x1874599320576896/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763342.324867:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763342.324873:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763342.324879:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b4aca245] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d56a940 x1874599320576896/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763342.324915:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763342.324919:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763342.324924:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787763342.324926:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763342.324928:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763342.324932:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763342.324935:0:268573:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20505
00000400:00000200:2.0:1787763342.324940:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763342.324943:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763342.324946:0:268573:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763342.324949:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763342.324952:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763342.324954:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763342.324957:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:2.0:1787763342.324959:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763342.324961:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000020:00000001:2.0:1787763342.324963:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763342.324968:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000020:00000001:2.0:1787763342.324977:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000020:00000001:2.0:1787763342.324980:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000040:2.0:1787763342.324986:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763342.324988:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763342.324990:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763342.324992:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:2.0:1787763342.324995:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00080000:2.0:1787763342.324998:0:268573:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763342.325001:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763342.325006:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:2.0:1787763342.325007:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787763342.325019:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:2.0:1787763342.325020:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763342.325027:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:2.0:1787763342.325030:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763342.325036:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787763342.325043:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787763342.325055:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763342.325058:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d56a940 x1874599320576896/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763342.325060:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763342.325073:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d568b40.
00000020:00000040:2.0:1787763342.325081:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
02000000:00000001:2.0:1787763342.325097:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787763342.325107:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:2.0:1787763342.325108:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763342.325115:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763342.325117:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763342.325122:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763342.325127:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763342.325133:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f187000.
00000100:00000001:2.0:1787763342.325139:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763342.325149:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d568b40 x1874599320577024/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1787763342.325153:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1787763342.325163:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1787763342.325165:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763342.325170:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763342.325177:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763342.325182:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a25ffa6] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d568b40 x1874599320577024/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763342.325195:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d56a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320576896:192.168.203.113@tcp:250:kworker.0
00000100:00000001:2.0:1787763342.325206:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763342.325221:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763342.325231:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:2.0:1787763342.325232:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:1.0:1787763342.325238:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763342.325241:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
02000000:00000001:1.0:1787763342.325248:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1787763342.325249:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763342.325258:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763342.325262:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763342.325268:0:268573:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20505
02000000:00000010:1.0:1787763342.325271:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db9800.
00000400:00000200:2.0:1787763342.325282:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
02000000:00000001:1.0:1787763342.325285:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763342.325294:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763342.325301:0:268573:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1787763342.325304:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000040:2.0:1787763342.325313:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763342.325321:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763342.325324:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763342.325328:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000400:00000010:1.0:1787763342.325332:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43e70.
00000020:00000001:2.0:1787763342.325333:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763342.325338:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000020:00000001:2.0:1787763342.325349:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763342.325352:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000020:00000001:2.0:1787763342.325361:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000400:00000010:1.0:1787763342.325362:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9ee0.
00000020:00000001:2.0:1787763342.325379:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00000200:1.0:1787763342.325386:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320576896, portal 25
00000100:00000040:2.0:1787763342.325393:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763342.325401:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763342.325404:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787763342.325410:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910972224 : -110374798579392 : ffff9b9d5d56a940)
00000100:00000040:2.0:1787763342.325413:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763342.325425:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:2.0:1787763342.325431:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000100:00080000:2.0:1787763342.325484:0:268573:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763342.325487:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763342.325490:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763342.325496:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763342.325499:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763342.325503:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787763342.325506:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787763342.325510:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763342.325512:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763342.325514:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d56a940 x1874599320576896/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1787763342.325523:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d568000.
00000020:00000040:2.0:1787763342.325536:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
02000000:00000001:2.0:1787763342.325548:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763342.325552:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763342.325563:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787763342.325564:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:2.0:1787763342.325567:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763342.325574:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763342.325579:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
02000000:00000010:2.0:1787763342.325587:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f185000.
00000400:00000010:1.0:1787763342.325592:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9550.
00000100:00000001:2.0:1787763342.325599:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787763342.325605:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320576896, offset 0
00000100:00100000:2.0:1787763342.325617:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d568000 x1874599320577152/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787763342.325633:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000100:00000001:2.0:1787763342.325653:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1787763342.325661:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763342.325663:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763342.325679:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000040389d09] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d568000 x1874599320577152/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787763342.325690:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000100:00000001:2.0:1787763342.325716:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763342.325719:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1787763342.325737:0:268573:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1787763342.325741:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:2.0:1787763342.325746:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763342.325753:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000200:1.0:1787763342.325760:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000100:00000001:2.0:1787763342.325762:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763342.325769:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763342.325776:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1787763342.325778:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000100:00080000:2.0:1787763342.325789:0:268573:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20505
00000400:00000200:2.0:1787763342.325801:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763342.325809:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763342.325816:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763342.325825:0:268573:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1787763342.325833:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63270:63270:256:4294967295] 192.168.203.113@tcp LPNI seq info [63270:63270:8:4294967295]
00000100:00000040:2.0:1787763342.325840:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763342.325850:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763342.325853:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763342.325856:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:2.0:1787763342.325864:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763342.325869:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000400:00000200:1.0:1787763342.325871:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000020:00000001:2.0:1787763342.325875:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763342.325883:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000020:00000001:2.0:1787763342.325889:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000020:00000001:2.0:1787763342.325897:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000040:2.0:1787763342.325911:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000400:00000200:1.0:1787763342.325917:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1787763342.325919:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763342.325930:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763342.325937:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000800:00000200:1.0:1787763342.325946:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000020:00000040:2.0:1787763342.325949:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00080000:2.0:1787763342.325962:0:268573:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000800:00000010:1.0:1787763342.325964:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef600.
00000100:00000001:2.0:1787763342.325968:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763342.325977:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763342.325982:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763342.325994:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787763342.325997:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000001:2.0:1787763342.326002:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787763342.326010:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000800:00000200:1.0:1787763342.326012:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000008:00000001:2.0:1787763342.326018:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763342.326027:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787763342.326039:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000010:2.0:1787763342.326040:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d56b840.
00000020:00000040:2.0:1787763342.326051:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
00000800:00000200:1.1:1787763342.326056:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
02000000:00000001:2.0:1787763342.326059:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763342.326064:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763342.326071:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763342.326074:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763342.326080:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1787763342.326082:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
02000000:00000010:2.0:1787763342.326091:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f184c00.
00000800:00000010:1.0:1787763342.326092:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef600.
00000100:00000001:2.0:1787763342.326103:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763342.326110:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00100000:2.0:1787763342.326119:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d56b840 x1874599320577280/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787763342.326135:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000100:00000001:2.0:1787763342.326139:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763342.326150:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763342.326154:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9550
00000100:00000040:2.0:1787763342.326156:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2e525cc] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d56b840 x1874599320577280/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1787763342.326167:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9550.
00000100:00000001:2.0:1787763342.326170:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763342.326185:0:268573:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20515)
00000100:00000001:1.0:1787763342.326187:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763342.326203:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d56a940 x1874599320576896/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763342.326226:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763342.326234:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d56a940 x1874599320576896/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763367 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763342.326250:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763342.326254:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763342.326266:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763342.326275:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763342.326281:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4315178744
00000100:00000010:1.0:1787763342.326289:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d7f69bde0.
00000100:00000001:1.0:1787763342.326300:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787763342.326323:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4315178744
00000100:00000010:1.0:1787763342.326332:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d7f69bcc0.
00000100:00000001:1.0:1787763342.326337:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787763342.326344:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763342.326350:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763342.326354:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763342.326365:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763342/real 1787763342]  req@ffff9b9d5d56a940 x1874599320576896/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763342.326384:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763342.326388:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763342.326392:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43e70.
00000400:00000200:1.0:1787763342.326397:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9ee0
00000400:00000010:1.0:1787763342.326401:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9ee0.
00000100:00000001:1.0:1787763342.326407:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763342.326414:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d56a940 x1874599320576896/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763342.326487:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d56a940 x1874599320576896/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763342.326501:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763342.326506:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763342.326511:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763342.326514:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763342.326522:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d56a940 x1874599320576896/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763342.326535:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763342.326545:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d56a940 x1874599320576896/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763367 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763342.326560:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763342.326566:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763342.326570:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763342.326572:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763342.326577:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763342.326582:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763342.326589:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763342.326597:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763342.326603:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763342.326612:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d56a940 x1874599320576896/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763367 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763342.326640:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d56a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320576896:192.168.203.113@tcp:250:kworker.0
00000100:00000001:1.0:1787763342.326656:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763342.326660:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763342.326667:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d56a940 x1874599320576896/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763367 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763342.326680:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763342.326685:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763342.326710:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db9800.
02000000:00000001:1.0:1787763342.326718:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763342.326723:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763342.326728:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:1.0:1787763342.326732:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763342.326736:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f186000.
02000000:00000001:1.0:1787763342.326743:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763342.326746:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763342.326750:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d56a940.
00000100:00000001:1.0:1787763342.326756:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763342.326759:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763342.326764:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763342.326777:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763342.326780:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763342.326785:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763342.326789:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763342.326792:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763342.326801:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d568b40 x1874599320577024/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763342.326817:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763342.326820:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763342.326825:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763342.326830:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763342.326835:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763342.326840:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d568b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320577024:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763342.326846:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763342.326851:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763342.326854:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763342.326858:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763342.326864:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db9800.
02000000:00000001:1.0:1787763342.326868:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763342.326875:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763342.326881:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43e70.
00000400:00000010:1.0:1787763342.326889:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9ee0.
00000100:00000200:1.0:1787763342.326896:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320577024, portal 10
00000100:00000001:1.0:1787763342.326900:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763342.326902:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910964544 : -110374798587072 : ffff9b9d5d568b40)
00000100:00000040:1.0:1787763342.326914:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d568b40 x1874599320577024/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763342.326928:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763342.326933:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763342.326937:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9550.
00000100:00000200:1.0:1787763342.326942:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320577024, offset 0
00000400:00000200:1.0:1787763342.326951:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763342.326960:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763342.326969:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763342.326976:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763342.326981:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763342.326986:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763342.326990:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763342.326996:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63271:63271:256:4294967295] 192.168.203.113@tcp LPNI seq info [63271:63271:8:4294967295]
00000400:00000200:1.0:1787763342.327006:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763342.327020:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763342.327031:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763342.327038:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef600.
00000800:00000200:1.0:1787763342.327046:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763342.327053:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787763342.327062:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763342.327068:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1787763342.327076:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763342.327081:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef600.
00000400:00000200:1.0:1787763342.327087:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763342.327095:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763342.327102:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9550
00000400:00000010:1.0:1787763342.327106:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9550.
00000100:00000001:1.0:1787763342.327112:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763342.327120:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d568b40 x1874599320577024/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763342.327135:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763342.327139:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d568b40 x1874599320577024/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763367 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763342.327157:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763342.327159:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763342.327165:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763342.327170:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:1.0:1787763342.327175:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763342.327178:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315177517
00000100:00000001:1.0:1787763342.327182:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315178744
00000100:00000001:1.0:1787763342.327185:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315177517
00000100:00000001:1.0:1787763342.327188:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315178744
00000100:00000001:1.0:1787763342.327191:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763342.327194:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763342.327197:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763342.327201:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763342/real 1787763342]  req@ffff9b9d5d568b40 x1874599320577024/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763342.327211:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763342.327213:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763342.327215:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43e70.
00000400:00000200:1.0:1787763342.327218:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9ee0
00000400:00000010:1.0:1787763342.327220:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9ee0.
00000100:00000001:1.0:1787763342.327223:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763342.327226:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d568b40 x1874599320577024/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763342.327237:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d568b40 x1874599320577024/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763342.327245:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763342.327247:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763342.327250:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763342.327251:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763342.327256:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d568b40 x1874599320577024/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763342.327265:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763342.327270:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d568b40 x1874599320577024/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763367 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763342.327279:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763342.327282:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763342.327284:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763342.327285:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763342.327288:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763342.327301:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763342.327305:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763342.327308:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763342.327311:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763342.327316:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d568b40 x1874599320577024/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763367 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763342.327325:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d568b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320577024:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763342.327331:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763342.327336:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d568000 x1874599320577152/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763342.327345:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763342.327347:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763342.327350:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763342.327352:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763342.327355:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763342.327359:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d568000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320577152:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763342.327363:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763342.327366:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763342.327369:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763342.327371:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763342.327376:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58dbb400.
02000000:00000001:1.0:1787763342.327379:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763342.327383:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763342.327386:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43e70.
00000400:00000010:1.0:1787763342.327390:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9ee0.
00000100:00000200:1.0:1787763342.327394:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320577152, portal 10
00000100:00000001:1.0:1787763342.327397:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763342.327399:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910961664 : -110374798589952 : ffff9b9d5d568000)
00000100:00000040:1.0:1787763342.327406:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d568000 x1874599320577152/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763342.327414:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763342.327417:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763342.327420:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9550.
00000100:00000200:1.0:1787763342.327423:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320577152, offset 0
00000400:00000200:1.0:1787763342.327428:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763342.327433:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763342.327437:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763342.327472:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763342.327476:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763342.327479:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763342.327482:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763342.327487:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63272:63272:256:4294967295] 192.168.203.113@tcp LPNI seq info [63272:63272:8:4294967295]
00000400:00000200:1.0:1787763342.327493:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763342.327502:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763342.327508:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763342.327513:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef600.
00000800:00000200:1.0:1787763342.327518:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763342.327522:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787763342.327528:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763342.327531:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1787763342.327616:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763342.327620:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef600.
00000400:00000200:1.0:1787763342.327625:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763342.327629:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763342.327634:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9550
00000400:00000010:1.0:1787763342.327636:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9550.
00000100:00000001:1.0:1787763342.327639:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763342.327644:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d568000 x1874599320577152/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763342.327655:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763342.327659:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d568000 x1874599320577152/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763367 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763342.327667:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763342.327669:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763342.327673:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763342.327677:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:1.0:1787763342.327682:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763342.327685:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315177497
00000100:00000001:1.0:1787763342.327688:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315178744
00000100:00000001:1.0:1787763342.327713:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315177497
00000100:00000001:1.0:1787763342.327717:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315178744
00000100:00000001:1.0:1787763342.327720:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763342.327723:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763342.327726:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763342.327731:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763342/real 1787763342]  req@ffff9b9d5d568000 x1874599320577152/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763342.327740:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763342.327742:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763342.327744:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43e70.
00000400:00000200:1.0:1787763342.327747:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9ee0
00000400:00000010:1.0:1787763342.327749:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9ee0.
00000100:00000001:1.0:1787763342.327753:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763342.327757:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d568000 x1874599320577152/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763342.327768:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d568000 x1874599320577152/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763342.327776:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763342.327777:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763342.327780:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763342.327781:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763342.327786:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d568000 x1874599320577152/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763342.327793:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763342.327798:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d568000 x1874599320577152/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763367 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763342.327807:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763342.327810:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763342.327812:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763342.327814:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763342.327816:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763342.327818:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763342.327822:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763342.327825:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763342.327828:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763342.327833:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d568000 x1874599320577152/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763367 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763342.327842:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d568000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320577152:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763342.327847:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763342.327853:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d56b840 x1874599320577280/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763342.327862:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763342.327864:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763342.327867:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763342.327869:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763342.327872:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763342.327875:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d56b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320577280:192.168.203.113@tcp:8:kworker.0
00000100:00000001:1.0:1787763342.327880:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763342.327883:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763342.327885:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763342.327887:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763342.327892:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58dbac00.
02000000:00000001:1.0:1787763342.327894:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763342.327898:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763342.327902:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43e70.
00000400:00000010:1.0:1787763342.327905:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9ee0.
00000100:00000200:1.0:1787763342.327910:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320577280, portal 4
00000100:00000001:1.0:1787763342.327912:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763342.327914:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910976064 : -110374798575552 : ffff9b9d5d56b840)
00000100:00000040:1.0:1787763342.327921:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d56b840 x1874599320577280/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763342.327929:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763342.327932:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763342.327935:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9550.
00000100:00000200:1.0:1787763342.327938:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320577280, offset 0
00000400:00000200:1.0:1787763342.327943:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763342.327947:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763342.327952:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763342.327956:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763342.327959:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763342.327962:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763342.327965:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763342.327970:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63273:63273:256:4294967295] 192.168.203.113@tcp LPNI seq info [63273:63273:8:4294967295]
00000400:00000200:1.0:1787763342.327975:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763342.327984:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763342.327989:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763342.327993:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef600.
00000800:00000200:1.0:1787763342.327998:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763342.328002:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787763342.328007:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763342.328010:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1787763342.328015:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763342.328018:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef600.
00000400:00000200:1.0:1787763342.328021:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763342.328026:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763342.328029:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9550
00000400:00000010:1.0:1787763342.328032:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9550.
00000100:00000001:1.0:1787763342.328034:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763342.328038:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d56b840 x1874599320577280/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763342.328048:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763342.328052:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d56b840 x1874599320577280/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763367 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763342.328060:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763342.328063:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763342.328066:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763342.328069:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:1.0:1787763342.328073:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763342.328076:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315177509
00000100:00000001:1.0:1787763342.328079:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315178744
00000100:00000001:1.0:1787763342.328082:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315177509
00000100:00000001:1.0:1787763342.328084:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315178744
00000100:00000001:1.0:1787763342.328087:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763342.328090:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763342.328092:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763342.328096:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763342/real 1787763342]  req@ffff9b9d5d56b840 x1874599320577280/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763342.328106:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763342.328108:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763342.328110:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43e70.
00000400:00000200:1.0:1787763342.328112:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9ee0
00000400:00000010:1.0:1787763342.328114:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9ee0.
00000100:00000001:1.0:1787763342.328117:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763342.328120:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d56b840 x1874599320577280/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763342.328131:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d56b840 x1874599320577280/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763342.328139:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763342.328140:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763342.328142:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763342.328144:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763342.328148:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d56b840 x1874599320577280/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763342.328156:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763342.328160:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d56b840 x1874599320577280/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763367 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763342.328168:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763342.328171:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763342.328173:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763342.328174:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763342.328177:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763342.328178:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763342.328181:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763342.328186:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763342.328188:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763342.328193:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d56b840 x1874599320577280/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763367 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763342.328203:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d56b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320577280:192.168.203.113@tcp:8:kworker.0
00000100:00000001:1.0:1787763342.328207:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763342.328210:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763342.328214:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d568b40 x1874599320577024/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763367 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763342.328221:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763342.328223:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763342.328226:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db9800.
02000000:00000001:1.0:1787763342.328229:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763342.328231:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763342.328232:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:1.0:1787763342.328235:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763342.328237:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f187000.
02000000:00000001:1.0:1787763342.328241:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763342.328242:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763342.328244:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d568b40.
00000100:00000001:1.0:1787763342.328247:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763342.328248:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763342.328250:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763342.328254:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d568000 x1874599320577152/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763367 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763342.328263:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763342.328264:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763342.328267:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58dbb400.
02000000:00000001:1.0:1787763342.328270:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763342.328271:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763342.328273:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:1.0:1787763342.328275:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763342.328277:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f185000.
02000000:00000001:1.0:1787763342.328280:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763342.328281:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763342.328283:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d568000.
00000100:00000001:1.0:1787763342.328286:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763342.328287:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763342.328289:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763342.328293:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d56b840 x1874599320577280/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763367 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763342.328300:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763342.328301:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763342.328303:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58dbac00.
02000000:00000001:1.0:1787763342.328305:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763342.328307:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763342.328308:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:1.0:1787763342.328310:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763342.328312:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f184c00.
02000000:00000001:1.0:1787763342.328314:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763342.328316:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763342.328317:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d56b840.
00000100:00000001:1.0:1787763342.328320:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763342.328321:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763342.328323:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763342.328328:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763342.328330:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763342.328332:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763342.328334:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763342.516545:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763342.516553:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763342.516562:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763342.516565:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763342.516571:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763342.516576:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763342.516580:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763342.516586:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763342.516590:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763342.516592:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763342.516594:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763342.516596:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763342.516754:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763342.516763:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763342.516769:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763343.348553:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763343.348562:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763343.348565:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763343.348571:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763343.348578:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763343.348585:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763343.348589:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763343.348593:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763343.348597:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763343.540544:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763343.540553:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763343.540562:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763343.540564:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763343.540574:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763343.540576:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763343.540667:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763343.540676:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763343.540706:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1787763343.604546:0:303331:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b110 (cpu 1) has reached its deadline 4315178744, at 4315178752
00000100:00000040:0.0:1787763343.604565:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4315178744, at 4315178752
00000100:00000010:1.0:1787763343.604566:0:303331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69bcc0.
00000100:00000010:0.0:1787763343.604584:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69bde0.
00000100:00000001:1.0:1787763344.372584:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763344.372594:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763344.372596:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763344.372603:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763344.372608:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763344.372612:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763344.372616:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763344.372620:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763344.372623:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763344.564539:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763344.564547:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763344.564552:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763344.564554:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763344.564562:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763344.564563:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763344.564618:0:281543:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763344.564623:0:281543:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763344.564626:0:281543:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763345.396561:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763345.396573:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763345.396578:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763345.396585:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763345.396592:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763345.396597:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763345.396602:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763345.396605:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763345.396609:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763345.588528:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763345.588537:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763345.588546:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763345.588548:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763345.588556:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763345.588558:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763345.588620:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763345.588625:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763345.588629:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763346.420509:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763346.420516:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763346.420518:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763346.420540:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763346.420546:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763346.420551:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763346.420557:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763346.420563:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763346.420569:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763346.612528:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763346.612537:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763346.612543:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763346.612545:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763346.612550:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763346.612552:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763346.612611:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763346.612617:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763346.612622:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763347.444531:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763347.444539:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763347.444542:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763347.444547:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763347.444554:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763347.444560:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763347.444564:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763347.444568:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1787763347.444572:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787763347.444573:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763347.444582:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787763347.444586:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763347.444591:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763347.444595:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763347.444604:0:268573:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20510
00000400:00000200:0.0:1787763347.444613:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763347.444619:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763347.444622:0:268573:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763347.444625:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763347.444628:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763347.444630:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763347.444633:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763347.444636:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763347.444638:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:0.0:1787763347.444641:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763347.444644:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:0.0:1787763347.444647:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:0.0:1787763347.444650:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:0.0:1787763347.444653:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763347.444655:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763347.444672:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763347.444675:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787763347.444678:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:0.0:1787763347.444682:0:268573:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763347.444684:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763347.444687:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763347.444691:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763347.444694:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763347.444696:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787763347.444699:0:268573:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763347.444708:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81850000.
00000020:00000040:0.0:1787763347.444712:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:0.0:1787763347.444716:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763347.444718:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763347.444720:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763347.444723:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763347.444727:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763347.444735:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d50558c00.
00000100:00000001:0.0:1787763347.444742:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763347.444752:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81850000 x1874599320577408/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763347.444763:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763347.444768:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763347.444779:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a28e6d3] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81850000 x1874599320577408/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763347.444808:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763347.444811:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763347.444815:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787763347.444816:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763347.444818:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763347.444820:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763347.444823:0:268573:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20510
00000400:00000200:0.0:1787763347.444826:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763347.444829:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763347.444831:0:268573:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763347.444834:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763347.444836:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763347.444838:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763347.444841:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763347.444843:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763347.444844:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000020:00000001:0.0:1787763347.444846:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763347.444848:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000020:00000001:0.0:1787763347.444850:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000020:00000001:0.0:1787763347.444852:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000040:0.0:1787763347.444855:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763347.444857:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763347.444859:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763347.444861:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787763347.444863:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00080000:0.0:1787763347.444866:0:268573:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763347.444868:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763347.444870:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763347.444875:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763347.444877:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763347.444879:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763347.444883:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787763347.444887:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763347.444889:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763347.444893:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81851680.
00000020:00000040:0.0:1787763347.444896:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
02000000:00000001:0.0:1787763347.444898:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763347.444899:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763347.444901:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763347.444902:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763347.444904:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763347.444907:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d5055a400.
00000100:00000001:0.0:1787763347.444910:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763347.444915:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81851680 x1874599320577536/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763347.444922:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763347.444924:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763347.444928:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be916297] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81851680 x1874599320577536/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763347.444935:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763347.444938:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763347.444941:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787763347.444942:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763347.444943:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763347.444946:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763347.444948:0:268573:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20510
00000400:00000200:0.0:1787763347.444951:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763347.444954:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763347.444956:0:268573:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763347.444958:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763347.444960:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763347.444962:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763347.444964:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763347.444966:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763347.444967:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000020:00000001:0.0:1787763347.444969:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763347.444971:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000020:00000001:0.0:1787763347.444973:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000020:00000001:0.0:1787763347.444975:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00000040:0.0:1787763347.444978:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763347.444980:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763347.444982:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763347.444983:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787763347.444986:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000100:00080000:0.0:1787763347.444988:0:268573:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763347.444991:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763347.444992:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763347.444995:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763347.444997:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763347.445000:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763347.445002:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787763347.445005:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763347.445007:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763347.445010:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81850f00.
00000020:00000040:0.0:1787763347.445013:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
02000000:00000001:0.0:1787763347.445015:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763347.445016:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763347.445017:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763347.445019:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763347.445021:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763347.445024:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d50559c00.
00000100:00000001:0.0:1787763347.445027:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763347.445033:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81850f00 x1874599320577664/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763347.445047:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763347.445050:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763347.445054:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007454b7f2] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81850f00 x1874599320577664/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763347.445062:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763347.445065:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1787763347.445069:0:268573:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1787763347.445073:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763347.445076:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787763347.445077:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763347.445079:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763347.445082:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763347.445085:0:268573:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20510
00000400:00000200:0.0:1787763347.445089:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763347.445092:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763347.445094:0:268573:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763347.445097:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763347.445099:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763347.445102:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763347.445104:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763347.445106:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763347.445107:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000020:00000001:0.0:1787763347.445109:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763347.445118:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000020:00000001:0.0:1787763347.445121:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000020:00000001:0.0:1787763347.445123:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000040:0.0:1787763347.445129:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763347.445133:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763347.445136:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763347.445139:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787763347.445142:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00080000:0.0:1787763347.445145:0:268573:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763347.445148:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763347.445152:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763347.445157:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763347.445160:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763347.445163:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763347.445166:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787763347.445168:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763347.445170:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763347.445175:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81853840.
00000020:00000040:0.0:1787763347.445178:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
02000000:00000001:0.0:1787763347.445181:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763347.445182:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763347.445184:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763347.445186:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763347.445190:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763347.445195:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d5055ac00.
00000100:00000001:0.0:1787763347.445199:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763347.445214:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81853840 x1874599320577792/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763347.445223:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763347.445225:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763347.445230:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000090fddba4] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81853840 x1874599320577792/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763347.445239:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763347.445244:0:268573:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20520)
00000100:00000001:1.0:1787763347.445308:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763347.445312:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763347.445315:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763347.445321:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81850000 x1874599320577408/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763347.445330:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763347.445331:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763347.445336:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763347.445340:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763347.445343:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763347.445348:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81850000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320577408:192.168.203.113@tcp:250:kworker.0
00000100:00000001:1.0:1787763347.445352:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763347.445356:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763347.445358:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763347.445360:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763347.445364:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58dbac00.
02000000:00000001:1.0:1787763347.445366:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763347.445371:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763347.445374:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43e70.
00000400:00000010:1.0:1787763347.445380:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9ee0.
00000100:00000200:1.0:1787763347.445386:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320577408, portal 25
00000100:00000001:1.0:1787763347.445388:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763347.445389:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699517988864 : -110374191562752 : ffff9b9d81850000)
00000100:00000040:1.0:1787763347.445394:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81850000 x1874599320577408/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763347.445399:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763347.445401:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763347.445403:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9550.
00000100:00000200:1.0:1787763347.445405:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320577408, offset 0
00000400:00000200:1.0:1787763347.445410:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763347.445416:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763347.445421:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763347.445425:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763347.445429:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763347.445432:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763347.445434:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763347.445458:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63274:63274:256:4294967295] 192.168.203.113@tcp LPNI seq info [63274:63274:8:4294967295]
00000400:00000200:1.0:1787763347.445462:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763347.445475:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763347.445480:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763347.445486:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef600.
00000800:00000200:1.0:1787763347.445494:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763347.445499:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787763347.445506:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763347.445510:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1787763347.445515:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763347.445518:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef600.
00000400:00000200:1.0:1787763347.445526:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763347.445532:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763347.445538:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9550
00000400:00000010:1.0:1787763347.445541:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9550.
00000100:00000001:1.0:1787763347.445546:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763347.445551:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d81850000 x1874599320577408/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763347.445562:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763347.445567:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81850000 x1874599320577408/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763372 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763347.445575:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763347.445576:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763347.445582:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763347.445584:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763347.445587:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4315183864
00000100:00000010:1.0:1787763347.445591:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d7f69bcc0.
00000100:00000001:1.0:1787763347.445596:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787763347.445608:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4315183864
00000100:00000010:1.0:1787763347.445611:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d7f69b4e0.
00000100:00000001:1.0:1787763347.445613:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787763347.445615:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763347.445617:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763347.445619:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763347.445622:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763347/real 1787763347]  req@ffff9b9d81850000 x1874599320577408/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763347.445629:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763347.445630:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763347.445631:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43e70.
00000400:00000200:1.0:1787763347.445633:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9ee0
00000400:00000010:1.0:1787763347.445634:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9ee0.
00000100:00000001:1.0:1787763347.445636:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763347.445639:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81850000 x1874599320577408/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763347.445644:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81850000 x1874599320577408/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763347.445653:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763347.445654:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763347.445665:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763347.445668:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763347.445672:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81850000 x1874599320577408/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763347.445678:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763347.445681:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81850000 x1874599320577408/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763372 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763347.445687:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763347.445689:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763347.445691:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763347.445692:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763347.445694:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763347.445696:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763347.445698:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763347.445701:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763347.445703:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763347.445705:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81850000 x1874599320577408/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763372 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763347.445710:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81850000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320577408:192.168.203.113@tcp:250:kworker.0
00000100:00000001:1.0:1787763347.445714:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763347.445716:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81851680 x1874599320577536/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763347.445721:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763347.445722:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763347.445723:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763347.445725:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763347.445726:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763347.445728:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81851680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320577536:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763347.445730:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763347.445731:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763347.445732:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763347.445734:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763347.445736:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58dbb400.
02000000:00000001:1.0:1787763347.445737:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763347.445741:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763347.445744:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43e70.
00000400:00000010:1.0:1787763347.445747:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9ee0.
00000100:00000200:1.0:1787763347.445750:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320577536, portal 10
00000100:00000001:1.0:1787763347.445752:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763347.445753:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699517994624 : -110374191556992 : ffff9b9d81851680)
00000100:00000040:1.0:1787763347.445760:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81851680 x1874599320577536/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763347.445768:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763347.445770:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763347.445773:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9550.
00000100:00000200:1.0:1787763347.445775:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320577536, offset 0
00000400:00000200:1.0:1787763347.445780:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763347.445784:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763347.445788:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763347.445791:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763347.445794:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763347.445797:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763347.445799:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763347.445802:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63275:63275:256:4294967295] 192.168.203.113@tcp LPNI seq info [63275:63275:8:4294967295]
00000400:00000200:1.0:1787763347.445805:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763347.445810:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763347.445813:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763347.445816:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef600.
00000800:00000200:1.0:1787763347.445819:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763347.445821:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787763347.445824:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763347.445826:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1787763347.445828:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763347.445830:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef600.
00000400:00000200:1.0:1787763347.445832:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763347.445834:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763347.445836:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9550
00000400:00000010:1.0:1787763347.445838:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9550.
00000100:00000001:1.0:1787763347.445840:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763347.445842:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d81851680 x1874599320577536/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763347.445847:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763347.445849:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81851680 x1874599320577536/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763372 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763347.445859:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763347.445860:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763347.445862:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763347.445864:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:1.0:1787763347.445867:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763347.445868:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315182636
00000100:00000001:1.0:1787763347.445870:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315183864
00000100:00000001:1.0:1787763347.445872:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315182636
00000100:00000001:1.0:1787763347.445873:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315183864
00000100:00000001:1.0:1787763347.445875:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763347.445876:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763347.445877:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763347.445880:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763347/real 1787763347]  req@ffff9b9d81851680 x1874599320577536/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763347.445884:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763347.445885:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763347.445886:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43e70.
00000400:00000200:1.0:1787763347.445887:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9ee0
00000400:00000010:1.0:1787763347.445889:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9ee0.
00000100:00000001:1.0:1787763347.445890:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763347.445892:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81851680 x1874599320577536/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763347.445897:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81851680 x1874599320577536/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763347.445901:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763347.445902:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763347.445903:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763347.445904:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763347.445906:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81851680 x1874599320577536/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763347.445911:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763347.445913:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81851680 x1874599320577536/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763372 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763347.445917:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763347.445919:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763347.445920:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763347.445921:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763347.445922:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763347.445930:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763347.445932:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763347.445934:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763347.445935:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763347.445937:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81851680 x1874599320577536/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763372 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763347.445942:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81851680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320577536:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763347.445944:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763347.445947:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81850f00 x1874599320577664/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763347.445951:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763347.445952:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763347.445953:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763347.445954:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763347.445955:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763347.445957:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81850f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320577664:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763347.445959:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763347.445961:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763347.445962:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763347.445963:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763347.445965:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db9800.
02000000:00000001:1.0:1787763347.445967:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763347.445969:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763347.445970:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43e70.
00000400:00000010:1.0:1787763347.445972:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9ee0.
00000100:00000200:1.0:1787763347.445974:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320577664, portal 10
00000100:00000001:1.0:1787763347.445976:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763347.445977:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699517992704 : -110374191558912 : ffff9b9d81850f00)
00000100:00000040:1.0:1787763347.445980:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81850f00 x1874599320577664/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763347.445985:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763347.445987:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763347.445988:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9550.
00000100:00000200:1.0:1787763347.445990:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320577664, offset 0
00000400:00000200:1.0:1787763347.445992:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763347.445994:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763347.445996:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763347.445998:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763347.445999:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763347.446001:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763347.446002:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763347.446005:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63276:63276:256:4294967295] 192.168.203.113@tcp LPNI seq info [63276:63276:8:4294967295]
00000400:00000200:1.0:1787763347.446007:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763347.446011:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763347.446014:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763347.446016:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef600.
00000800:00000200:1.0:1787763347.446018:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763347.446020:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787763347.446023:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763347.446024:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1787763347.446027:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763347.446029:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef600.
00000400:00000200:1.0:1787763347.446031:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763347.446033:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763347.446035:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9550
00000400:00000010:1.0:1787763347.446036:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9550.
00000100:00000001:1.0:1787763347.446037:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763347.446039:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d81850f00 x1874599320577664/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763347.446044:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763347.446046:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81850f00 x1874599320577664/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763372 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763347.446051:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763347.446052:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763347.446054:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763347.446055:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:1.0:1787763347.446057:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763347.446059:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315182615
00000100:00000001:1.0:1787763347.446060:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315183864
00000100:00000001:1.0:1787763347.446062:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315182615
00000100:00000001:1.0:1787763347.446063:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315183864
00000100:00000001:1.0:1787763347.446065:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763347.446066:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763347.446067:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763347.446069:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763347/real 1787763347]  req@ffff9b9d81850f00 x1874599320577664/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763347.446073:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763347.446074:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763347.446075:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43e70.
00000400:00000200:1.0:1787763347.446076:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9ee0
00000400:00000010:1.0:1787763347.446077:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9ee0.
00000100:00000001:1.0:1787763347.446079:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763347.446081:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81850f00 x1874599320577664/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763347.446086:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81850f00 x1874599320577664/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763347.446090:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763347.446090:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763347.446091:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763347.446092:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763347.446094:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81850f00 x1874599320577664/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763347.446098:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763347.446101:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81850f00 x1874599320577664/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763372 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763347.446105:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763347.446106:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763347.446107:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763347.446108:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763347.446109:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763347.446110:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763347.446111:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763347.446113:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763347.446115:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763347.446117:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81850f00 x1874599320577664/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763372 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763347.446122:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81850f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320577664:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763347.446124:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763347.446127:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81853840 x1874599320577792/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763347.446131:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763347.446133:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763347.446134:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763347.446135:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763347.446136:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763347.446138:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81853840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320577792:192.168.203.113@tcp:8:kworker.0
00000100:00000001:1.0:1787763347.446140:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763347.446141:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763347.446142:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763347.446143:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763347.446144:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db9c00.
02000000:00000001:1.0:1787763347.446146:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763347.446147:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763347.446149:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43e70.
00000400:00000010:1.0:1787763347.446151:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9ee0.
00000100:00000200:1.0:1787763347.446154:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320577792, portal 4
00000100:00000001:1.0:1787763347.446156:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763347.446158:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699518003264 : -110374191548352 : ffff9b9d81853840)
00000100:00000040:1.0:1787763347.446163:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81853840 x1874599320577792/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763347.446170:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763347.446172:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763347.446175:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9550.
00000100:00000200:1.0:1787763347.446178:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320577792, offset 0
00000400:00000200:1.0:1787763347.446182:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763347.446186:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763347.446190:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763347.446193:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763347.446196:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763347.446198:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763347.446201:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763347.446204:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63277:63277:256:4294967295] 192.168.203.113@tcp LPNI seq info [63277:63277:8:4294967295]
00000400:00000200:1.0:1787763347.446208:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763347.446212:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763347.446216:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763347.446218:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef600.
00000800:00000200:1.0:1787763347.446221:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763347.446223:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787763347.446225:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763347.446227:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1787763347.446230:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763347.446231:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef600.
00000400:00000200:1.0:1787763347.446233:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763347.446235:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763347.446237:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9550
00000400:00000010:1.0:1787763347.446238:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9550.
00000100:00000001:1.0:1787763347.446240:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763347.446242:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d81853840 x1874599320577792/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763347.446247:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763347.446249:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81853840 x1874599320577792/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763372 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763347.446254:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763347.446255:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763347.446257:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763347.446258:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:1.0:1787763347.446260:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763347.446262:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315182627
00000100:00000001:1.0:1787763347.446264:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315183864
00000100:00000001:1.0:1787763347.446265:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315182627
00000100:00000001:1.0:1787763347.446267:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315183864
00000100:00000001:1.0:1787763347.446268:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763347.446270:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763347.446271:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763347.446274:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763347/real 1787763347]  req@ffff9b9d81853840 x1874599320577792/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763347.446279:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763347.446280:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763347.446281:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43e70.
00000400:00000200:1.0:1787763347.446282:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9ee0
00000400:00000010:1.0:1787763347.446283:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9ee0.
00000100:00000001:1.0:1787763347.446285:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763347.446287:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81853840 x1874599320577792/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763347.446292:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81853840 x1874599320577792/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763347.446296:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763347.446297:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763347.446298:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763347.446299:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763347.446301:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81853840 x1874599320577792/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763347.446305:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763347.446307:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81853840 x1874599320577792/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763372 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763347.446311:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763347.446313:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763347.446314:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763347.446315:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763347.446316:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763347.446317:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763347.446319:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763347.446321:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763347.446323:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763347.446326:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81853840 x1874599320577792/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763372 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763347.446330:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81853840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320577792:192.168.203.113@tcp:8:kworker.0
00000100:00000001:1.0:1787763347.446333:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763347.446334:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763347.446336:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81850000 x1874599320577408/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763372 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763347.446340:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763347.446342:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763347.446344:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58dbac00.
02000000:00000001:1.0:1787763347.446346:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763347.446347:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763347.446348:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:1.0:1787763347.446350:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763347.446352:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d50558c00.
02000000:00000001:1.0:1787763347.446355:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763347.446356:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763347.446358:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81850000.
00000100:00000001:1.0:1787763347.446360:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763347.446361:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763347.446362:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763347.446364:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81851680 x1874599320577536/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763372 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763347.446368:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763347.446369:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763347.446370:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58dbb400.
02000000:00000001:1.0:1787763347.446371:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763347.446372:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763347.446373:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:1.0:1787763347.446374:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763347.446375:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d5055a400.
02000000:00000001:1.0:1787763347.446377:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763347.446378:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763347.446379:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81851680.
00000100:00000001:1.0:1787763347.446380:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763347.446381:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763347.446382:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763347.446384:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81850f00 x1874599320577664/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763372 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763347.446388:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763347.446388:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763347.446389:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db9800.
02000000:00000001:1.0:1787763347.446390:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763347.446391:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763347.446392:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:1.0:1787763347.446393:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763347.446394:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d50559c00.
02000000:00000001:1.0:1787763347.446395:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763347.446396:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763347.446396:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81850f00.
00000100:00000001:1.0:1787763347.446398:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763347.446398:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763347.446399:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763347.446401:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81853840 x1874599320577792/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763372 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763347.446405:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763347.446405:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763347.446406:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db9c00.
02000000:00000001:1.0:1787763347.446407:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763347.446408:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763347.446409:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:1.0:1787763347.446410:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763347.446410:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d5055ac00.
02000000:00000001:1.0:1787763347.446411:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763347.446412:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763347.446413:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81853840.
00000100:00000001:1.0:1787763347.446415:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763347.446416:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763347.446417:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763347.446422:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763347.446423:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763347.446425:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763347.446426:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763347.636537:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763347.636547:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763347.636568:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763347.636571:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763347.636576:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763347.636578:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763347.636637:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763347.636642:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763347.636647:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763348.468762:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763348.468775:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763348.468780:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763348.468791:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763348.468799:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763348.468806:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763348.468812:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763348.468819:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763348.468826:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763348.660633:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763348.660642:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763348.660676:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763348.660678:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763348.660683:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763348.660686:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763348.660764:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763348.660771:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763348.660776:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1787763348.724511:0:303331:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b110 (cpu 1) has reached its deadline 4315183864, at 4315183872
00000100:00000010:1.0:1787763348.724524:0:303331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69b4e0.
00000100:00000040:0.0:1787763348.724575:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4315183864, at 4315183872
00000100:00000010:0.0:1787763348.724589:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69bcc0.
00000100:00000001:1.0:1787763349.492604:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763349.492618:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763349.492623:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763349.492633:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763349.492675:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763349.492683:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763349.492689:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763349.492694:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763349.492700:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763349.684555:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763349.684565:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763349.684569:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763349.684574:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763349.684580:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763349.684583:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763349.684586:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763349.684590:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763349.684596:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763349.684599:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763349.684601:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763349.684603:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763349.684605:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763349.684607:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763349.684609:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763349.684612:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763349.684616:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763349.684618:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763349.684712:0:281543:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763349.684720:0:281543:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763349.684724:0:281543:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763350.517084:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763350.517098:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763350.517102:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763350.517111:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763350.517118:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763350.517126:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763350.517132:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763350.517137:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763350.517144:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763350.708617:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763350.708629:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763350.708677:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763350.708680:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763350.708688:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763350.708693:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763350.708756:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763350.708763:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763350.708767:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763351.540593:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763351.540606:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763351.540610:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763351.540620:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763351.540654:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763351.540662:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763351.540668:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763351.540673:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763351.540680:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763351.732593:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763351.732602:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763351.732609:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763351.732611:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763351.732616:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763351.732618:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763351.732740:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763351.732747:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763351.732752:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763352.564604:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763352.564617:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763352.564650:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763352.564658:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763352.564665:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763352.564672:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763352.564676:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763352.564681:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763352.564687:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787763352.564987:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787763352.565000:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787763352.565005:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787763352.565011:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787763352.565019:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787763352.565031:0:268573:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20515
00000400:00000200:1.0:1787763352.565048:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763352.565064:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:1.0:1787763352.565071:0:268573:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787763352.565090:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763352.565096:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787763352.565102:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763352.565108:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:1.0:1787763352.565116:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787763352.565122:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:1.0:1787763352.565128:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787763352.565135:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:1.0:1787763352.565142:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:1.0:1787763352.565148:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:1.0:1787763352.565155:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763352.565159:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787763352.565164:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763352.565168:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:1.0:1787763352.565175:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:1.0:1787763352.565183:0:268573:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:1.0:1787763352.565190:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763352.565195:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787763352.565200:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763352.565203:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763352.565206:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1787763352.565210:0:268573:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787763352.565219:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d753e7840.
00000020:00000040:1.0:1787763352.565225:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:1.0:1787763352.565232:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787763352.565235:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763352.565241:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787763352.565247:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787763352.565254:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787763352.565267:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d58db9c00.
00000100:00000001:1.0:1787763352.565278:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763352.565295:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d753e7840 x1874599320577920/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787763352.565314:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787763352.565322:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763352.565334:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000889a89a4] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d753e7840 x1874599320577920/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763352.565375:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787763352.565382:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787763352.565391:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787763352.565395:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787763352.565399:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763352.565403:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763352.565407:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787763352.565418:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:1.0:1787763352.565424:0:268573:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20515
00000100:00000001:2.0:1787763352.565426:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763352.565488:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d753e7840 x1874599320577920/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787763352.565496:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763352.565516:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:1.0:1787763352.565525:0:268573:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787763352.565525:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763352.565535:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763352.565537:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763352.565552:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1787763352.565556:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:1.0:1787763352.565557:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763352.565565:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
02000000:00000001:2.0:1787763352.565567:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:1.0:1787763352.565570:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787763352.565574:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000020:00000001:1.0:1787763352.565581:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
02000000:00000001:2.0:1787763352.565583:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1787763352.565586:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000020:00000001:1.0:1787763352.565591:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000020:00000001:1.0:1787763352.565601:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00100000:2.0:1787763352.565601:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d753e7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320577920:192.168.203.113@tcp:250:kworker.0
00000100:00000001:2.0:1787763352.565635:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763352.565643:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763352.565645:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763352.565653:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
02000000:00000001:2.0:1787763352.565653:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1787763352.565661:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000010:2.0:1787763352.565663:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f185000.
00000100:00000040:1.0:1787763352.565671:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
02000000:00000001:2.0:1787763352.565672:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763352.565686:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:1.0:1787763352.565693:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000400:00000200:2.0:1787763352.565693:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763352.565707:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569ee9f8.
00000100:00080000:1.0:1787763352.565709:0:268573:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000400:00000010:2.0:1787763352.565724:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc110.
00000100:00000200:2.0:1787763352.565735:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320577920, portal 25
00000100:00000001:2.0:1787763352.565738:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763352.565741:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699312040000 : -110374397511616 : ffff9b9d753e7840)
00000100:00000040:2.0:1787763352.565750:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d753e7840 x1874599320577920/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763352.565758:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763352.565762:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763352.565764:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc4c8.
00000100:00000200:2.0:1787763352.565768:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320577920, offset 0
00000400:00000200:2.0:1787763352.565777:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763352.565789:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763352.565798:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763352.565804:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1787763352.565811:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763352.565818:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
02000000:00000001:1.0:1787763352.565820:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1787763352.565826:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763352.565831:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
02000000:00000001:1.0:1787763352.565832:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763352.565844:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763352.565845:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63278:63278:256:4294967295] 192.168.203.113@tcp LPNI seq info [63278:63278:8:4294967295]
00000100:00000001:1.0:1787763352.565857:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000200:2.0:1787763352.565861:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000008:00100000:1.0:1787763352.565868:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787763352.565877:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763352.565889:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763352.565897:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000100:00000010:1.0:1787763352.565898:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d753e4000.
00000020:00000040:1.0:1787763352.565908:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000800:00000200:2.0:1787763352.565921:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763352.565931:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e000.
00000800:00000200:2.0:1787763352.565946:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
02000000:00000001:1.0:1787763352.565947:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000200:2.0:1787763352.565963:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
02000000:00000001:1.0:1787763352.565964:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763352.565984:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:2.1:1787763352.565986:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763352.565998:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
02000000:00000001:1.0:1787763352.565999:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000100:2.0:1787763352.566010:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
02000000:00000001:1.0:1787763352.566012:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1787763352.566015:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e000.
00000400:00000200:2.0:1787763352.566026:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000010:1.0:1787763352.566030:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d58db9800.
00000400:00000200:2.0:1787763352.566033:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763352.566045:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc4c8
00000100:00000001:1.0:1787763352.566047:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787763352.566049:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc4c8.
00000100:00000001:2.0:1787763352.566062:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00100000:1.0:1787763352.566070:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d753e4000 x1874599320578048/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1787763352.566071:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d753e7840 x1874599320577920/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763352.566153:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787763352.566156:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000040:2.0:1787763352.566166:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d753e7840 x1874599320577920/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763377 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763352.566168:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763352.566181:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005dd4acea] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d753e4000 x1874599320578048/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763352.566196:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763352.566208:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763352.566220:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763352.566224:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787763352.566226:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787763352.566235:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1787763352.566239:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1787763352.566241:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00080000:1.0:1787763352.566244:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787763352.566254:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787763352.566255:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4315188984
00000100:00080000:1.0:1787763352.566259:0:268573:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20515
00000100:00000010:2.0:1787763352.566271:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d5891f8a0.
00000400:00000200:1.0:1787763352.566281:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763352.566290:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00000001:2.0:1787763352.566290:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000100:00080000:1.0:1787763352.566299:0:268573:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787763352.566308:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763352.566308:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4315188984
00000100:00000001:1.0:1787763352.566324:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000010:2.0:1787763352.566325:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d5891f5a0.
00000100:00000040:1.0:1787763352.566335:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763352.566335:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787763352.566350:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000001:2.0:1787763352.566353:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:1.0:1787763352.566355:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1787763352.566358:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1787763352.566362:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000100:00000001:2.0:1787763352.566364:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000020:00000001:1.0:1787763352.566371:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00100000:2.0:1787763352.566374:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763352/real 1787763352]  req@ffff9b9d753e7840 x1874599320577920/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1787763352.566382:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000400:00000001:2.0:1787763352.566391:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763352.566395:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000020:00000001:1.0:1787763352.566396:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000400:00000010:2.0:1787763352.566402:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569ee9f8.
00000020:00000001:1.0:1787763352.566412:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000400:00000200:2.0:1787763352.566412:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc110
00000400:00000010:2.0:1787763352.566420:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc110.
00000100:00000001:2.0:1787763352.566430:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:1.0:1787763352.566436:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000200:2.0:1787763352.566438:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d753e7840 x1874599320577920/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763352.566479:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d753e7840 x1874599320577920/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763352.566495:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787763352.566497:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763352.566501:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763352.566503:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763352.566510:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763352.566511:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:1.0:1787763352.566518:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000100:00000001:2.0:1787763352.566519:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1787763352.566524:0:268573:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:1.0:1787763352.566530:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763352.566535:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:2.0:1787763352.566538:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d753e7840 x1874599320577920/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787763352.566542:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763352.566554:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763352.566567:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1787763352.566575:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787763352.566577:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:1.0:1787763352.566592:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763352.566602:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763352.566602:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d753e7840 x1874599320577920/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763377 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1787763352.566620:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d753e70c0.
00000100:00000001:2.0:1787763352.566632:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763352.566636:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763352.566638:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763352.566639:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763352.566641:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763352.566643:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763352.566651:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000020:00000040:1.0:1787763352.566655:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000100:00080000:2.0:1787763352.566661:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
02000000:00000001:1.0:1787763352.566663:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787763352.566669:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763352.566671:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:1.0:1787763352.566690:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:2.0:1787763352.566696:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d753e7840 x1874599320577920/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763377 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787763352.566697:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787763352.566704:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763352.566720:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d753e7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320577920:192.168.203.113@tcp:250:kworker.0
00000100:00000001:2.0:1787763352.566725:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763352.566729:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000010:1.0:1787763352.566730:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d58dbb400.
00000100:00000040:2.0:1787763352.566733:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d753e7840 x1874599320577920/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763377 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763352.566740:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763352.566745:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763352.566751:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00100000:1.0:1787763352.566759:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d753e70c0 x1874599320578176/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:2.0:1787763352.566760:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f185000.
02000000:00000001:2.0:1787763352.566771:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763352.566780:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763352.566786:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:2.0:1787763352.566797:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763352.566804:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d58db9c00.
02000000:00000001:2.0:1787763352.566816:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763352.566827:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787763352.566828:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000010:2.0:1787763352.566839:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d753e7840.
00000100:00000001:1.0:1787763352.566841:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763352.566851:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763352.566861:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763352.566862:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e07129f8] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d753e70c0 x1874599320578176/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763352.566874:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763352.566893:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763352.566895:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000040:1.0:1787763352.566898:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787763352.566902:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763352.566905:0:268573:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:2.0:1787763352.566919:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:1.0:1787763352.566920:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787763352.566931:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787763352.566931:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763352.566936:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1787763352.566938:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00080000:1.0:1787763352.566941:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787763352.566946:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:2.0:1787763352.566949:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d753e4000 x1874599320578048/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763352.566957:0:268573:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20515
00000100:00000001:2.0:1787763352.566964:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763352.566971:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763352.566975:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763352.566978:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1787763352.566983:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
02000000:00000001:2.0:1787763352.566985:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763352.566995:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d753e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320578048:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763352.566999:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000400:00000200:1.0:1787763352.567002:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
02000000:00000001:2.0:1787763352.567003:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763352.567006:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763352.567010:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:1.0:1787763352.567015:0:268573:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
02000000:00000010:2.0:1787763352.567015:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f185000.
02000000:00000001:2.0:1787763352.567021:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763352.567031:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000040:1.0:1787763352.567034:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000400:00000010:2.0:1787763352.567036:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569ee9f8.
00000400:00000010:2.0:1787763352.567048:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc110.
00000100:00000001:1.0:1787763352.567049:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:2.0:1787763352.567062:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320578048, portal 10
00000100:00000040:1.0:1787763352.567066:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763352.567074:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000001:2.0:1787763352.567074:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763352.567083:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699312025600 : -110374397526016 : ffff9b9d753e4000)
00000020:00000001:1.0:1787763352.567084:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787763352.567096:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000100:00000040:2.0:1787763352.567103:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d753e4000 x1874599320578048/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1787763352.567105:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787763352.567129:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000100:00000001:2.0:1787763352.567133:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:1.0:1787763352.567146:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000040:2.0:1787763352.567149:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000020:00000001:1.0:1787763352.567161:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000400:00000010:2.0:1787763352.567162:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc4c8.
00000100:00000200:2.0:1787763352.567179:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320578048, offset 0
00000100:00000040:1.0:1787763352.567181:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763352.567193:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787763352.567203:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763352.567211:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:1.0:1787763352.567219:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000400:00000200:2.0:1787763352.567219:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000100:00080000:1.0:1787763352.567234:0:268573:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:1.0:1787763352.567238:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763352.567247:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1787763352.567253:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
02000000:00000001:1.0:1787763352.567256:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763352.567263:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763352.567270:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000100:00000001:1.0:1787763352.567272:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000200:2.0:1787763352.567284:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000008:00100000:1.0:1787763352.567286:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1787763352.567303:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763352.567305:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000100:00000001:1.0:1787763352.567324:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763352.567326:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763352.567339:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000100:00000010:1.0:1787763352.567341:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d753e4b40.
00000400:00000200:2.0:1787763352.567357:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63279:63279:256:4294967295] 192.168.203.113@tcp LPNI seq info [63279:63279:8:4294967295]
00000020:00000040:1.0:1787763352.567359:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
00000400:00000200:2.0:1787763352.567375:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
02000000:00000001:1.0:1787763352.567377:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787763352.567384:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763352.567398:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1787763352.567400:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
02000000:00000001:1.0:1787763352.567409:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:2.0:1787763352.567416:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
02000000:00000001:1.0:1787763352.567421:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1787763352.567424:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e000.
00000800:00000200:2.0:1787763352.567444:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.0:1787763352.567448:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
02000000:00000010:1.0:1787763352.567481:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d58dbac00.
00000100:00000001:1.0:1787763352.567491:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763352.567503:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d753e4b40 x1874599320578304/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787763352.567516:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787763352.567523:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787763352.567534:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000040:1.0:1787763352.567541:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059ae9bfc] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d753e4b40 x1874599320578304/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1787763352.567547:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
00000100:00000001:1.0:1787763352.567583:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1787763352.567595:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000100:00000040:1.0:1787763352.567596:0:268573:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20525)
00000800:00000010:2.0:1787763352.567615:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e000.
00000400:00000200:2.0:1787763352.567644:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787763352.567652:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763352.567677:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc4c8
00000400:00000010:2.0:1787763352.567679:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc4c8.
00000100:00000001:2.0:1787763352.567683:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763352.567689:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d753e4000 x1874599320578048/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763352.567696:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763352.567699:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d753e4000 x1874599320578048/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763377 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763352.567703:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763352.567705:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763352.567708:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763352.567714:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:2.0:1787763352.567717:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763352.567719:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315187758
00000100:00000001:2.0:1787763352.567723:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315188984
00000100:00000001:2.0:1787763352.567725:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315187758
00000100:00000001:2.0:1787763352.567728:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315188984
00000100:00000001:2.0:1787763352.567730:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763352.567733:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763352.567735:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763352.567740:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763352/real 1787763352]  req@ffff9b9d753e4000 x1874599320578048/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763352.567751:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763352.567753:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763352.567755:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569ee9f8.
00000400:00000200:2.0:1787763352.567758:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc110
00000400:00000010:2.0:1787763352.567760:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc110.
00000100:00000001:2.0:1787763352.567762:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763352.567765:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d753e4000 x1874599320578048/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763352.567771:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d753e4000 x1874599320578048/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763352.567776:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763352.567777:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763352.567778:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763352.567779:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763352.567781:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d753e4000 x1874599320578048/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763352.567786:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763352.567789:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d753e4000 x1874599320578048/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763377 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763352.567794:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763352.567796:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763352.567797:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763352.567798:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763352.567799:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763352.567814:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763352.567816:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763352.567818:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763352.567820:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763352.567823:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d753e4000 x1874599320578048/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763377 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763352.567829:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d753e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320578048:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763352.567832:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763352.567834:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d753e70c0 x1874599320578176/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763352.567839:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763352.567840:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763352.567842:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763352.567844:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763352.567846:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763352.567848:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d753e70c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320578176:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763352.567851:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763352.567852:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763352.567854:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763352.567855:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763352.567858:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f187000.
02000000:00000001:2.0:1787763352.567860:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763352.567863:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763352.567865:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569ee9f8.
00000400:00000010:2.0:1787763352.567867:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc110.
00000100:00000200:2.0:1787763352.567869:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320578176, portal 10
00000100:00000001:2.0:1787763352.567871:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763352.567872:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699312038080 : -110374397513536 : ffff9b9d753e70c0)
00000100:00000040:2.0:1787763352.567876:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d753e70c0 x1874599320578176/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763352.567881:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763352.567882:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763352.567884:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc4c8.
00000100:00000200:2.0:1787763352.567887:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320578176, offset 0
00000400:00000200:2.0:1787763352.567893:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763352.567897:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763352.567901:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763352.567904:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763352.567907:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763352.567910:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763352.567913:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763352.567916:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63280:63280:256:4294967295] 192.168.203.113@tcp LPNI seq info [63280:63280:8:4294967295]
00000400:00000200:2.0:1787763352.567921:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763352.567928:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763352.567933:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763352.567936:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e000.
00000800:00000200:2.0:1787763352.567939:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.0:1787763352.567941:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787763352.567945:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763352.567947:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1787763352.567950:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763352.567952:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e000.
00000400:00000200:2.0:1787763352.567954:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787763352.567957:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763352.567959:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc4c8
00000400:00000010:2.0:1787763352.567960:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc4c8.
00000100:00000001:2.0:1787763352.567962:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763352.567965:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d753e70c0 x1874599320578176/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763352.567971:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763352.567973:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d753e70c0 x1874599320578176/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763377 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763352.567978:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763352.567979:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763352.567981:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763352.567984:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:2.0:1787763352.567987:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763352.567989:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315187737
00000100:00000001:2.0:1787763352.567991:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315188984
00000100:00000001:2.0:1787763352.567993:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315187737
00000100:00000001:2.0:1787763352.567994:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315188984
00000100:00000001:2.0:1787763352.567995:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763352.567997:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763352.567998:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763352.568000:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763352/real 1787763352]  req@ffff9b9d753e70c0 x1874599320578176/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763352.568005:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763352.568007:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763352.568008:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569ee9f8.
00000400:00000200:2.0:1787763352.568009:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc110
00000400:00000010:2.0:1787763352.568011:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc110.
00000100:00000001:2.0:1787763352.568012:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763352.568014:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d753e70c0 x1874599320578176/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763352.568020:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d753e70c0 x1874599320578176/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763352.568024:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763352.568025:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763352.568026:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763352.568027:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763352.568029:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d753e70c0 x1874599320578176/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763352.568033:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763352.568036:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d753e70c0 x1874599320578176/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763377 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763352.568040:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763352.568042:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763352.568043:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763352.568044:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763352.568046:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763352.568047:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763352.568049:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763352.568051:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763352.568052:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763352.568055:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d753e70c0 x1874599320578176/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763377 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763352.568060:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d753e70c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320578176:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763352.568062:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763352.568064:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763352.568065:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d753e4000 x1874599320578048/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763377 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763352.568070:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763352.568072:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763352.568073:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f185000.
02000000:00000001:2.0:1787763352.568075:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763352.568077:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763352.568078:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:2.0:1787763352.568080:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763352.568081:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d58db9800.
02000000:00000001:2.0:1787763352.568083:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763352.568084:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763352.568086:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d753e4000.
00000100:00000001:2.0:1787763352.568088:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763352.568089:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763352.568090:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763352.568092:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d753e70c0 x1874599320578176/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763377 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763352.568100:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763352.568101:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763352.568102:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f187000.
02000000:00000001:2.0:1787763352.568104:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763352.568104:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763352.568105:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:2.0:1787763352.568106:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763352.568107:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d58dbb400.
02000000:00000001:2.0:1787763352.568109:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763352.568110:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763352.568111:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d753e70c0.
00000100:00000001:2.0:1787763352.568112:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763352.568113:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763352.568114:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763352.568116:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763352.568117:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763352.568119:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787763352.568120:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763352.568121:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763352.568124:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d753e4b40 x1874599320578304/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763352.568128:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763352.568129:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763352.568130:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763352.568132:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763352.568133:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763352.568134:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d753e4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320578304:192.168.203.113@tcp:8:kworker.0
00000100:00000001:2.0:1787763352.568137:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763352.568139:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763352.568141:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763352.568142:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763352.568146:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f187000.
02000000:00000001:2.0:1787763352.568147:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763352.568152:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763352.568155:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569ee9f8.
00000400:00000010:2.0:1787763352.568159:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc110.
00000100:00000200:2.0:1787763352.568162:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320578304, portal 4
00000100:00000001:2.0:1787763352.568164:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763352.568166:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699312028480 : -110374397523136 : ffff9b9d753e4b40)
00000100:00000040:2.0:1787763352.568173:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d753e4b40 x1874599320578304/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763352.568180:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763352.568183:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763352.568186:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc4c8.
00000100:00000200:2.0:1787763352.568188:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320578304, offset 0
00000400:00000200:2.0:1787763352.568193:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763352.568197:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763352.568200:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763352.568202:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763352.568204:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763352.568206:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763352.568208:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763352.568210:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63281:63281:256:4294967295] 192.168.203.113@tcp LPNI seq info [63281:63281:8:4294967295]
00000400:00000200:2.0:1787763352.568213:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763352.568218:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763352.568222:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763352.568224:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e000.
00000800:00000200:2.0:1787763352.568227:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.0:1787763352.568229:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787763352.568232:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763352.568234:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1787763352.568237:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763352.568239:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e000.
00000400:00000200:2.0:1787763352.568241:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787763352.568243:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763352.568246:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc4c8
00000400:00000010:2.0:1787763352.568247:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc4c8.
00000100:00000001:2.0:1787763352.568249:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763352.568252:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d753e4b40 x1874599320578304/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763352.568258:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763352.568260:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d753e4b40 x1874599320578304/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763377 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763352.568265:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763352.568266:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763352.568268:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763352.568271:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:2.0:1787763352.568273:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763352.568275:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315187749
00000100:00000001:2.0:1787763352.568277:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315188984
00000100:00000001:2.0:1787763352.568278:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315187749
00000100:00000001:2.0:1787763352.568280:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315188984
00000100:00000001:2.0:1787763352.568282:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763352.568283:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763352.568285:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763352.568287:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763352/real 1787763352]  req@ffff9b9d753e4b40 x1874599320578304/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763352.568291:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763352.568292:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763352.568293:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569ee9f8.
00000400:00000200:2.0:1787763352.568295:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc110
00000400:00000010:2.0:1787763352.568296:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc110.
00000100:00000001:2.0:1787763352.568298:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763352.568300:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d753e4b40 x1874599320578304/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763352.568305:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d753e4b40 x1874599320578304/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763352.568310:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763352.568312:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763352.568313:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763352.568314:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763352.568316:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d753e4b40 x1874599320578304/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763352.568320:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763352.568323:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d753e4b40 x1874599320578304/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763377 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763352.568327:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763352.568328:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763352.568329:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763352.568330:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763352.568331:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763352.568332:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763352.568333:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763352.568336:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763352.568337:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763352.568339:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d753e4b40 x1874599320578304/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763377 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763352.568344:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d753e4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320578304:192.168.203.113@tcp:8:kworker.0
00000100:00000001:2.0:1787763352.568346:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763352.568347:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763352.568349:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d753e4b40 x1874599320578304/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763377 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763352.568354:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763352.568355:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763352.568357:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f187000.
02000000:00000001:2.0:1787763352.568359:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763352.568360:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763352.568361:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:2.0:1787763352.568362:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763352.568364:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d58dbac00.
02000000:00000001:2.0:1787763352.568365:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763352.568366:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763352.568367:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d753e4b40.
00000100:00000001:2.0:1787763352.568369:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763352.568370:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763352.568371:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763352.568373:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763352.568374:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763352.568376:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787763352.568377:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763352.756555:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763352.756563:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763352.756569:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763352.756570:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763352.756574:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763352.756577:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763352.756580:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763352.756583:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763352.756586:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763352.756588:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763352.756590:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763352.756592:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763352.756679:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763352.756686:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763352.756691:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787763353.588689:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763353.588699:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763353.588701:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763353.588707:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787763353.588711:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763353.588715:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763353.588719:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763353.588722:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763353.588724:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763353.780535:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763353.780543:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763353.780549:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763353.780551:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763353.780556:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763353.780557:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763353.780609:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763353.780624:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763353.780628:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787763353.844518:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4315188984, at 4315188992
00000100:00000010:0.0:1787763353.844540:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d5891f8a0.
00000100:00000040:1.0:1787763353.844640:0:303331:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b110 (cpu 1) has reached its deadline 4315188984, at 4315188992
00000100:00000010:1.0:1787763353.844660:0:303331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d5891f5a0.
00000100:00000001:2.0:1787763354.612533:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763354.612543:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763354.612545:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763354.612551:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787763354.612556:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763354.612560:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763354.612563:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763354.612566:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763354.612569:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763354.804560:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763354.804570:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763354.804581:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763354.804583:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763354.804590:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763354.804592:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763354.804647:0:281543:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763354.804652:0:281543:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763354.804656:0:281543:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787763355.636538:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763355.636548:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763355.636550:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763355.636556:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787763355.636561:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763355.636565:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763355.636568:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763355.636570:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763355.636573:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763355.828660:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763355.828668:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763355.828674:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763355.828676:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763355.828680:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763355.828681:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763355.828742:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763355.828748:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763355.828753:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787763356.660639:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763356.660649:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763356.660652:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763356.660659:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787763356.660663:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763356.660668:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763356.660672:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763356.660676:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763356.660681:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763356.852652:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763356.852661:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763356.852669:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763356.852671:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763356.852676:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763356.852677:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763356.852774:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763356.852782:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763356.852788:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787763357.684523:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763357.684532:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763357.684534:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763357.684540:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787763357.684544:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763357.684549:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763357.684552:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763357.684556:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763357.684560:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787763357.684625:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787763357.684639:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787763357.684642:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787763357.684647:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787763357.684653:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787763357.684663:0:268573:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20520
00000400:00000200:1.0:1787763357.684674:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763357.684683:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:1.0:1787763357.684687:0:268573:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787763357.684692:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763357.684696:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787763357.684699:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763357.684703:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:1.0:1787763357.684708:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787763357.684711:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:1.0:1787763357.684714:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787763357.684732:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:1.0:1787763357.684735:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:1.0:1787763357.684738:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:1.0:1787763357.684742:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763357.684745:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787763357.684748:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763357.684750:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:1.0:1787763357.684759:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:1.0:1787763357.684766:0:268573:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:1.0:1787763357.684772:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763357.684777:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787763357.684783:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763357.684788:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763357.684793:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1787763357.684799:0:268573:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787763357.684814:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d753e4b40.
00000020:00000040:1.0:1787763357.684820:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:1.0:1787763357.684828:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787763357.684831:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763357.684837:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787763357.684841:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787763357.684848:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787763357.684860:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d58dbac00.
00000100:00000001:1.0:1787763357.684872:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763357.684885:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d753e4b40 x1874599320578432/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787763357.684899:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787763357.684904:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763357.684910:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059ae9bfc] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d753e4b40 x1874599320578432/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763357.684940:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787763357.684945:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787763357.684950:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787763357.684952:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787763357.684954:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787763357.684958:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787763357.684963:0:268573:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20520
00000400:00000200:1.0:1787763357.684968:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763357.684972:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:1.0:1787763357.684976:0:268573:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787763357.684980:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763357.684984:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787763357.684988:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763357.684992:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:1.0:1787763357.684996:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787763357.684999:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000020:00000001:1.0:1787763357.685002:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787763357.685005:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:1.0:1787763357.685006:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000100:00000001:2.0:1787763357.685015:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1787763357.685016:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000001:2.0:1787763357.685021:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:1.0:1787763357.685033:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000040:2.0:1787763357.685037:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d753e4b40 x1874599320578432/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787763357.685042:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763357.685045:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787763357.685057:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763357.685067:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:1.0:1787763357.685080:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00000001:2.0:1787763357.685097:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:1.0:1787763357.685098:0:268573:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763357.685107:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763357.685108:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763357.685121:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763357.685123:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763357.685132:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763357.685135:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763357.685138:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763357.685142:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763357.685150:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00100000:2.0:1787763357.685151:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d753e4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320578432:192.168.203.113@tcp:250:kworker.0
00000008:00100000:1.0:1787763357.685157:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787763357.685159:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00000001:1.0:1787763357.685171:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763357.685177:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763357.685178:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000010:1.0:1787763357.685188:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d753e70c0.
02000000:00000001:2.0:1787763357.685189:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1787763357.685198:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
02000000:00000001:2.0:1787763357.685203:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787763357.685204:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787763357.685211:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763357.685213:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787763357.685215:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787763357.685219:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763357.685222:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f187000.
02000000:00000010:1.0:1787763357.685227:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d58dbb400.
02000000:00000001:2.0:1787763357.685229:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763357.685234:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763357.685244:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d753e70c0 x1874599320578560/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787763357.685246:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763357.685262:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569ee9f8.
00000100:00000001:1.0:1787763357.685266:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787763357.685271:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787763357.685275:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc110.
00000100:00000040:1.0:1787763357.685283:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e07129f8] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d753e70c0 x1874599320578560/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763357.685289:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320578432, portal 25
00000100:00000001:2.0:1787763357.685293:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763357.685295:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699312028480 : -110374397523136 : ffff9b9d753e4b40)
00000100:00000040:2.0:1787763357.685315:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d753e4b40 x1874599320578432/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763357.685323:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787763357.685342:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787763357.685342:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763357.685360:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000100:00080000:1.0:1787763357.685361:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1787763357.685369:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:2.0:1787763357.685371:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc4c8.
00000100:00080000:1.0:1787763357.685376:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:2.0:1787763357.685379:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320578432, offset 0
00000100:00000001:1.0:1787763357.685383:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787763357.685391:0:268573:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20520
00000400:00000200:2.0:1787763357.685400:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763357.685407:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763357.685413:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000400:00000200:2.0:1787763357.685421:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00080000:1.0:1787763357.685423:0:268573:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787763357.685434:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000400:00000200:2.0:1787763357.685464:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763357.685472:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763357.685479:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000100:00000001:1.0:1787763357.685481:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787763357.685487:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000100:00000040:1.0:1787763357.685488:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763357.685497:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000400:00000200:2.0:1787763357.685500:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000020:00000001:1.0:1787763357.685510:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:2.0:1787763357.685517:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63282:63282:256:4294967295] 192.168.203.113@tcp LPNI seq info [63282:63282:8:4294967295]
00000020:00000040:1.0:1787763357.685519:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000020:00000001:1.0:1787763357.685534:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:2.0:1787763357.685538:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000020:00000040:1.0:1787763357.685541:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000020:00000001:1.0:1787763357.685547:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000020:00000001:1.0:1787763357.685551:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00000040:1.0:1787763357.685565:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763357.685578:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787763357.685580:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763357.685606:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000100:00000040:1.0:1787763357.685613:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000800:00000010:2.0:1787763357.685614:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e000.
00000100:00000001:1.0:1787763357.685626:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:1.0:1787763357.685632:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000800:00000200:2.0:1787763357.685634:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.0:1787763357.685645:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 43 secs later)
00000100:00080000:1.0:1787763357.685646:0:268573:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:1.0:1787763357.685664:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763357.685675:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:2.1:1787763357.685676:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763357.685685:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 43 secs later)
02000000:00000001:1.0:1787763357.685689:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000100:2.0:1787763357.685702:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
02000000:00000001:1.0:1787763357.685705:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1787763357.685708:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e000.
00000100:00000001:1.0:1787763357.685710:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1787763357.685720:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1787763357.685723:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000008:00000001:1.0:1787763357.685733:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763357.685743:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763357.685745:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000100:00000010:1.0:1787763357.685757:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d753e4000.
00000400:00000200:2.0:1787763357.685759:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc4c8
00000400:00000010:2.0:1787763357.685767:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc4c8.
00000020:00000040:1.0:1787763357.685770:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000100:00000001:2.0:1787763357.685776:0:256678:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:1.0:1787763357.685780:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000200:2.0:1787763357.685785:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d753e4b40 x1874599320578432/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787763357.685787:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763357.685804:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787763357.685810:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1787763357.685810:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:1.0:1787763357.685822:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763357.685822:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d753e4b40 x1874599320578432/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763382 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763357.685844:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763357.685846:0:256678:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000010:1.0:1787763357.685847:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d58db9800.
00000100:00000001:2.0:1787763357.685855:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763357.685859:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763357.685871:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763357.685876:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4315194104
00000100:00100000:1.0:1787763357.685883:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d753e4000 x1874599320578688/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:2.0:1787763357.685886:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d5891ff60.
00000100:00000001:1.0:1787763357.685902:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763357.685902:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787763357.685913:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763357.685923:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4315194104
00000100:00000040:1.0:1787763357.685926:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005dd4acea] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d753e4000 x1874599320578688/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1787763357.685930:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d5891fae0.
00000100:00000001:2.0:1787763357.685943:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787763357.685956:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763357.685976:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763357.685979:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763357.685988:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000040:1.0:1787763357.685989:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1787763357.685998:0:268573:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00100000:2.0:1787763357.686005:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763357/real 1787763357]  req@ffff9b9d753e4b40 x1874599320578432/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763357.686007:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787763357.686026:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787763357.686035:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000001:2.0:1787763357.686037:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763357.686047:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00080000:1.0:1787763357.686048:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:2.0:1787763357.686054:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569ee9f8.
00000100:00000001:1.0:1787763357.686056:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1787763357.686060:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc110
00000100:00080000:1.0:1787763357.686064:0:268573:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20520
00000400:00000010:2.0:1787763357.686067:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc110.
00000100:00000001:2.0:1787763357.686077:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000400:00000200:1.0:1787763357.686085:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000200:2.0:1787763357.686091:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d753e4b40 x1874599320578432/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787763357.686096:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:1.0:1787763357.686109:0:268573:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787763357.686129:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763357.686141:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:2.0:1787763357.686148:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d753e4b40 x1874599320578432/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787763357.686152:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763357.686169:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:1.0:1787763357.686181:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787763357.686188:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000020:00000001:1.0:1787763357.686193:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787763357.686193:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000020:00000040:1.0:1787763357.686203:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000100:00000001:2.0:1787763357.686205:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1787763357.686210:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000001:2.0:1787763357.686214:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000001:1.0:1787763357.686215:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000001:2.0:1787763357.686222:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763357.686223:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763357.686233:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787763357.686241:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00100000:2.0:1787763357.686245:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d753e4b40 x1874599320578432/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763357.686250:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:1.0:1787763357.686263:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00000001:2.0:1787763357.686275:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1787763357.686279:0:268573:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:1.0:1787763357.686286:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763357.686292:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d753e4b40 x1874599320578432/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763382 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787763357.686294:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787763357.686303:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763357.686305:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:1.0:1787763357.686313:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763357.686315:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763357.686322:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787763357.686323:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763357.686336:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:1.0:1787763357.686337:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1787763357.686343:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000008:00000001:1.0:1787763357.686345:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763357.686348:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763357.686354:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763357.686364:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000010:1.0:1787763357.686367:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d753e7840.
00000100:00080000:2.0:1787763357.686374:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000020:00000040:1.0:1787763357.686375:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
00000100:00000001:2.0:1787763357.686384:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:1.0:1787763357.686386:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787763357.686395:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763357.686397:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d753e4b40 x1874599320578432/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763382 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763357.686403:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787763357.686410:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787763357.686418:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763357.686419:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d753e4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320578432:192.168.203.113@tcp:250:kworker.0
02000000:00000010:1.0:1787763357.686432:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d58db9c00.
00000100:00000001:2.0:1787763357.686434:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763357.686463:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763357.686467:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d753e4b40 x1874599320578432/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763382 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763357.686472:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763357.686495:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d753e7840 x1874599320578816/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763357.686495:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763357.686503:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763357.686512:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f187000.
00000100:00000001:1.0:1787763357.686524:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1787763357.686525:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763357.686534:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000100:00000001:1.0:1787763357.686535:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1787763357.686546:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000100:00000040:1.0:1787763357.686555:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000889a89a4] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d753e7840 x1874599320578816/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1787763357.686556:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763357.686565:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d58dbac00.
02000000:00000001:2.0:1787763357.686579:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763357.686602:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763357.686610:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d753e4b40.
00000100:00000001:1.0:1787763357.686613:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763357.686619:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763357.686623:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763357.686625:0:268573:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20530)
00000100:00000001:2.0:1787763357.686627:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763357.686640:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763357.686641:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763357.686644:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787763357.686646:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763357.686648:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763357.686657:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d753e70c0 x1874599320578560/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763357.686664:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763357.686666:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763357.686667:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763357.686670:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763357.686671:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763357.686674:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d753e70c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320578560:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763357.686677:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763357.686679:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763357.686680:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763357.686681:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763357.686684:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f187000.
02000000:00000001:2.0:1787763357.686686:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763357.686689:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763357.686692:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569ee9f8.
00000400:00000010:2.0:1787763357.686695:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc110.
00000100:00000200:2.0:1787763357.686698:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320578560, portal 10
00000100:00000001:2.0:1787763357.686699:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763357.686700:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699312038080 : -110374397513536 : ffff9b9d753e70c0)
00000100:00000040:2.0:1787763357.686707:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d753e70c0 x1874599320578560/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763357.686712:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763357.686713:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763357.686715:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc4c8.
00000100:00000200:2.0:1787763357.686717:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320578560, offset 0
00000400:00000200:2.0:1787763357.686719:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763357.686722:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763357.686725:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763357.686728:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763357.686730:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763357.686732:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763357.686733:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763357.686736:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63283:63283:256:4294967295] 192.168.203.113@tcp LPNI seq info [63283:63283:8:4294967295]
00000400:00000200:2.0:1787763357.686739:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763357.686743:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763357.686747:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763357.686749:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e000.
00000800:00000200:2.0:1787763357.686752:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.0:1787763357.686754:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787763357.686759:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763357.686761:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1787763357.686764:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763357.686766:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e000.
00000400:00000200:2.0:1787763357.686768:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787763357.686770:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763357.686773:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc4c8
00000400:00000010:2.0:1787763357.686774:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc4c8.
00000100:00000001:2.0:1787763357.686777:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763357.686779:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d753e70c0 x1874599320578560/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763357.686785:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763357.686787:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d753e70c0 x1874599320578560/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763382 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763357.686791:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763357.686793:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763357.686795:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763357.686798:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:2.0:1787763357.686800:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763357.686802:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315192877
00000100:00000001:2.0:1787763357.686804:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315194104
00000100:00000001:2.0:1787763357.686806:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315192877
00000100:00000001:2.0:1787763357.686807:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315194104
00000100:00000001:2.0:1787763357.686809:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763357.686810:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763357.686811:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763357.686814:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763357/real 1787763357]  req@ffff9b9d753e70c0 x1874599320578560/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763357.686818:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763357.686819:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763357.686820:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569ee9f8.
00000400:00000200:2.0:1787763357.686822:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc110
00000400:00000010:2.0:1787763357.686823:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc110.
00000100:00000001:2.0:1787763357.686825:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763357.686827:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d753e70c0 x1874599320578560/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763357.686832:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d753e70c0 x1874599320578560/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763357.686841:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763357.686842:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763357.686844:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763357.686845:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763357.686847:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d753e70c0 x1874599320578560/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763357.686851:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763357.686853:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d753e70c0 x1874599320578560/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763382 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763357.686857:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763357.686859:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763357.686860:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763357.686860:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763357.686862:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763357.686877:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763357.686879:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763357.686881:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763357.686883:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763357.686886:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d753e70c0 x1874599320578560/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763382 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763357.686891:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d753e70c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320578560:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763357.686893:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763357.686895:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d753e4000 x1874599320578688/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763357.686899:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763357.686901:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763357.686903:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763357.686905:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763357.686906:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763357.686908:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d753e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320578688:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763357.686911:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763357.686912:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763357.686913:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763357.686914:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763357.686916:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f185000.
02000000:00000001:2.0:1787763357.686917:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763357.686919:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763357.686921:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569ee9f8.
00000400:00000010:2.0:1787763357.686923:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc110.
00000100:00000200:2.0:1787763357.686925:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320578688, portal 10
00000100:00000001:2.0:1787763357.686927:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763357.686928:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699312025600 : -110374397526016 : ffff9b9d753e4000)
00000100:00000040:2.0:1787763357.686932:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d753e4000 x1874599320578688/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763357.686937:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763357.686938:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763357.686940:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc4c8.
00000100:00000200:2.0:1787763357.686941:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320578688, offset 0
00000400:00000200:2.0:1787763357.686944:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763357.686946:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763357.686948:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763357.686949:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763357.686951:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763357.686952:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763357.686954:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763357.686956:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63284:63284:256:4294967295] 192.168.203.113@tcp LPNI seq info [63284:63284:8:4294967295]
00000400:00000200:2.0:1787763357.686959:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763357.686964:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763357.686968:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763357.686969:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e000.
00000800:00000200:2.0:1787763357.686972:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.0:1787763357.686974:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787763357.686977:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763357.686978:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1787763357.686981:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763357.686982:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e000.
00000400:00000200:2.0:1787763357.686984:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787763357.686987:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763357.686989:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc4c8
00000400:00000010:2.0:1787763357.686990:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc4c8.
00000100:00000001:2.0:1787763357.686992:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763357.686994:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d753e4000 x1874599320578688/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763357.686998:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763357.687000:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d753e4000 x1874599320578688/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763382 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763357.687004:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763357.687005:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763357.687007:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763357.687009:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:2.0:1787763357.687011:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763357.687012:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315192856
00000100:00000001:2.0:1787763357.687013:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315194104
00000100:00000001:2.0:1787763357.687015:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315192856
00000100:00000001:2.0:1787763357.687016:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315194104
00000100:00000001:2.0:1787763357.687018:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763357.687019:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763357.687021:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763357.687023:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763357/real 1787763357]  req@ffff9b9d753e4000 x1874599320578688/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763357.687030:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763357.687031:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763357.687032:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569ee9f8.
00000400:00000200:2.0:1787763357.687033:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc110
00000400:00000010:2.0:1787763357.687034:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc110.
00000100:00000001:2.0:1787763357.687035:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763357.687037:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d753e4000 x1874599320578688/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763357.687042:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d753e4000 x1874599320578688/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763357.687046:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763357.687047:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763357.687048:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763357.687049:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763357.687051:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d753e4000 x1874599320578688/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763357.687055:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763357.687057:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d753e4000 x1874599320578688/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763382 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763357.687061:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763357.687062:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763357.687063:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763357.687064:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763357.687065:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763357.687067:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763357.687069:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763357.687071:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763357.687073:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763357.687076:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d753e4000 x1874599320578688/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763382 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763357.687081:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d753e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320578688:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763357.687084:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763357.687087:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d753e7840 x1874599320578816/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763357.687091:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763357.687092:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763357.687093:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763357.687094:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763357.687095:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763357.687097:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d753e7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320578816:192.168.203.113@tcp:8:kworker.0
00000100:00000001:2.0:1787763357.687099:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763357.687100:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763357.687101:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763357.687102:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763357.687104:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f186000.
02000000:00000001:2.0:1787763357.687105:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763357.687108:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763357.687110:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569ee9f8.
00000400:00000010:2.0:1787763357.687112:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc110.
00000100:00000200:2.0:1787763357.687114:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320578816, portal 4
00000100:00000001:2.0:1787763357.687115:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763357.687116:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699312040000 : -110374397511616 : ffff9b9d753e7840)
00000100:00000040:2.0:1787763357.687120:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d753e7840 x1874599320578816/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763357.687125:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763357.687127:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763357.687128:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc4c8.
00000100:00000200:2.0:1787763357.687130:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320578816, offset 0
00000400:00000200:2.0:1787763357.687133:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763357.687135:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763357.687137:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763357.687139:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763357.687141:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763357.687142:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763357.687144:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763357.687146:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63285:63285:256:4294967295] 192.168.203.113@tcp LPNI seq info [63285:63285:8:4294967295]
00000400:00000200:2.0:1787763357.687149:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763357.687153:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763357.687156:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763357.687157:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e000.
00000800:00000200:2.0:1787763357.687160:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.0:1787763357.687161:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787763357.687164:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763357.687166:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1787763357.687169:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763357.687170:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e000.
00000400:00000200:2.0:1787763357.687172:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787763357.687174:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763357.687177:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc4c8
00000400:00000010:2.0:1787763357.687178:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc4c8.
00000100:00000001:2.0:1787763357.687180:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763357.687184:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d753e7840 x1874599320578816/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763357.687192:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763357.687196:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d753e7840 x1874599320578816/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763382 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763357.687203:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763357.687205:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763357.687208:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763357.687211:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:2.0:1787763357.687215:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763357.687218:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315192868
00000100:00000001:2.0:1787763357.687221:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315194104
00000100:00000001:2.0:1787763357.687223:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315192868
00000100:00000001:2.0:1787763357.687226:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315194104
00000100:00000001:2.0:1787763357.687229:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763357.687231:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763357.687233:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763357.687238:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763357/real 1787763357]  req@ffff9b9d753e7840 x1874599320578816/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763357.687244:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763357.687245:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763357.687247:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569ee9f8.
00000400:00000200:2.0:1787763357.687248:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc110
00000400:00000010:2.0:1787763357.687250:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc110.
00000100:00000001:2.0:1787763357.687251:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763357.687254:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d753e7840 x1874599320578816/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763357.687260:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d753e7840 x1874599320578816/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763357.687264:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763357.687265:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763357.687266:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763357.687267:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763357.687270:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d753e7840 x1874599320578816/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763357.687274:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763357.687277:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d753e7840 x1874599320578816/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763382 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763357.687281:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763357.687284:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763357.687285:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763357.687286:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763357.687287:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763357.687289:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763357.687291:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763357.687293:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763357.687294:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763357.687296:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d753e7840 x1874599320578816/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763382 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763357.687301:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d753e7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320578816:192.168.203.113@tcp:8:kworker.0
00000100:00000001:2.0:1787763357.687303:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763357.687304:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763357.687306:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d753e70c0 x1874599320578560/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763382 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763357.687311:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763357.687312:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763357.687314:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f187000.
02000000:00000001:2.0:1787763357.687315:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763357.687317:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763357.687318:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:2.0:1787763357.687319:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763357.687321:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d58dbb400.
02000000:00000001:2.0:1787763357.687324:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763357.687325:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763357.687326:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d753e70c0.
00000100:00000001:2.0:1787763357.687328:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763357.687329:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763357.687330:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763357.687332:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d753e4000 x1874599320578688/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763382 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763357.687342:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763357.687343:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763357.687344:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f185000.
02000000:00000001:2.0:1787763357.687345:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763357.687346:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763357.687347:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:2.0:1787763357.687348:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763357.687349:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d58db9800.
02000000:00000001:2.0:1787763357.687350:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763357.687351:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763357.687352:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d753e4000.
00000100:00000001:2.0:1787763357.687353:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763357.687354:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763357.687355:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763357.687356:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d753e7840 x1874599320578816/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763382 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763357.687360:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763357.687361:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763357.687361:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f186000.
02000000:00000001:2.0:1787763357.687363:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763357.687364:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763357.687364:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:2.0:1787763357.687365:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763357.687366:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d58db9c00.
02000000:00000001:2.0:1787763357.687367:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763357.687368:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763357.687369:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d753e7840.
00000100:00000001:2.0:1787763357.687370:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763357.687371:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763357.687372:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763357.687374:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763357.687375:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763357.687376:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787763357.687377:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763357.876692:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763357.876704:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763357.876717:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763357.876720:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763357.876724:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763357.876726:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763357.876791:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763357.876798:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763357.876803:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787763358.708538:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763358.708547:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763358.708549:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763358.708555:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787763358.708559:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763358.708563:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763358.708566:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763358.708569:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763358.708572:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763358.900641:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763358.900651:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763358.900657:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763358.900659:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763358.900664:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763358.900666:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763358.900733:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763358.900740:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763358.900744:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787763358.964546:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4315194104, at 4315194112
00000100:00000010:0.0:1787763358.964563:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d5891ff60.
00000100:00000040:1.0:1787763358.964618:0:303331:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b110 (cpu 1) has reached its deadline 4315194104, at 4315194112
00000100:00000010:1.0:1787763358.964637:0:303331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d5891fae0.
00000100:00000001:2.0:1787763359.732593:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763359.732603:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763359.732606:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763359.732614:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787763359.732620:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763359.732626:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763359.732630:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763359.732633:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763359.732637:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763359.924614:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763359.924625:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763359.924629:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763359.924634:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763359.924642:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763359.924645:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763359.924647:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763359.924651:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763359.924656:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763359.924658:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763359.924660:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763359.924662:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763359.924664:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763359.924666:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763359.924668:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763359.924670:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763359.924675:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763359.924676:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763359.924745:0:281543:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763359.924753:0:281543:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763359.924757:0:281543:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787763360.756593:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763360.756605:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763360.756608:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763360.756616:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787763360.756622:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763360.756628:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763360.756632:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763360.756636:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763360.756640:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763360.948646:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763360.948654:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763360.948660:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763360.948662:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763360.948665:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763360.948666:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763360.948743:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763360.948754:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763360.948762:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787763361.780536:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763361.780546:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763361.780548:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763361.780554:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787763361.780570:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763361.780575:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763361.780579:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763361.780582:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763361.780585:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763361.972620:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763361.972629:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763361.972636:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763361.972638:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763361.972642:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763361.972644:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763361.972706:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763361.972712:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763361.972717:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787763362.804546:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763362.804565:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763362.804567:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763362.804574:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787763362.804579:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763362.804584:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763362.804588:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763362.804592:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763362.804595:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763362.804637:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763362.804655:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787763362.804660:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763362.804666:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763362.804674:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763362.804686:0:296758:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20525
00000400:00000200:0.0:1787763362.804698:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763362.804707:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763362.804712:0:296758:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763362.804716:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763362.804720:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763362.804724:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763362.804727:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763362.804732:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763362.804735:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:0.0:1787763362.804738:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763362.804742:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:0.0:1787763362.804745:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:0.0:1787763362.804750:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:0.0:1787763362.804754:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763362.804757:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763362.804759:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763362.804762:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787763362.804765:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:0.0:1787763362.804770:0:296758:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763362.804772:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763362.804776:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763362.804781:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763362.804785:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763362.804788:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787763362.804791:0:296758:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763362.804801:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81852d00.
00000020:00000040:0.0:1787763362.804805:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:0.0:1787763362.804810:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763362.804812:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763362.804816:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763362.804819:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763362.804824:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763362.804833:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d5055b000.
00000100:00000001:0.0:1787763362.804841:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763362.804853:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81852d00 x1874599320578944/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763362.804867:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763362.804873:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763362.804879:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033d5c64e] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81852d00 x1874599320578944/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763362.804909:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763362.804915:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763362.804920:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787763362.804922:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763362.804925:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763362.804929:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763362.804932:0:296758:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20525
00000400:00000200:0.0:1787763362.804937:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763362.804941:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763362.804944:0:296758:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763362.804947:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763362.804950:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763362.804955:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763362.804958:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763362.804962:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763362.804964:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000020:00000001:0.0:1787763362.804967:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763362.804971:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000020:00000001:0.0:1787763362.804974:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000020:00000001:0.0:1787763362.804978:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000001:2.0:1787763362.804979:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787763362.804987:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1787763362.804988:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763362.804998:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787763362.804999:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763362.805005:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763362.805010:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000040:2.0:1787763362.805014:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81852d00 x1874599320578944/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1787763362.805017:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00080000:0.0:1787763362.805031:0:296758:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763362.805047:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763362.805053:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1787763362.805055:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787763362.805057:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763362.805065:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787763362.805066:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763362.805070:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763362.805072:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763362.805080:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763362.805081:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763362.805093:0:296758:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787763362.805094:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81852d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320578944:192.168.203.113@tcp:250:kworker.0
00000100:00000001:2.0:1787763362.805106:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763362.805111:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763362.805113:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1787763362.805117:0:296758:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763362.805119:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1787763362.805127:0:296758:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763362.805135:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81851e00.
02000000:00000010:2.0:1787763362.805136:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f185000.
02000000:00000001:2.0:1787763362.805147:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1787763362.805152:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000400:00000200:2.0:1787763362.805162:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
02000000:00000001:0.0:1787763362.805167:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000010:2.0:1787763362.805170:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569ee9f8.
02000000:00000001:0.0:1787763362.805173:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787763362.805180:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc110.
00000100:00000001:0.0:1787763362.805181:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763362.805190:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:2.0:1787763362.805194:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320578944, portal 25
02000000:00000001:0.0:1787763362.805198:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763362.805200:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763362.805203:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699518000384 : -110374191551232 : ffff9b9d81852d00)
00000100:00000040:2.0:1787763362.805213:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81852d00 x1874599320578944/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1787763362.805214:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d50559000.
00000100:00000001:2.0:1787763362.805232:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1787763362.805234:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763362.805238:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763362.805245:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc4c8.
00000100:00000200:2.0:1787763362.805251:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320578944, offset 0
00000100:00100000:0.0:1787763362.805255:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81851e00 x1874599320579072/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787763362.805268:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000100:00000001:0.0:1787763362.805287:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1787763362.805297:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787763362.805298:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763362.805317:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ab0eea16] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81851e00 x1874599320579072/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787763362.805318:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763362.805329:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763362.805338:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763362.805354:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763362.805370:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000100:00000001:0.0:1787763362.805375:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763362.805383:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63286:63286:256:4294967295] 192.168.203.113@tcp LPNI seq info [63286:63286:8:4294967295]
00000100:00080000:0.0:1787763362.805386:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763362.805394:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787763362.805396:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763362.805399:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1787763362.805405:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787763362.805408:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763362.805414:0:296758:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20525
00000400:00000200:2.0:1787763362.805425:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763362.805467:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763362.805474:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e000.
00000800:00000200:2.0:1787763362.805484:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.0:1787763362.805489:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 38 secs later)
00000400:00000200:0.0:1787763362.805492:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000800:00000200:2.1:1787763362.805502:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763362.805508:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 38 secs later)
00000400:00000200:0.0:1787763362.805513:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000800:00000100:2.0:1787763362.805526:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000100:00080000:0.0:1787763362.805528:0:296758:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000800:00000010:2.0:1787763362.805530:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e000.
00000400:00000200:2.0:1787763362.805546:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:0.0:1787763362.805547:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000400:00000200:2.0:1787763362.805566:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763362.805573:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc4c8
00000400:00000010:2.0:1787763362.805575:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc4c8.
00000100:00000001:2.0:1787763362.805584:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787763362.805585:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:2.0:1787763362.805591:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d81852d00 x1874599320578944/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787763362.805602:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763362.805607:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787763362.805613:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000040:2.0:1787763362.805615:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81852d00 x1874599320578944/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763387 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1787763362.805629:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1787763362.805632:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763362.805637:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000040:0.0:1787763362.805639:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000100:00000001:2.0:1787763362.805644:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763362.805647:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:2.0:1787763362.805654:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000020:00000040:0.0:1787763362.805657:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000020:00000001:0.0:1787763362.805661:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000020:00000001:0.0:1787763362.805665:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00000040:0.0:1787763362.805670:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763362.805673:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763362.805676:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763362.805678:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787763362.805682:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000100:00080000:0.0:1787763362.805685:0:296758:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763362.805688:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763362.805691:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763362.805697:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763362.805700:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763362.805702:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763362.805705:0:296758:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787763362.805708:0:296758:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763362.805711:0:296758:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763362.805716:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81850780.
00000020:00000040:0.0:1787763362.805719:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
02000000:00000001:0.0:1787763362.805723:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763362.805725:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763362.805727:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763362.805729:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763362.805732:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763362.805737:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d50558000.
00000100:00000001:0.0:1787763362.805742:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763362.805748:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81850780 x1874599320579200/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763362.805758:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763362.805761:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763362.805767:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000099b37720] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81850780 x1874599320579200/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763362.805778:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763362.805782:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1787763362.805787:0:296758:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1787763362.805792:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763362.805795:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787763362.805797:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763362.805799:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763362.805802:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763362.805805:0:296758:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20525
00000400:00000200:0.0:1787763362.805810:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763362.805815:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763362.805818:0:296758:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763362.805821:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763362.805823:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763362.805826:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763362.805828:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763362.805831:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763362.805832:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000020:00000001:0.0:1787763362.805834:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763362.805837:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000020:00000001:0.0:1787763362.805839:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000020:00000001:0.0:1787763362.805841:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000040:0.0:1787763362.805845:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763362.805847:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763362.805849:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763362.805851:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787763362.805855:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00080000:0.0:1787763362.805858:0:296758:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763362.805861:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763362.805863:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763362.805866:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763362.805869:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763362.805871:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763362.805873:0:296758:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787763362.805876:0:296758:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763362.805878:0:296758:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763362.805881:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81851a40.
00000020:00000040:0.0:1787763362.805884:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
02000000:00000001:0.0:1787763362.805886:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763362.805888:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763362.805889:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763362.805891:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763362.805893:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763362.805898:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d5055ac00.
00000100:00000001:0.0:1787763362.805901:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763362.805906:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81851a40 x1874599320579328/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763362.805915:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763362.805918:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763362.805922:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014835854] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81851a40 x1874599320579328/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763362.805931:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763362.805937:0:296758:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20535)
00000100:00000001:2.0:1787763362.806992:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4315199225
00000100:00000010:2.0:1787763362.807003:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d5891f2a0.
00000100:00000001:2.0:1787763362.807012:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787763362.807030:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4315199225
00000100:00000010:2.0:1787763362.807034:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d5891fb40.
00000100:00000001:2.0:1787763362.807038:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787763362.807043:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763362.807048:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763362.807053:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763362.807064:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763362/real 1787763362]  req@ffff9b9d81852d00 x1874599320578944/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763362.807082:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763362.807085:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763362.807090:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569ee9f8.
00000400:00000200:2.0:1787763362.807097:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc110
00000400:00000010:2.0:1787763362.807101:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc110.
00000100:00000001:2.0:1787763362.807110:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763362.807120:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81852d00 x1874599320578944/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763362.807142:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81852d00 x1874599320578944/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763362.807157:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763362.807161:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763362.807166:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763362.807170:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763362.807180:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81852d00 x1874599320578944/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763362.807196:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763362.807206:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81852d00 x1874599320578944/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763387 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763362.807226:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763362.807231:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763362.807233:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763362.807235:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763362.807238:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763362.807241:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763362.807244:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763362.807249:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763362.807252:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763362.807258:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81852d00 x1874599320578944/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763387 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763362.807268:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81852d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320578944:192.168.203.113@tcp:250:kworker.0
00000100:00000001:2.0:1787763362.807274:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763362.807279:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763362.807283:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81852d00 x1874599320578944/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763387 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763362.807293:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763362.807296:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763362.807300:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f185000.
02000000:00000001:2.0:1787763362.807305:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763362.807307:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763362.807310:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:2.0:1787763362.807313:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763362.807317:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d5055b000.
02000000:00000001:2.0:1787763362.807322:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763362.807324:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763362.807326:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81852d00.
00000100:00000001:2.0:1787763362.807331:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763362.807333:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763362.807335:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763362.807346:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763362.807349:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763362.807352:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787763362.807356:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763362.807358:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763362.807362:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81851e00 x1874599320579072/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763362.807372:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763362.807375:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763362.807379:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763362.807383:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763362.807386:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763362.807390:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81851e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320579072:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763362.807395:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763362.807400:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763362.807403:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763362.807406:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763362.807411:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f185000.
02000000:00000001:2.0:1787763362.807414:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763362.807422:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763362.807426:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569ee9f8.
00000400:00000010:2.0:1787763362.807431:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc110.
00000100:00000200:2.0:1787763362.807438:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320579072, portal 10
00000100:00000001:2.0:1787763362.807471:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763362.807473:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699517996544 : -110374191555072 : ffff9b9d81851e00)
00000100:00000040:2.0:1787763362.807483:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81851e00 x1874599320579072/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763362.807492:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763362.807496:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763362.807499:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc4c8.
00000100:00000200:2.0:1787763362.807504:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320579072, offset 0
00000400:00000200:2.0:1787763362.807512:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763362.807521:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763362.807531:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763362.807538:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763362.807543:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763362.807548:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763362.807578:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763362.807584:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63287:63287:256:4294967295] 192.168.203.113@tcp LPNI seq info [63287:63287:8:4294967295]
00000400:00000200:2.0:1787763362.807591:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763362.807605:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763362.807613:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763362.807620:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e000.
00000800:00000200:2.0:1787763362.807629:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.0:1787763362.807634:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787763362.807642:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763362.807647:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1787763362.807653:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763362.807656:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e000.
00000400:00000200:2.0:1787763362.807661:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787763362.807667:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763362.807674:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc4c8
00000400:00000010:2.0:1787763362.807676:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc4c8.
00000100:00000001:2.0:1787763362.807680:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763362.807685:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d81851e00 x1874599320579072/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763362.807696:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763362.807700:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81851e00 x1874599320579072/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763387 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763362.807709:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763362.807711:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763362.807717:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763362.807723:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:2.0:1787763362.807727:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763362.807730:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315197998
00000100:00000001:2.0:1787763362.807734:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315199225
00000100:00000001:2.0:1787763362.807736:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315197998
00000100:00000001:2.0:1787763362.807739:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315199225
00000100:00000001:2.0:1787763362.807742:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763362.807745:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763362.807747:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763362.807752:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763362/real 1787763362]  req@ffff9b9d81851e00 x1874599320579072/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763362.807761:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763362.807763:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763362.807765:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569ee9f8.
00000400:00000200:2.0:1787763362.807768:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc110
00000400:00000010:2.0:1787763362.807770:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc110.
00000100:00000001:2.0:1787763362.807773:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763362.807777:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81851e00 x1874599320579072/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763362.807787:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81851e00 x1874599320579072/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763362.807794:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763362.807796:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763362.807798:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763362.807800:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763362.807804:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81851e00 x1874599320579072/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763362.807812:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763362.807817:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81851e00 x1874599320579072/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763387 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763362.807826:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763362.807829:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763362.807832:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763362.807834:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763362.807837:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763362.807852:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763362.807855:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763362.807859:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763362.807862:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763362.807867:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81851e00 x1874599320579072/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763387 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763362.807877:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81851e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320579072:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763362.807881:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763362.807885:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81850780 x1874599320579200/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763362.807892:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763362.807894:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763362.807897:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763362.807899:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763362.807902:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763362.807906:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81850780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320579200:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763362.807910:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763362.807912:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763362.807914:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763362.807917:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763362.807921:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f187000.
02000000:00000001:2.0:1787763362.807924:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763362.807928:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763362.807930:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569ee9f8.
00000400:00000010:2.0:1787763362.807934:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc110.
00000100:00000200:2.0:1787763362.807938:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320579200, portal 10
00000100:00000001:2.0:1787763362.807940:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763362.807943:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699517990784 : -110374191560832 : ffff9b9d81850780)
00000100:00000040:2.0:1787763362.807950:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81850780 x1874599320579200/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763362.807958:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763362.807961:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763362.807964:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc4c8.
00000100:00000200:2.0:1787763362.807967:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320579200, offset 0
00000400:00000200:2.0:1787763362.807972:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763362.807976:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763362.807981:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763362.807986:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763362.807991:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763362.807995:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763362.808000:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763362.808006:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63288:63288:256:4294967295] 192.168.203.113@tcp LPNI seq info [63288:63288:8:4294967295]
00000400:00000200:2.0:1787763362.808015:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763362.808028:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763362.808037:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763362.808043:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e000.
00000800:00000200:2.0:1787763362.808052:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.0:1787763362.808058:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787763362.808066:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763362.808072:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1787763362.808080:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763362.808092:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e000.
00000400:00000200:2.0:1787763362.808097:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787763362.808104:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763362.808110:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc4c8
00000400:00000010:2.0:1787763362.808113:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc4c8.
00000100:00000001:2.0:1787763362.808119:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763362.808126:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d81850780 x1874599320579200/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763362.808142:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763362.808150:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81850780 x1874599320579200/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763387 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763362.808165:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763362.808170:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763362.808177:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763362.808183:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:2.0:1787763362.808190:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763362.808195:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315197977
00000100:00000001:2.0:1787763362.808201:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315199225
00000100:00000001:2.0:1787763362.808205:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315197977
00000100:00000001:2.0:1787763362.808209:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315199225
00000100:00000001:2.0:1787763362.808214:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763362.808218:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763362.808222:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763362.808230:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763362/real 1787763362]  req@ffff9b9d81850780 x1874599320579200/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763362.808241:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763362.808243:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763362.808246:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569ee9f8.
00000400:00000200:2.0:1787763362.808249:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc110
00000400:00000010:2.0:1787763362.808251:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc110.
00000100:00000001:2.0:1787763362.808254:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763362.808258:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81850780 x1874599320579200/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763362.808269:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81850780 x1874599320579200/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763362.808277:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763362.808279:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763362.808281:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763362.808283:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763362.808288:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81850780 x1874599320579200/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763362.808297:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763362.808302:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81850780 x1874599320579200/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763387 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763362.808310:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763362.808313:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763362.808314:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763362.808316:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763362.808318:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763362.808321:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763362.808324:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763362.808328:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763362.808330:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763362.808335:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81850780 x1874599320579200/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763387 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763362.808344:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81850780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320579200:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763362.808348:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763362.808353:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81851a40 x1874599320579328/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763362.808361:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763362.808363:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763362.808366:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763362.808369:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763362.808371:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763362.808375:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81851a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320579328:192.168.203.113@tcp:8:kworker.0
00000100:00000001:2.0:1787763362.808379:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763362.808383:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763362.808385:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763362.808388:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763362.808393:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f186000.
02000000:00000001:2.0:1787763362.808396:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763362.808400:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763362.808404:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569ee9f8.
00000400:00000010:2.0:1787763362.808408:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc110.
00000100:00000200:2.0:1787763362.808412:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320579328, portal 4
00000100:00000001:2.0:1787763362.808414:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763362.808416:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699517995584 : -110374191556032 : ffff9b9d81851a40)
00000100:00000040:2.0:1787763362.808424:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81851a40 x1874599320579328/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763362.808432:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763362.808435:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763362.808438:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc4c8.
00000100:00000200:2.0:1787763362.808475:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320579328, offset 0
00000400:00000200:2.0:1787763362.808481:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763362.808487:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763362.808492:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763362.808496:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763362.808500:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763362.808503:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763362.808506:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763362.808511:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63289:63289:256:4294967295] 192.168.203.113@tcp LPNI seq info [63289:63289:8:4294967295]
00000400:00000200:2.0:1787763362.808516:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763362.808525:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763362.808530:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763362.808535:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e000.
00000800:00000200:2.0:1787763362.808540:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.0:1787763362.808544:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787763362.808571:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763362.808575:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1787763362.808581:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763362.808584:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e000.
00000400:00000200:2.0:1787763362.808588:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787763362.808593:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763362.808597:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc4c8
00000400:00000010:2.0:1787763362.808599:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc4c8.
00000100:00000001:2.0:1787763362.808603:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763362.808607:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d81851a40 x1874599320579328/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763362.808617:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763362.808621:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81851a40 x1874599320579328/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763387 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763362.808630:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763362.808632:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763362.808636:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763362.808639:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:2.0:1787763362.808643:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763362.808646:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315197990
00000100:00000001:2.0:1787763362.808649:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315199225
00000100:00000001:2.0:1787763362.808652:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315197990
00000100:00000001:2.0:1787763362.808655:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315199225
00000100:00000001:2.0:1787763362.808657:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763362.808660:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763362.808662:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763362.808667:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763362/real 1787763362]  req@ffff9b9d81851a40 x1874599320579328/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763362.808676:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763362.808678:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763362.808680:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569ee9f8.
00000400:00000200:2.0:1787763362.808683:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc110
00000400:00000010:2.0:1787763362.808685:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc110.
00000100:00000001:2.0:1787763362.808688:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763362.808691:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81851a40 x1874599320579328/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763362.808702:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81851a40 x1874599320579328/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763362.808709:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763362.808711:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763362.808713:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763362.808715:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763362.808719:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81851a40 x1874599320579328/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763362.808727:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763362.808732:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81851a40 x1874599320579328/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763387 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763362.808740:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763362.808743:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763362.808745:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763362.808747:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763362.808749:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763362.808751:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763362.808754:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763362.808758:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763362.808760:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763362.808765:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81851a40 x1874599320579328/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763387 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763362.808774:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81851a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320579328:192.168.203.113@tcp:8:kworker.0
00000100:00000001:2.0:1787763362.808778:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763362.808781:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763362.808785:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81851e00 x1874599320579072/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763387 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763362.808794:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763362.808796:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763362.808798:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f185000.
02000000:00000001:2.0:1787763362.808802:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763362.808804:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763362.808806:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:2.0:1787763362.808809:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763362.808811:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d50559000.
02000000:00000001:2.0:1787763362.808815:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763362.808817:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763362.808819:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81851e00.
00000100:00000001:2.0:1787763362.808822:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763362.808824:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763362.808826:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763362.808830:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81850780 x1874599320579200/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763387 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763362.808837:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763362.808839:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763362.808841:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f187000.
02000000:00000001:2.0:1787763362.808843:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763362.808845:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763362.808846:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:2.0:1787763362.808848:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763362.808850:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d50558000.
02000000:00000001:2.0:1787763362.808854:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763362.808855:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763362.808856:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81850780.
00000100:00000001:2.0:1787763362.808859:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763362.808861:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763362.808863:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763362.808867:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81851a40 x1874599320579328/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763387 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763362.808875:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763362.808877:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763362.808879:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f186000.
02000000:00000001:2.0:1787763362.808882:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763362.808884:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763362.808885:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:2.0:1787763362.808887:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763362.808889:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d5055ac00.
02000000:00000001:2.0:1787763362.808892:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763362.808893:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763362.808895:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81851a40.
00000100:00000001:2.0:1787763362.808897:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763362.808898:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763362.808901:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763362.808906:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763362.808907:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763362.808910:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787763362.808912:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763362.996617:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763362.996627:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763362.996646:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763362.996649:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763362.996653:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763362.996657:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763362.996661:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763362.996665:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763362.996668:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763362.996671:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763362.996674:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763362.996677:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763362.996787:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763362.996793:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763362.996798:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787763363.828598:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763363.828609:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763363.828613:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763363.828621:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787763363.828628:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763363.828634:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763363.828639:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763363.828644:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763363.828650:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763364.020645:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763364.020656:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763364.020668:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763364.020672:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763364.020678:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763364.020680:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763364.020791:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763364.020798:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763364.020803:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787763364.084534:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4315199225, at 4315199232
00000100:00000010:0.0:1787763364.084569:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d5891f2a0.
00000100:00000040:1.0:1787763364.084612:0:303331:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b110 (cpu 1) has reached its deadline 4315199225, at 4315199232
00000100:00000010:1.0:1787763364.084630:0:303331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d5891fb40.
00000100:00000001:2.0:1787763364.852557:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763364.852567:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763364.852569:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763364.852577:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787763364.852581:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763364.852586:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763364.852589:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763364.852593:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763364.852597:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763365.044527:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763365.044547:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763365.044554:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763365.044555:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763365.044559:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763365.044560:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763365.044623:0:281543:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763365.044628:0:281543:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763365.044632:0:281543:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787763365.876587:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763365.876599:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763365.876603:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763365.876612:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787763365.876618:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763365.876623:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763365.876627:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763365.876631:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763365.876635:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763366.068566:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763366.068573:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763366.068580:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763366.068581:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763366.068585:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763366.068587:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763366.068659:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763366.068665:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763366.068678:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787763366.900594:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763366.900606:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763366.900610:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763366.900617:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787763366.900626:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763366.900631:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763366.900636:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763366.900640:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763366.900644:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763367.092641:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763367.092650:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763367.092656:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763367.092658:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763367.092663:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763367.092665:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763367.092727:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763367.092734:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763367.092739:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787763367.924575:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787763367.924591:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787763367.924597:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787763367.924602:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787763367.924608:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787763367.924618:0:268573:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20530
00000400:00000200:1.0:1787763367.924633:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763367.924643:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:1.0:1787763367.924647:0:268573:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787763367.924652:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763367.924656:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787763367.924662:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000040:1.0:1787763367.924663:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763367.924678:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000001:2.0:1787763367.924679:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763367.924686:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787763367.924688:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787763367.924695:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000100:00100000:2.0:1787763367.924697:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000020:00000001:1.0:1787763367.924705:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787763367.924707:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000040:1.0:1787763367.924713:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000100:00000001:2.0:1787763367.924715:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1787763367.924731:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000001:2.0:1787763367.924732:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763367.924737:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1787763367.924739:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000001:2.0:1787763367.924745:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763367.924753:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763367.924758:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787763367.924760:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763367.924762:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:1.0:1787763367.924765:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:1.0:1787763367.924768:0:268573:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:1.0:1787763367.924771:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763367.924774:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787763367.924779:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763367.924781:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763367.924783:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1787763367.924785:0:268573:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787763367.924798:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d753e4f00.
00000020:00000040:1.0:1787763367.924801:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:1.0:1787763367.924805:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787763367.924807:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763367.924810:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787763367.924812:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787763367.924818:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787763367.924826:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d58db8800.
00000100:00000001:1.0:1787763367.924833:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763367.924844:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d753e4f00 x1874599320579456/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787763367.924853:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787763367.924857:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763367.924861:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006fb83b46] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d753e4f00 x1874599320579456/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763367.924885:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787763367.924889:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787763367.924892:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787763367.924893:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787763367.924894:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787763367.924896:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787763367.924898:0:268573:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20530
00000400:00000200:1.0:1787763367.924900:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763367.924902:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:1.0:1787763367.924904:0:268573:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787763367.924905:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763367.924907:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787763367.924909:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763367.924911:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:1.0:1787763367.924913:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787763367.924914:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000020:00000001:1.0:1787763367.924915:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787763367.924917:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000020:00000001:1.0:1787763367.924920:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000020:00000001:1.0:1787763367.924922:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000040:1.0:1787763367.924924:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763367.924926:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787763367.924929:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763367.924930:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:1.0:1787763367.924932:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00080000:1.0:1787763367.924935:0:268573:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763367.924936:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763367.924938:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763367.924944:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787763367.924946:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763367.924950:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:1.0:1787763367.924952:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763367.924956:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763367.924957:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1787763367.924963:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787763367.924969:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763367.924970:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d753e4f00 x1874599320579456/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763367.924973:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787763367.924989:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d753e6580.
00000020:00000040:1.0:1787763367.924999:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
02000000:00000001:1.0:1787763367.925013:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787763367.925021:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763367.925024:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763367.925027:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1787763367.925029:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763367.925031:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787763367.925036:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763367.925037:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763367.925051:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000010:1.0:1787763367.925053:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d58db9400.
02000000:00000001:2.0:1787763367.925073:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763367.925074:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763367.925099:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d753e4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320579456:192.168.203.113@tcp:250:kworker.0
00000100:00100000:1.0:1787763367.925101:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d753e6580 x1874599320579584/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763367.925115:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1787763367.925126:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1787763367.925127:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1787763367.925134:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763367.925137:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763367.925147:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:1.0:1787763367.925149:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f34e68e0] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d753e6580 x1874599320579584/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763367.925160:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787763367.925164:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000010:2.0:1787763367.925166:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f187000.
00000100:00080000:1.0:1787763367.925169:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1787763367.925172:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787763367.925176:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:2.0:1787763367.925177:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763367.925180:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787763367.925187:0:268573:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20530
00000400:00000200:1.0:1787763367.925194:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763367.925204:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000400:00000200:2.0:1787763367.925205:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00080000:1.0:1787763367.925208:0:268573:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000400:00000010:2.0:1787763367.925218:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569ee9f8.
00000100:00000040:1.0:1787763367.925219:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763367.925228:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:2.0:1787763367.925231:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc110.
00000100:00000040:1.0:1787763367.925240:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000200:2.0:1787763367.925246:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320579456, portal 25
00000100:00000001:1.0:1787763367.925249:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000001:2.0:1787763367.925252:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763367.925256:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699312029440 : -110374397522176 : ffff9b9d753e4f00)
00000020:00000001:1.0:1787763367.925261:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787763367.925265:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000020:00000001:1.0:1787763367.925269:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787763367.925278:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000100:00000040:2.0:1787763367.925279:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d753e4f00 x1874599320579456/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763392 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1787763367.925287:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000020:00000001:1.0:1787763367.925301:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00000040:1.0:1787763367.925323:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763367.925326:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1787763367.925336:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763367.925346:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000100:00000040:1.0:1787763367.925347:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000400:00000010:2.0:1787763367.925351:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc4c8.
00000100:00000001:1.0:1787763367.925358:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000200:2.0:1787763367.925362:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320579456, offset 0
00000020:00000040:1.0:1787763367.925364:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000100:00080000:1.0:1787763367.925374:0:268573:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:1.0:1787763367.925377:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763367.925379:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787763367.925384:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763367.925392:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763367.925392:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000100:00000001:1.0:1787763367.925401:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1787763367.925404:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787763367.925407:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763367.925409:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787763367.925412:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d753e5a40.
00000020:00000040:1.0:1787763367.925414:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
02000000:00000001:1.0:1787763367.925424:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1787763367.925425:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
02000000:00000001:1.0:1787763367.925428:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763367.925437:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787763367.925439:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787763367.925473:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787763367.925479:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d58dba000.
00000100:00000001:1.0:1787763367.925484:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763367.925490:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d753e5a40 x1874599320579712/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787763367.925502:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000100:00000001:1.0:1787763367.925505:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787763367.925510:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763367.925514:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:1.0:1787763367.925536:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007997ceef] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d753e5a40 x1874599320579712/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787763367.925554:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000100:00000001:1.0:1787763367.925555:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763367.925566:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000100:00000040:1.0:1787763367.925568:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1787763367.925575:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000100:00000040:1.0:1787763367.925585:0:268573:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:2.0:1787763367.925586:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63290:63290:256:4294967295] 192.168.203.113@tcp LPNI seq info [63290:63290:8:4294967295]
00000100:00080000:1.0:1787763367.925606:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1787763367.925611:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00080000:1.0:1787763367.925624:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787763367.925629:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787763367.925631:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787763367.925647:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1787763367.925654:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000100:00080000:1.0:1787763367.925656:0:268573:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20530
00000400:00000200:1.0:1787763367.925686:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000800:00000200:2.0:1787763367.925688:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763367.925697:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000800:00000010:2.0:1787763367.925700:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e000.
00000100:00080000:1.0:1787763367.925703:0:268573:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787763367.925710:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000800:00000200:2.0:1787763367.925721:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000001:1.0:1787763367.925722:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787763367.925734:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000800:00000200:2.0:1787763367.925734:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 33 secs later)
00000100:00000001:1.0:1787763367.925749:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:1.0:1787763367.925753:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000200:2.1:1787763367.925760:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000020:00000040:1.0:1787763367.925761:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000020:00000001:1.0:1787763367.925773:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000200:2.1:1787763367.925775:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 33 secs later)
00000020:00000040:1.0:1787763367.925779:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000020:00000001:1.0:1787763367.925787:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000800:00000100:2.0:1787763367.925797:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000020:00000001:1.0:1787763367.925798:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000800:00000010:2.0:1787763367.925808:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e000.
00000100:00000040:1.0:1787763367.925809:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763367.925823:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787763367.925829:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000400:00000200:2.0:1787763367.925829:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1787763367.925848:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:1.0:1787763367.925858:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000400:00000200:2.0:1787763367.925859:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000100:00080000:1.0:1787763367.925874:0:268573:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000400:00000200:2.0:1787763367.925875:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc4c8
00000100:00000001:1.0:1787763367.925889:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787763367.925889:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc4c8.
02000000:00000001:1.0:1787763367.925905:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787763367.925910:0:256678:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:1.0:1787763367.925913:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763367.925923:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787763367.925924:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d753e4f00 x1874599320579456/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763392 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763367.925931:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1787763367.925939:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1787763367.925950:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763367.925963:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787763367.925972:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d753e7c00.
00000100:00000001:2.0:1787763367.925974:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000020:00000040:1.0:1787763367.925986:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
00000100:00000040:2.0:1787763367.925988:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d753e4f00 x1874599320579456/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763392 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787763367.925995:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787763367.926000:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763367.926012:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787763367.926015:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787763367.926020:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763367.926023:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763367.926027:0:256678:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000010:1.0:1787763367.926028:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d58dbbc00.
00000100:00000001:1.0:1787763367.926036:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763367.926040:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763367.926048:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d753e7c00 x1874599320579840/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787763367.926060:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763367.926072:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4315204344
00000100:00000001:1.0:1787763367.926077:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787763367.926081:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763367.926082:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d5891fa20.
00000100:00000040:1.0:1787763367.926090:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000661486ec] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d753e7c00 x1874599320579840/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763367.926099:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787763367.926103:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763367.926116:0:268573:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20540)
00000100:00000001:2.0:1787763367.926116:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4315204344
00000100:00000010:2.0:1787763367.926128:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d5891f900.
00000100:00000001:2.0:1787763367.926137:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787763367.926145:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763367.926151:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763367.926156:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763367.926168:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763367/real 1787763367]  req@ffff9b9d753e4f00 x1874599320579456/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763392 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763367.926187:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763367.926191:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763367.926195:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569ee9f8.
00000400:00000200:2.0:1787763367.926201:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc110
00000400:00000010:2.0:1787763367.926204:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc110.
00000100:00000001:2.0:1787763367.926210:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763367.926219:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d753e4f00 x1874599320579456/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763392 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763367.926231:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d753e4f00 x1874599320579456/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763392 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763367.926240:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763367.926243:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763367.926246:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763367.926248:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763367.926253:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d753e4f00 x1874599320579456/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763392 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763367.926263:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763367.926269:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d753e4f00 x1874599320579456/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763392 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763367.926278:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763367.926281:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763367.926283:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763367.926285:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763367.926288:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763367.926291:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763367.926295:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763367.926300:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763367.926303:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763367.926308:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d753e4f00 x1874599320579456/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763392 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763367.926318:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d753e4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320579456:192.168.203.113@tcp:250:kworker.0
00000100:00000001:2.0:1787763367.926325:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763367.926328:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763367.926332:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d753e4f00 x1874599320579456/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763392 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763367.926349:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763367.926353:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763367.926356:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f187000.
02000000:00000001:2.0:1787763367.926361:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763367.926365:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763367.926367:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:2.0:1787763367.926372:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763367.926376:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d58db8800.
02000000:00000001:2.0:1787763367.926382:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763367.926386:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763367.926391:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d753e4f00.
00000100:00000001:2.0:1787763367.926396:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763367.926399:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763367.926404:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763367.926416:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763367.926420:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763367.926424:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787763367.926427:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763367.926430:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763367.926480:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d753e6580 x1874599320579584/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763367.926491:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763367.926494:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763367.926497:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763367.926501:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763367.926504:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763367.926508:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d753e6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320579584:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763367.926513:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763367.926537:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763367.926540:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763367.926543:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763367.926548:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f187000.
02000000:00000001:2.0:1787763367.926551:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763367.926557:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763367.926561:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569ee9f8.
00000400:00000010:2.0:1787763367.926566:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc110.
00000100:00000200:2.0:1787763367.926570:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320579584, portal 10
00000100:00000001:2.0:1787763367.926572:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763367.926574:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699312035200 : -110374397516416 : ffff9b9d753e6580)
00000100:00000040:2.0:1787763367.926584:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d753e6580 x1874599320579584/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763392 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763367.926592:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763367.926596:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763367.926598:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc4c8.
00000100:00000200:2.0:1787763367.926601:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320579584, offset 0
00000400:00000200:2.0:1787763367.926607:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763367.926613:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763367.926618:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763367.926623:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763367.926626:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763367.926630:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763367.926633:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763367.926638:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63291:63291:256:4294967295] 192.168.203.113@tcp LPNI seq info [63291:63291:8:4294967295]
00000400:00000200:2.0:1787763367.926643:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763367.926652:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763367.926658:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763367.926662:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e000.
00000800:00000200:2.0:1787763367.926668:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.0:1787763367.926672:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1787763367.926678:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763367.926681:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1787763367.926687:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763367.926689:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e000.
00000400:00000200:2.0:1787763367.926694:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787763367.926698:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763367.926702:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc4c8
00000400:00000010:2.0:1787763367.926705:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc4c8.
00000100:00000001:2.0:1787763367.926709:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763367.926713:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d753e6580 x1874599320579584/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763392 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763367.926724:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763367.926727:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d753e6580 x1874599320579584/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763392 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763367.926736:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763367.926738:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763367.926742:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763367.926747:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:2.0:1787763367.926751:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763367.926754:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315203117
00000100:00000001:2.0:1787763367.926758:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315204344
00000100:00000001:2.0:1787763367.926760:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315203117
00000100:00000001:2.0:1787763367.926763:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315204344
00000100:00000001:2.0:1787763367.926766:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763367.926768:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763367.926771:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763367.926775:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763367/real 1787763367]  req@ffff9b9d753e6580 x1874599320579584/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763392 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763367.926785:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763367.926787:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763367.926789:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569ee9f8.
00000400:00000200:2.0:1787763367.926792:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc110
00000400:00000010:2.0:1787763367.926794:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc110.
00000100:00000001:2.0:1787763367.926797:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763367.926800:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d753e6580 x1874599320579584/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763392 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763367.926810:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d753e6580 x1874599320579584/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763392 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763367.926826:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763367.926828:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763367.926831:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763367.926832:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763367.926837:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d753e6580 x1874599320579584/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763392 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763367.926845:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763367.926850:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d753e6580 x1874599320579584/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763392 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763367.926858:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763367.926861:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763367.926863:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763367.926864:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763367.926867:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763367.926880:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763367.926883:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763367.926887:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763367.926890:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763367.926895:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d753e6580 x1874599320579584/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763392 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763367.926904:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d753e6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320579584:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763367.926909:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763367.926913:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d753e5a40 x1874599320579712/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763367.926921:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763367.926924:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763367.926927:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763367.926930:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763367.926932:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763367.926936:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d753e5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320579712:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763367.926940:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763367.926942:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763367.926944:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763367.926946:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763367.926951:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f185000.
02000000:00000001:2.0:1787763367.926953:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763367.926957:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763367.926960:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569ee9f8.
00000400:00000010:2.0:1787763367.926963:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc110.
00000100:00000200:2.0:1787763367.926967:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320579712, portal 10
00000100:00000001:2.0:1787763367.926969:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763367.926971:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699312032320 : -110374397519296 : ffff9b9d753e5a40)
00000100:00000040:2.0:1787763367.926978:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d753e5a40 x1874599320579712/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763392 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763367.926986:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763367.926989:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763367.926991:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc4c8.
00000100:00000200:2.0:1787763367.926994:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320579712, offset 0
00000400:00000200:2.0:1787763367.926999:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763367.927003:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763367.927007:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763367.927010:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763367.927013:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763367.927016:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763367.927019:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763367.927023:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63292:63292:256:4294967295] 192.168.203.113@tcp LPNI seq info [63292:63292:8:4294967295]
00000400:00000200:2.0:1787763367.927028:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763367.927036:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763367.927043:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763367.927046:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e000.
00000800:00000200:2.0:1787763367.927051:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.0:1787763367.927055:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1787763367.927060:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763367.927063:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1787763367.927068:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763367.927071:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e000.
00000400:00000200:2.0:1787763367.927074:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787763367.927079:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763367.927082:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc4c8
00000400:00000010:2.0:1787763367.927085:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc4c8.
00000100:00000001:2.0:1787763367.927087:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763367.927092:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d753e5a40 x1874599320579712/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763392 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763367.927101:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763367.927104:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d753e5a40 x1874599320579712/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763392 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763367.927115:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763367.927119:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763367.927125:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763367.927130:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:2.0:1787763367.927137:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763367.927140:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315203096
00000100:00000001:2.0:1787763367.927145:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315204344
00000100:00000001:2.0:1787763367.927149:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315203096
00000100:00000001:2.0:1787763367.927153:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315204344
00000100:00000001:2.0:1787763367.927158:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763367.927162:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763367.927165:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763367.927174:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763367/real 1787763367]  req@ffff9b9d753e5a40 x1874599320579712/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763392 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763367.927192:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763367.927194:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763367.927199:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569ee9f8.
00000400:00000200:2.0:1787763367.927204:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc110
00000400:00000010:2.0:1787763367.927208:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc110.
00000100:00000001:2.0:1787763367.927213:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763367.927219:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d753e5a40 x1874599320579712/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763392 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763367.927231:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d753e5a40 x1874599320579712/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763392 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763367.927239:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763367.927241:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763367.927244:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763367.927245:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763367.927249:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d753e5a40 x1874599320579712/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763392 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763367.927258:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763367.927263:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d753e5a40 x1874599320579712/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763392 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763367.927272:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763367.927275:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763367.927277:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763367.927278:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763367.927281:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763367.927283:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763367.927286:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763367.927290:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763367.927292:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763367.927298:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d753e5a40 x1874599320579712/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763392 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763367.927308:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d753e5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320579712:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763367.927313:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763367.927318:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d753e7c00 x1874599320579840/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763367.927326:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763367.927328:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763367.927331:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763367.927333:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763367.927336:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763367.927340:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d753e7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320579840:192.168.203.113@tcp:8:kworker.0
00000100:00000001:2.0:1787763367.927344:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763367.927347:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763367.927349:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763367.927351:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763367.927357:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f184c00.
02000000:00000001:2.0:1787763367.927359:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763367.927364:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763367.927367:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569ee9f8.
00000400:00000010:2.0:1787763367.927374:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc110.
00000100:00000200:2.0:1787763367.927381:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320579840, portal 4
00000100:00000001:2.0:1787763367.927384:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763367.927387:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699312040960 : -110374397510656 : ffff9b9d753e7c00)
00000100:00000040:2.0:1787763367.927398:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d753e7c00 x1874599320579840/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763392 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763367.927411:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763367.927416:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763367.927421:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc4c8.
00000100:00000200:2.0:1787763367.927426:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320579840, offset 0
00000400:00000200:2.0:1787763367.927435:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763367.927479:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763367.927485:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763367.927489:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763367.927492:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763367.927496:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763367.927499:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763367.927503:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63293:63293:256:4294967295] 192.168.203.113@tcp LPNI seq info [63293:63293:8:4294967295]
00000400:00000200:2.0:1787763367.927508:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763367.927541:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763367.927550:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763367.927556:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e000.
00000800:00000200:2.0:1787763367.927561:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.0:1787763367.927565:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1787763367.927570:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763367.927574:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1787763367.927579:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763367.927582:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e000.
00000400:00000200:2.0:1787763367.927586:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787763367.927590:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763367.927595:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc4c8
00000400:00000010:2.0:1787763367.927597:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc4c8.
00000100:00000001:2.0:1787763367.927600:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763367.927606:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d753e7c00 x1874599320579840/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763392 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763367.927616:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763367.927620:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d753e7c00 x1874599320579840/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763392 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763367.927628:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763367.927630:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763367.927635:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763367.927639:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:2.0:1787763367.927643:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763367.927647:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315203109
00000100:00000001:2.0:1787763367.927650:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315204344
00000100:00000001:2.0:1787763367.927653:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315203109
00000100:00000001:2.0:1787763367.927656:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315204344
00000100:00000001:2.0:1787763367.927658:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763367.927661:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763367.927663:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763367.927668:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763367/real 1787763367]  req@ffff9b9d753e7c00 x1874599320579840/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763392 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763367.927677:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763367.927679:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763367.927681:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569ee9f8.
00000400:00000200:2.0:1787763367.927684:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc110
00000400:00000010:2.0:1787763367.927686:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc110.
00000100:00000001:2.0:1787763367.927689:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763367.927693:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d753e7c00 x1874599320579840/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763392 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763367.927703:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d753e7c00 x1874599320579840/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763392 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763367.927711:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763367.927713:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763367.927715:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763367.927716:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763367.927721:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d753e7c00 x1874599320579840/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763392 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763367.927728:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763367.927733:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d753e7c00 x1874599320579840/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763392 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763367.927741:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763367.927745:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763367.927747:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763367.927749:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763367.927751:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763367.927754:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763367.927757:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763367.927761:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763367.927763:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763367.927768:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d753e7c00 x1874599320579840/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763392 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763367.927777:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d753e7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320579840:192.168.203.113@tcp:8:kworker.0
00000100:00000001:2.0:1787763367.927782:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763367.927784:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763367.927788:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d753e6580 x1874599320579584/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763392 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763367.927796:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763367.927798:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763367.927800:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f187000.
02000000:00000001:2.0:1787763367.927803:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763367.927806:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763367.927808:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:2.0:1787763367.927810:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763367.927813:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d58db9400.
02000000:00000001:2.0:1787763367.927816:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763367.927818:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763367.927820:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d753e6580.
00000100:00000001:2.0:1787763367.927824:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763367.927825:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763367.927827:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763367.927831:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d753e5a40 x1874599320579712/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763392 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763367.927847:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763367.927849:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763367.927851:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f185000.
02000000:00000001:2.0:1787763367.927854:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763367.927855:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763367.927856:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:2.0:1787763367.927859:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763367.927860:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d58dba000.
02000000:00000001:2.0:1787763367.927863:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763367.927864:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763367.927866:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d753e5a40.
00000100:00000001:2.0:1787763367.927868:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763367.927870:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763367.927872:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763367.927875:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d753e7c00 x1874599320579840/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763392 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763367.927882:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763367.927884:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763367.927885:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f184c00.
02000000:00000001:2.0:1787763367.927888:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763367.927889:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763367.927891:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:2.0:1787763367.927893:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763367.927894:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d58dbbc00.
02000000:00000001:2.0:1787763367.927898:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763367.927899:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763367.927901:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d753e7c00.
00000100:00000001:2.0:1787763367.927903:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763367.927905:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763367.927907:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763367.927912:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763367.927914:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763367.927916:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787763367.927918:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763368.116602:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763368.116610:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763368.116619:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763368.116622:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763368.116627:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763368.116629:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763368.116718:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763368.116724:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763368.116728:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787763368.948643:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763368.948653:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763368.948656:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763368.948663:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787763368.948667:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763368.948672:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763368.948676:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763368.948680:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763368.948683:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763369.140626:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763369.140636:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763369.140646:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763369.140650:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763369.140656:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763369.140658:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763369.140729:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763369.140735:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763369.140740:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787763369.204532:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4315204344, at 4315204352
00000100:00000040:1.0:1787763369.204532:0:303331:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b110 (cpu 1) has reached its deadline 4315204344, at 4315204352
00000100:00000010:0.0:1787763369.204552:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d5891fa20.
00000100:00000010:1.0:1787763369.204559:0:303331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d5891f900.
00000100:00000001:2.0:1787763369.972654:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763369.972664:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763369.972667:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763369.972673:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787763369.972678:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763369.972682:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763369.972686:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763369.972689:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763369.972693:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763370.164599:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763370.164610:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763370.164613:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763370.164619:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763370.164626:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763370.164629:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763370.164632:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763370.164636:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763370.164644:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763370.164646:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763370.164648:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763370.164651:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763370.164653:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763370.164655:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763370.164657:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763370.164660:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763370.164664:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763370.164666:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763370.164739:0:281543:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763370.164747:0:281543:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763370.164751:0:281543:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787763370.996619:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763370.996630:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763370.996634:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763370.996643:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787763370.996650:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763370.996656:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763370.996661:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763370.996666:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763370.996671:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763371.188640:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763371.188740:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763371.188752:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763371.188755:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763371.188762:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763371.188765:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763371.188847:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763371.188854:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763371.188873:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787763372.020579:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763372.020585:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763372.020588:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763372.020593:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787763372.020597:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763372.020601:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763372.020604:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763372.020606:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763372.020609:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763372.212604:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763372.212614:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763372.212622:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763372.212626:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763372.212632:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763372.212638:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763372.212643:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763372.212648:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763372.212654:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763372.212658:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763372.212662:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763372.212666:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763372.212765:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763372.212773:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763372.212778:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787763373.044631:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787763373.044633:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763373.044643:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763373.044652:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763373.044653:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787763373.044660:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:1.0:1787763373.044664:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00080000:2.0:1787763373.044665:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763373.044680:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787763373.044683:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763373.044692:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1787763373.044692:0:268573:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20535
00000100:00000001:1.0:1787763373.044710:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763373.044716:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1787763373.044717:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763373.044729:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763373.044736:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763373.044742:0:268573:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763373.044747:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763373.044752:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763373.044759:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763373.044763:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:2.0:1787763373.044768:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763373.044770:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:2.0:1787763373.044774:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763373.044778:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:2.0:1787763373.044781:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:2.0:1787763373.044784:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:2.0:1787763373.044788:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763373.044791:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763373.044794:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763373.044796:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:2.0:1787763373.044799:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:2.0:1787763373.044803:0:268573:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763373.044806:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763373.044809:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763373.044814:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763373.044817:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763373.044820:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787763373.044823:0:268573:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763373.044831:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d569680.
00000020:00000040:2.0:1787763373.044835:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:2.0:1787763373.044841:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763373.044844:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763373.044847:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763373.044851:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763373.044856:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763373.044865:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f185000.
00000100:00000001:2.0:1787763373.044873:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763373.044884:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d569680 x1874599320579968/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763373.044898:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763373.044904:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763373.044909:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d90ce636] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d569680 x1874599320579968/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763373.044941:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763373.044947:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763373.044953:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787763373.044955:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763373.044958:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763373.044963:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787763373.044969:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:2.0:1787763373.044970:0:268573:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20535
00000100:00000001:1.0:1787763373.044980:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000400:00000200:2.0:1787763373.044981:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763373.044988:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000400:00000200:2.0:1787763373.044993:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763373.044997:0:268573:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787763373.045005:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d569680 x1874599320579968/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787763373.045007:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763373.045019:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763373.045031:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763373.045042:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:2.0:1787763373.045048:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763373.045049:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000020:00000001:2.0:1787763373.045051:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763373.045054:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000020:00000001:2.0:1787763373.045061:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000020:00000001:2.0:1787763373.045069:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000001:1.0:1787763373.045076:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:2.0:1787763373.045077:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763373.045087:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763373.045087:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763373.045098:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
02000000:00000001:1.0:1787763373.045101:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1787763373.045106:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
02000000:00000001:1.0:1787763373.045108:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:2.0:1787763373.045116:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
02000000:00000001:1.0:1787763373.045118:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763373.045128:0:268573:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00100000:1.0:1787763373.045130:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d569680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320579968:192.168.203.113@tcp:250:kworker.0
00000100:00000001:2.0:1787763373.045139:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763373.045147:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763373.045148:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787763373.045160:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763373.045162:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763373.045165:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763373.045170:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763373.045172:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1787763373.045181:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787763373.045190:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
02000000:00000010:1.0:1787763373.045191:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db8c00.
02000000:00000001:1.0:1787763373.045198:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1787763373.045202:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763373.045207:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763373.045214:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000010:2.0:1787763373.045216:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d5692c0.
00000400:00000010:1.0:1787763373.045224:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43e70.
00000020:00000040:2.0:1787763373.045225:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
02000000:00000001:2.0:1787763373.045238:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763373.045239:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787763373.045242:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9ee0.
00000100:00000001:2.0:1787763373.045244:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763373.045249:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763373.045254:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787763373.045257:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320579968, portal 25
02000000:00000010:2.0:1787763373.045261:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f187000.
00000100:00000001:1.0:1787763373.045262:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763373.045268:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910967424 : -110374798584192 : ffff9b9d5d569680)
00000100:00000001:2.0:1787763373.045270:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763373.045281:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d569680 x1874599320579968/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763373.045284:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d5692c0 x1874599320580096/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763373.045341:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763373.045348:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763373.045356:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763373.045359:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000103818ef] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d5692c0 x1874599320580096/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787763373.045371:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763373.045383:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9550.
00000100:00000200:1.0:1787763373.045397:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320579968, offset 0
00000400:00000200:1.0:1787763373.045421:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000100:00000001:2.0:1787763373.045423:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763373.045430:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763373.045435:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:1.0:1787763373.045495:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763373.045507:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763373.045513:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1787763373.045518:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1787763373.045520:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000100:00080000:2.0:1787763373.045528:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1787763373.045529:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763373.045539:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000100:00000001:2.0:1787763373.045540:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1787763373.045548:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63294:63294:256:4294967295] 192.168.203.113@tcp LPNI seq info [63294:63294:8:4294967295]
00000100:00080000:2.0:1787763373.045554:0:268573:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20535
00000400:00000200:1.0:1787763373.045562:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763373.045572:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763373.045586:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000400:00000200:2.0:1787763373.045595:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000800:00000200:1.0:1787763373.045605:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000100:00080000:2.0:1787763373.045607:0:268573:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000800:00000010:1.0:1787763373.045617:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef600.
00000100:00000040:2.0:1787763373.045619:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763373.045625:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763373.045633:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000800:00000200:1.0:1787763373.045638:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000001:2.0:1787763373.045644:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000800:00000200:1.0:1787763373.045648:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 28 secs later)
00000020:00000001:2.0:1787763373.045650:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763373.045655:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000020:00000001:2.0:1787763373.045664:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763373.045667:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000020:00000001:2.0:1787763373.045675:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000800:00000200:1.1:1787763373.045678:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000020:00000001:2.0:1787763373.045680:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00000040:2.0:1787763373.045696:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000800:00000200:1.1:1787763373.045697:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 28 secs later)
00000100:00000001:2.0:1787763373.045702:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763373.045715:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000800:00000100:1.0:1787763373.045724:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000100:00000001:2.0:1787763373.045726:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000800:00000010:1.0:1787763373.045730:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef600.
00000020:00000040:2.0:1787763373.045732:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000100:00080000:2.0:1787763373.045740:0:268573:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000400:00000200:1.0:1787763373.045743:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1787763373.045744:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763373.045754:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763373.045759:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1787763373.045760:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
02000000:00000001:2.0:1787763373.045773:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763373.045779:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9550
00000400:00000010:1.0:1787763373.045783:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9550.
00000100:00000001:1.0:1787763373.045789:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763373.045793:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d569680 x1874599320579968/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763373.045793:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787763373.045799:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787763373.045818:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000008:00000001:2.0:1787763373.045819:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763373.045825:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763373.045827:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d569680 x1874599320579968/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763398 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1787763373.045842:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d56b840.
00000100:00000001:1.0:1787763373.045845:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763373.045852:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000040:2.0:1787763373.045853:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
02000000:00000001:2.0:1787763373.045863:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763373.045866:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763373.045868:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763373.045870:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763373.045875:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1787763373.045882:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
02000000:00000001:2.0:1787763373.045883:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763373.045888:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4315209464
02000000:00000010:2.0:1787763373.045892:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f184000.
00000100:00000010:1.0:1787763373.045899:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d7f69b4e0.
00000100:00000001:2.0:1787763373.045900:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763373.045911:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000100:00100000:2.0:1787763373.045914:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d56b840 x1874599320580224/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787763373.045922:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4315209464
00000100:00000001:2.0:1787763373.045928:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000010:1.0:1787763373.045929:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d7f69bd80.
00000100:00000001:2.0:1787763373.045936:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763373.045937:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787763373.045949:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1787763373.045956:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2e525cc] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d56b840 x1874599320580224/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763373.045959:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763373.045970:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763373.045984:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763373/real 1787763373]  req@ffff9b9d5d569680 x1874599320579968/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763373.045997:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1787763373.046004:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:2.0:1787763373.046006:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000001:1.0:1787763373.046008:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763373.046015:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43e70.
00000100:00000040:2.0:1787763373.046020:0:268573:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1787763373.046023:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9ee0
00000100:00080000:2.0:1787763373.046027:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1787763373.046030:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9ee0.
00000100:00080000:2.0:1787763373.046035:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787763373.046039:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787763373.046042:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00080000:2.0:1787763373.046042:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763373.046055:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763373.046063:0:268573:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20535
00000100:00000200:1.0:1787763373.046065:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d569680 x1874599320579968/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787763373.046075:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763373.046091:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763373.046105:0:268573:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000200:1.0:1787763373.046116:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d569680 x1874599320579968/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787763373.046121:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763373.046132:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763373.046147:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763373.046149:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763373.046160:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763373.046160:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:2.0:1787763373.046180:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787763373.046182:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000040:2.0:1787763373.046194:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000100:00000001:1.0:1787763373.046196:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1787763373.046212:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763373.046217:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000100:00100000:1.0:1787763373.046218:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d569680 x1874599320579968/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1787763373.046228:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000020:00000001:2.0:1787763373.046241:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000001:1.0:1787763373.046259:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763373.046265:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763373.046271:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787763373.046273:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d569680 x1874599320579968/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763398 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787763373.046281:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763373.046293:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000001:1.0:1787763373.046309:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000040:2.0:1787763373.046309:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00000001:1.0:1787763373.046322:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1787763373.046327:0:268573:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:1.0:1787763373.046329:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763373.046339:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763373.046339:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763373.046364:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
02000000:00000001:2.0:1787763373.046366:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787763373.046380:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:2.0:1787763373.046381:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763373.046401:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787763373.046403:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:2.0:1787763373.046417:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00080000:1.0:1787763373.046423:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000008:00100000:2.0:1787763373.046426:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000100:00000001:1.0:1787763373.046429:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000008:00000001:2.0:1787763373.046433:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763373.046439:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d569680 x1874599320579968/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763398 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763373.046469:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763373.046502:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d569680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320579968:192.168.203.113@tcp:250:kworker.0
00000100:00000010:2.0:1787763373.046507:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d568000.
00000100:00000001:1.0:1787763373.046509:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763373.046517:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763373.046523:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d569680 x1874599320579968/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763398 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1787763373.046523:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
02000000:00000001:2.0:1787763373.046542:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787763373.046543:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763373.046553:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763373.046554:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763373.046560:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db8c00.
00000100:00000001:2.0:1787763373.046567:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787763373.046568:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763373.046573:0:256678:0:(genops.c:1217:class_import_put()) Process entered
02000000:00000001:2.0:1787763373.046575:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000020:00000040:1.0:1787763373.046577:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:1.0:1787763373.046582:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787763373.046584:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787763373.046585:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f185000.
02000000:00000001:1.0:1787763373.046606:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763373.046610:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
02000000:00000010:2.0:1787763373.046611:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f185000.
00000100:00000010:1.0:1787763373.046614:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d569680.
00000100:00000001:1.0:1787763373.046625:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763373.046626:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763373.046628:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763373.046638:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763373.046646:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d568000 x1874599320580352/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787763373.046649:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763373.046656:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763373.046672:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787763373.046681:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787763373.046682:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763373.046686:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763373.046689:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763373.046696:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000040389d09] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d568000 x1874599320580352/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787763373.046706:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d5692c0 x1874599320580096/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763373.046732:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763373.046734:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763373.046739:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763373.046743:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:2.0:1787763373.046745:0:268573:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20545)
02000000:00000001:1.0:1787763373.046746:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763373.046754:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763373.046759:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d5692c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320580096:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763373.046763:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763373.046767:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763373.046768:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763373.046770:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763373.046774:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db8c00.
02000000:00000001:1.0:1787763373.046777:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763373.046781:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763373.046784:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43e70.
00000400:00000010:1.0:1787763373.046787:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9ee0.
00000100:00000200:1.0:1787763373.046790:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320580096, portal 10
00000100:00000001:1.0:1787763373.046791:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763373.046792:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910966464 : -110374798585152 : ffff9b9d5d5692c0)
00000100:00000040:1.0:1787763373.046798:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d5692c0 x1874599320580096/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763373.046803:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763373.046805:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763373.046808:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9550.
00000100:00000200:1.0:1787763373.046810:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320580096, offset 0
00000400:00000200:1.0:1787763373.046813:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763373.046816:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763373.046819:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763373.046822:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763373.046824:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763373.046826:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763373.046828:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763373.046830:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63295:63295:256:4294967295] 192.168.203.113@tcp LPNI seq info [63295:63295:8:4294967295]
00000400:00000200:1.0:1787763373.046833:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763373.046839:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763373.046842:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763373.046844:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef600.
00000800:00000200:1.0:1787763373.046848:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763373.046850:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1787763373.046854:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763373.046856:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 28 secs later)
00000800:00000100:1.0:1787763373.046860:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763373.046861:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef600.
00000400:00000200:1.0:1787763373.046864:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763373.046867:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763373.046869:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9550
00000400:00000010:1.0:1787763373.046870:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9550.
00000100:00000001:1.0:1787763373.046872:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763373.046874:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d5692c0 x1874599320580096/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763373.046881:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763373.046883:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d5692c0 x1874599320580096/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763398 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763373.046888:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763373.046889:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763373.046892:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763373.046896:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:1.0:1787763373.046898:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763373.046900:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315208237
00000100:00000001:1.0:1787763373.046903:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315209464
00000100:00000001:1.0:1787763373.046904:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315208237
00000100:00000001:1.0:1787763373.046906:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315209464
00000100:00000001:1.0:1787763373.046907:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763373.046909:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763373.046910:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763373.046912:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763373/real 1787763373]  req@ffff9b9d5d5692c0 x1874599320580096/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763373.046917:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763373.046918:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763373.046919:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43e70.
00000400:00000200:1.0:1787763373.046920:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9ee0
00000400:00000010:1.0:1787763373.046921:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9ee0.
00000100:00000001:1.0:1787763373.046922:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763373.046924:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d5692c0 x1874599320580096/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763373.046929:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d5692c0 x1874599320580096/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763373.046934:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763373.046935:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763373.046936:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763373.046937:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763373.046939:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d5692c0 x1874599320580096/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763373.046943:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763373.046945:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d5692c0 x1874599320580096/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763398 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763373.046951:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763373.046953:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763373.046954:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763373.046955:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763373.046956:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763373.046972:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763373.046973:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763373.046976:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763373.046977:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763373.046980:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d5692c0 x1874599320580096/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763398 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763373.046985:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d5692c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320580096:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763373.046988:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763373.046991:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d56b840 x1874599320580224/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763373.046995:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763373.046996:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763373.046998:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763373.046999:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763373.047000:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763373.047002:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d56b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320580224:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763373.047004:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763373.047005:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763373.047006:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763373.047007:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763373.047010:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db8400.
02000000:00000001:1.0:1787763373.047011:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763373.047014:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763373.047015:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43e70.
00000400:00000010:1.0:1787763373.047017:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9ee0.
00000100:00000200:1.0:1787763373.047020:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320580224, portal 10
00000100:00000001:1.0:1787763373.047021:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763373.047022:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910976064 : -110374798575552 : ffff9b9d5d56b840)
00000100:00000040:1.0:1787763373.047026:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d56b840 x1874599320580224/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763373.047033:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763373.047036:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763373.047039:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9550.
00000100:00000200:1.0:1787763373.047041:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320580224, offset 0
00000400:00000200:1.0:1787763373.047046:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763373.047049:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763373.047053:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763373.047057:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763373.047060:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763373.047062:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763373.047065:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763373.047068:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63296:63296:256:4294967295] 192.168.203.113@tcp LPNI seq info [63296:63296:8:4294967295]
00000400:00000200:1.0:1787763373.047074:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763373.047080:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763373.047085:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763373.047088:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef600.
00000800:00000200:1.0:1787763373.047091:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763373.047093:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1787763373.047096:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763373.047098:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 28 secs later)
00000800:00000100:1.0:1787763373.047101:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763373.047102:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef600.
00000400:00000200:1.0:1787763373.047105:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763373.047107:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763373.047110:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9550
00000400:00000010:1.0:1787763373.047112:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9550.
00000100:00000001:1.0:1787763373.047114:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763373.047116:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d56b840 x1874599320580224/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763373.047122:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763373.047124:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d56b840 x1874599320580224/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763398 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763373.047129:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763373.047131:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763373.047133:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763373.047136:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:1.0:1787763373.047138:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763373.047140:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315208216
00000100:00000001:1.0:1787763373.047142:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315209464
00000100:00000001:1.0:1787763373.047143:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315208216
00000100:00000001:1.0:1787763373.047145:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315209464
00000100:00000001:1.0:1787763373.047146:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763373.047148:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763373.047149:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763373.047151:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763373/real 1787763373]  req@ffff9b9d5d56b840 x1874599320580224/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763373.047156:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763373.047157:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763373.047158:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43e70.
00000400:00000200:1.0:1787763373.047160:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9ee0
00000400:00000010:1.0:1787763373.047161:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9ee0.
00000100:00000001:1.0:1787763373.047162:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763373.047164:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d56b840 x1874599320580224/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763373.047169:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d56b840 x1874599320580224/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763373.047174:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763373.047175:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763373.047177:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763373.047177:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763373.047180:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d56b840 x1874599320580224/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763373.047184:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763373.047186:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d56b840 x1874599320580224/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763398 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763373.047190:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763373.047191:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763373.047192:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763373.047193:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763373.047194:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763373.047195:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763373.047197:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763373.047199:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763373.047200:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763373.047203:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d56b840 x1874599320580224/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763398 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763373.047207:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d56b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320580224:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763373.047210:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763373.047211:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763373.047213:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d5692c0 x1874599320580096/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763398 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763373.047217:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763373.047219:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763373.047221:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db8c00.
02000000:00000001:1.0:1787763373.047223:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763373.047224:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763373.047225:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:1.0:1787763373.047227:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763373.047228:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f187000.
02000000:00000001:1.0:1787763373.047230:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763373.047231:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763373.047233:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d5692c0.
00000100:00000001:1.0:1787763373.047234:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763373.047235:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763373.047236:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763373.047238:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d56b840 x1874599320580224/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763398 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763373.047242:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763373.047243:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763373.047244:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db8400.
02000000:00000001:1.0:1787763373.047246:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763373.047247:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763373.047248:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:1.0:1787763373.047249:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763373.047250:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f184000.
02000000:00000001:1.0:1787763373.047251:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763373.047252:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763373.047252:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d56b840.
00000100:00000001:1.0:1787763373.047254:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763373.047255:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763373.047256:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763373.047258:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763373.047259:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763373.047260:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763373.047261:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763373.047262:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763373.047265:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d568000 x1874599320580352/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763373.047269:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763373.047271:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763373.047272:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763373.047274:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763373.047275:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763373.047277:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d568000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320580352:192.168.203.113@tcp:8:kworker.0
00000100:00000001:1.0:1787763373.047279:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763373.047281:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763373.047282:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763373.047283:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763373.047285:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db8400.
02000000:00000001:1.0:1787763373.047286:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763373.047288:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763373.047290:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43e70.
00000400:00000010:1.0:1787763373.047293:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9ee0.
00000100:00000200:1.0:1787763373.047295:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320580352, portal 4
00000100:00000001:1.0:1787763373.047296:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763373.047297:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910961664 : -110374798589952 : ffff9b9d5d568000)
00000100:00000040:1.0:1787763373.047301:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d568000 x1874599320580352/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763373.047306:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763373.047308:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763373.047309:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9550.
00000100:00000200:1.0:1787763373.047311:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320580352, offset 0
00000400:00000200:1.0:1787763373.047313:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763373.047316:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763373.047318:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763373.047320:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763373.047322:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763373.047323:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763373.047325:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763373.047328:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63297:63297:256:4294967295] 192.168.203.113@tcp LPNI seq info [63297:63297:8:4294967295]
00000400:00000200:1.0:1787763373.047330:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763373.047334:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763373.047338:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763373.047340:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef600.
00000800:00000200:1.0:1787763373.047343:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763373.047345:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1787763373.047348:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763373.047350:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 28 secs later)
00000800:00000100:1.0:1787763373.047353:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763373.047354:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef600.
00000400:00000200:1.0:1787763373.047356:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763373.047358:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763373.047360:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9550
00000400:00000010:1.0:1787763373.047362:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9550.
00000100:00000001:1.0:1787763373.047363:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763373.047366:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d568000 x1874599320580352/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763373.047371:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763373.047373:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d568000 x1874599320580352/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763398 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763373.047378:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763373.047379:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763373.047381:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763373.047383:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:1.0:1787763373.047385:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763373.047387:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315208228
00000100:00000001:1.0:1787763373.047389:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315209464
00000100:00000001:1.0:1787763373.047391:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315208228
00000100:00000001:1.0:1787763373.047392:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315209464
00000100:00000001:1.0:1787763373.047393:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763373.047394:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763373.047395:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763373.047397:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763373/real 1787763373]  req@ffff9b9d5d568000 x1874599320580352/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763373.047404:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763373.047405:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763373.047407:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43e70.
00000400:00000200:1.0:1787763373.047408:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9ee0
00000400:00000010:1.0:1787763373.047409:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9ee0.
00000100:00000001:1.0:1787763373.047410:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763373.047412:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d568000 x1874599320580352/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763373.047417:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d568000 x1874599320580352/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763373.047420:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763373.047421:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763373.047422:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763373.047423:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763373.047425:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d568000 x1874599320580352/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763373.047430:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763373.047432:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d568000 x1874599320580352/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763398 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763373.047437:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763373.047439:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763373.047457:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763373.047458:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763373.047459:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763373.047460:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763373.047462:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763373.047464:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763373.047466:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763373.047470:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d568000 x1874599320580352/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763398 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763373.047476:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d568000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320580352:192.168.203.113@tcp:8:kworker.0
00000100:00000001:1.0:1787763373.047478:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763373.047491:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763373.047495:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d568000 x1874599320580352/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763398 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763373.047500:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763373.047501:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763373.047502:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db8400.
02000000:00000001:1.0:1787763373.047504:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763373.047505:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763373.047506:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:1.0:1787763373.047508:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763373.047509:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f185000.
02000000:00000001:1.0:1787763373.047511:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763373.047512:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763373.047513:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d568000.
00000100:00000001:1.0:1787763373.047515:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763373.047516:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763373.047517:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763373.047519:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763373.047520:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763373.047522:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763373.047523:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763373.236576:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763373.236585:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763373.236592:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763373.236593:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763373.236596:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763373.236597:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763373.236670:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763373.236676:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763373.236699:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787763374.068646:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763374.068655:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763374.068658:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763374.068665:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787763374.068670:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763374.068675:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763374.068680:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763374.068684:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763374.068688:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763374.260636:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763374.260645:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763374.260653:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763374.260655:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763374.260661:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763374.260663:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763374.260769:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763374.260778:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763374.260784:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1787763374.324620:0:303331:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b110 (cpu 1) has reached its deadline 4315209464, at 4315209472
00000100:00000040:0.0:1787763374.324629:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4315209464, at 4315209472
00000100:00000010:1.0:1787763374.324645:0:303331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69bd80.
00000100:00000010:0.0:1787763374.324650:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69b4e0.
00000100:00000001:2.0:1787763375.092581:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763375.092590:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763375.092593:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763375.092599:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787763375.092604:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763375.092609:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763375.092612:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763375.092616:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763375.092619:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763375.284646:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763375.284656:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763375.284663:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763375.284665:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763375.284669:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763375.284671:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763375.284761:0:281543:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763375.284770:0:281543:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763375.284777:0:281543:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787763376.116562:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763376.116571:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763376.116573:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763376.116579:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787763376.116586:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763376.116591:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763376.116594:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763376.116598:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763376.116602:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763376.308591:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763376.308599:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763376.308607:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763376.308609:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763376.308614:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763376.308615:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763376.308704:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763376.308710:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763376.308714:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787763377.140558:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763377.140568:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763377.140571:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763377.140579:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787763377.140586:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763377.140591:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763377.140594:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763377.140598:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763377.140603:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763377.332598:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763377.332606:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763377.332614:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763377.332617:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763377.332621:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763377.332623:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763377.332727:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763377.332734:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763377.332738:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787763378.164549:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763378.164562:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787763378.164566:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763378.164571:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763378.164580:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763378.164591:0:268573:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20540
00000400:00000200:2.0:1787763378.164610:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763378.164612:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763378.164622:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000400:00000200:2.0:1787763378.164629:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00000001:1.0:1787763378.164630:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763378.164642:0:268573:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1787763378.164644:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763378.164657:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1787763378.164659:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763378.164666:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763378.164667:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787763378.164680:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:2.0:1787763378.164682:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763378.164685:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763378.164690:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000001:1.0:1787763378.164692:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763378.164709:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763378.164714:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:2.0:1787763378.164720:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763378.164726:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:2.0:1787763378.164732:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:2.0:1787763378.164738:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:2.0:1787763378.164747:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763378.164751:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763378.164756:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763378.164760:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:2.0:1787763378.164766:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:2.0:1787763378.164774:0:268573:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763378.164779:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763378.164784:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763378.164791:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763378.164795:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763378.164798:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787763378.164801:0:268573:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763378.164812:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d568b40.
00000020:00000040:2.0:1787763378.164817:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:2.0:1787763378.164822:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763378.164824:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763378.164828:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763378.164832:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763378.164837:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763378.164846:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f184c00.
00000100:00000001:2.0:1787763378.164853:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763378.164866:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d568b40 x1874599320580480/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763378.164879:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763378.164886:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763378.164896:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a25ffa6] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d568b40 x1874599320580480/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763378.164936:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763378.164944:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763378.164952:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787763378.164956:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787763378.164959:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:2.0:1787763378.164963:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787763378.164966:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763378.164971:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787763378.164974:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:1.0:1787763378.164989:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d568b40 x1874599320580480/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787763378.164989:0:268573:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20540
00000100:00000001:1.0:1787763378.165013:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000400:00000200:2.0:1787763378.165019:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763378.165023:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763378.165027:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763378.165032:0:268573:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
02000000:00000001:1.0:1787763378.165036:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:2.0:1787763378.165038:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763378.165043:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1787763378.165044:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1787763378.165049:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
02000000:00000001:1.0:1787763378.165056:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763378.165057:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:2.0:1787763378.165067:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000100:00100000:1.0:1787763378.165069:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d568b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320580480:192.168.203.113@tcp:250:kworker.0
00000020:00000040:2.0:1787763378.165071:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000020:00000001:2.0:1787763378.165081:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787763378.165083:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:2.0:1787763378.165088:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
02000000:00000001:1.0:1787763378.165092:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000001:2.0:1787763378.165093:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
02000000:00000001:1.0:1787763378.165099:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763378.165101:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
02000000:00000001:1.0:1787763378.165104:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:2.0:1787763378.165118:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
02000000:00000010:1.0:1787763378.165121:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db8400.
00000100:00000001:2.0:1787763378.165124:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1787763378.165130:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763378.165136:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763378.165143:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000400:00000200:1.0:1787763378.165149:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000020:00000040:2.0:1787763378.165151:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000400:00000010:1.0:1787763378.165157:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43e70.
00000100:00080000:2.0:1787763378.165158:0:268573:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763378.165172:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763378.165177:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:1.0:1787763378.165178:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9ee0.
02000000:00000001:2.0:1787763378.165186:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:1.0:1787763378.165190:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320580480, portal 25
02000000:00000001:2.0:1787763378.165191:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763378.165205:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763378.165205:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1787763378.165213:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910964544 : -110374798587072 : ffff9b9d5d568b40)
00000100:00000040:1.0:1787763378.165223:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d568b40 x1874599320580480/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1787763378.165224:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787763378.165241:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763378.165257:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763378.165259:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763378.165272:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000100:00000010:2.0:1787763378.165272:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d56a940.
00000400:00000010:1.0:1787763378.165277:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9550.
00000020:00000040:2.0:1787763378.165280:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000100:00000200:1.0:1787763378.165283:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320580480, offset 0
02000000:00000001:2.0:1787763378.165288:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763378.165292:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763378.165302:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000100:00000001:2.0:1787763378.165302:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763378.165311:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763378.165317:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763378.165324:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
02000000:00000010:2.0:1787763378.165325:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f186000.
00000100:00000001:2.0:1787763378.165345:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763378.165354:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763378.165363:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00100000:2.0:1787763378.165364:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d56a940 x1874599320580608/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787763378.165374:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763378.165388:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000100:00000001:2.0:1787763378.165402:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1787763378.165403:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000100:00000001:2.0:1787763378.165412:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763378.165420:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63298:63298:256:4294967295] 192.168.203.113@tcp LPNI seq info [63298:63298:8:4294967295]
00000100:00000040:2.0:1787763378.165428:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b4aca245] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d56a940 x1874599320580608/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787763378.165435:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763378.165527:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1787763378.165531:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763378.165538:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.0:1787763378.165539:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000100:00080000:2.0:1787763378.165553:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000800:00000010:1.0:1787763378.165555:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef600.
00000100:00000001:2.0:1787763378.165557:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763378.165569:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763378.165576:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:1.0:1787763378.165578:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00080000:2.0:1787763378.165586:0:268573:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20540
00000800:00000200:1.0:1787763378.165588:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000400:00000200:2.0:1787763378.165598:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000800:00000200:1.1:1787763378.165612:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000400:00000200:2.0:1787763378.165617:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000800:00000200:1.1:1787763378.165620:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000100:00080000:2.0:1787763378.165621:0:268573:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763378.165637:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000800:00000100:1.0:1787763378.165638:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000100:00000001:2.0:1787763378.165655:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000010:1.0:1787763378.165656:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef600.
00000100:00000040:2.0:1787763378.165666:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763378.165670:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000400:00000200:1.0:1787763378.165672:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:2.0:1787763378.165690:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:1.0:1787763378.165699:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000020:00000040:2.0:1787763378.165700:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000400:00000200:1.0:1787763378.165706:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9550
00000020:00000001:2.0:1787763378.165708:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000010:1.0:1787763378.165711:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9550.
00000020:00000040:2.0:1787763378.165718:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000100:00000001:1.0:1787763378.165719:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763378.165728:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d568b40 x1874599320580480/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1787763378.165729:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000020:00000001:2.0:1787763378.165748:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00000001:1.0:1787763378.165755:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763378.165764:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d568b40 x1874599320580480/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763403 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787763378.165764:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763378.165779:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787763378.165783:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763378.165787:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:2.0:1787763378.165792:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763378.165798:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763378.165798:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:2.0:1787763378.165817:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000400:00000200:1.0:1787763378.165826:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00080000:2.0:1787763378.165834:0:268573:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:1.0:1787763378.165836:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4315214584
00000100:00000001:2.0:1787763378.165850:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787763378.165851:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d7f69bd80.
02000000:00000001:2.0:1787763378.165856:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787763378.165864:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
02000000:00000001:2.0:1787763378.165865:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763378.165875:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763378.165878:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1787763378.165882:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4315214584
00000008:00100000:2.0:1787763378.165883:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000100:00000010:1.0:1787763378.165888:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d7f69b480.
00000100:00000001:1.0:1787763378.165896:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000008:00000001:2.0:1787763378.165896:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763378.165904:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763378.165909:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763378.165909:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763378.165919:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763378.165925:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763378/real 1787763378]  req@ffff9b9d5d568b40 x1874599320580480/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1787763378.165928:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d568000.
00000400:00000001:1.0:1787763378.165934:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763378.165937:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000020:00000040:2.0:1787763378.165938:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000400:00000010:1.0:1787763378.165940:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43e70.
00000400:00000200:1.0:1787763378.165948:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9ee0
00000400:00000010:1.0:1787763378.165952:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9ee0.
02000000:00000001:2.0:1787763378.165953:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787763378.165957:0:256678:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:2.0:1787763378.165960:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787763378.165964:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d568b40 x1874599320580480/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763378.165970:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763378.165974:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:1.0:1787763378.165980:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d568b40 x1874599320580480/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787763378.165982:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763378.166002:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f185000.
00000100:00000001:1.0:1787763378.166005:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763378.166009:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763378.166012:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763378.166019:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00100000:2.0:1787763378.166021:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d568000 x1874599320580736/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787763378.166025:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763378.166048:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00100000:1.0:1787763378.166051:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d568b40 x1874599320580480/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763378.166053:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763378.166076:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000040389d09] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d568000 x1874599320580736/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763378.166080:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763378.166104:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d568b40 x1874599320580480/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763403 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763378.166117:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763378.166131:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:2.0:1787763378.166134:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787763378.166141:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763378.166145:0:268573:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1787763378.166146:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763378.166152:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1787763378.166157:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787763378.166158:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763378.166170:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763378.166174:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1787763378.166177:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:2.0:1787763378.166178:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763378.166186:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787763378.166192:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763378.166196:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787763378.166198:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00080000:2.0:1787763378.166205:0:268573:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20540
00000100:00000040:1.0:1787763378.166213:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d568b40 x1874599320580480/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763403 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787763378.166227:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763378.166245:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763378.166256:0:268573:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763378.166265:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00100000:1.0:1787763378.166267:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d568b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320580480:192.168.203.113@tcp:250:kworker.0
00000100:00000001:2.0:1787763378.166270:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763378.166279:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763378.166280:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763378.166287:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000001:1.0:1787763378.166289:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000020:00000001:2.0:1787763378.166295:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763378.166301:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000100:00000040:1.0:1787763378.166303:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d568b40 x1874599320580480/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763403 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1787763378.166309:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763378.166318:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000100:00000001:1.0:1787763378.166333:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000020:00000001:2.0:1787763378.166333:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
02000000:00000001:1.0:1787763378.166346:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000020:00000001:2.0:1787763378.166346:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
02000000:00000010:1.0:1787763378.166355:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db8400.
00000100:00000040:2.0:1787763378.166361:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
02000000:00000001:1.0:1787763378.166362:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763378.166375:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000100:00000001:2.0:1787763378.166375:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000020:00000040:1.0:1787763378.166386:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000100:00000040:2.0:1787763378.166390:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000020:00000001:1.0:1787763378.166394:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
00000100:00000001:2.0:1787763378.166396:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
02000000:00000010:1.0:1787763378.166399:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f184c00.
00000020:00000040:2.0:1787763378.166410:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
02000000:00000001:1.0:1787763378.166412:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763378.166418:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00080000:2.0:1787763378.166423:0:268573:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000010:1.0:1787763378.166424:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d568b40.
00000100:00000001:1.0:1787763378.166434:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763378.166437:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763378.166438:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763378.166478:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763378.166490:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:2.0:1787763378.166495:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787763378.166496:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763378.166504:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:2.0:1787763378.166505:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763378.166512:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:2.0:1787763378.166514:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763378.166517:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787763378.166519:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787763378.166524:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000100:00000040:1.0:1787763378.166528:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d56a940 x1874599320580608/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:2.0:1787763378.166530:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763378.166542:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763378.166558:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000010:2.0:1787763378.166560:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d56b840.
00000100:00000001:1.0:1787763378.166561:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763378.166577:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:2.0:1787763378.166578:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
02000000:00000001:1.0:1787763378.166583:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763378.166585:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787763378.166596:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763378.166597:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763378.166618:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00100000:1.0:1787763378.166626:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d56a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320580608:192.168.203.113@tcp:38:kworker.0
02000000:00000001:2.0:1787763378.166627:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763378.166633:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763378.166641:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763378.166646:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000010:2.0:1787763378.166646:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f184000.
02000000:00000001:1.0:1787763378.166648:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763378.166653:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1787763378.166657:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787763378.166658:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db8400.
02000000:00000001:1.0:1787763378.166667:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763378.166675:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d56b840 x1874599320580864/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787763378.166676:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763378.166687:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43e70.
00000400:00000010:1.0:1787763378.166697:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9ee0.
00000100:00000200:1.0:1787763378.166704:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320580608, portal 10
00000100:00000001:1.0:1787763378.166712:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763378.166718:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910972224 : -110374798579392 : ffff9b9d5d56a940)
00000100:00000001:2.0:1787763378.166730:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000040:1.0:1787763378.166734:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d56a940 x1874599320580608/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763378.166742:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763378.166746:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763378.166752:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763378.166755:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9550.
00000100:00000200:1.0:1787763378.166763:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320580608, offset 0
00000100:00000040:2.0:1787763378.166765:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2e525cc] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d56b840 x1874599320580864/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787763378.166775:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763378.166786:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763378.166803:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763378.166821:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1787763378.166823:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763378.166827:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763378.166832:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000100:00000040:2.0:1787763378.166835:0:268573:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20551)
00000400:00000200:1.0:1787763378.166837:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763378.166851:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63299:63299:256:4294967295] 192.168.203.113@tcp LPNI seq info [63299:63299:8:4294967295]
00000400:00000200:1.0:1787763378.166854:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763378.166861:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763378.166868:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763378.166872:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef600.
00000800:00000200:1.0:1787763378.166875:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763378.166877:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787763378.166881:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763378.166883:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1787763378.166886:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763378.166887:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef600.
00000400:00000200:1.0:1787763378.166890:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763378.166892:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763378.166894:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9550
00000400:00000010:1.0:1787763378.166896:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9550.
00000100:00000001:1.0:1787763378.166898:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763378.166901:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d56a940 x1874599320580608/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763378.166907:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763378.166909:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d56a940 x1874599320580608/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763403 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763378.166914:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763378.166916:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763378.166918:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763378.166923:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:1.0:1787763378.166927:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763378.166930:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315213357
00000100:00000001:1.0:1787763378.166933:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315214584
00000100:00000001:1.0:1787763378.166936:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315213357
00000100:00000001:1.0:1787763378.166938:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315214584
00000100:00000001:1.0:1787763378.166941:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763378.166943:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763378.166945:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763378.166950:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763378/real 1787763378]  req@ffff9b9d5d56a940 x1874599320580608/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763378.166959:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763378.166961:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763378.166963:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43e70.
00000400:00000200:1.0:1787763378.166966:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9ee0
00000400:00000010:1.0:1787763378.166967:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9ee0.
00000100:00000001:1.0:1787763378.166970:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763378.166974:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d56a940 x1874599320580608/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763378.166983:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d56a940 x1874599320580608/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763378.166991:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763378.166993:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763378.166995:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763378.166997:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763378.167001:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d56a940 x1874599320580608/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763378.167009:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763378.167013:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d56a940 x1874599320580608/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763403 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763378.167022:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763378.167024:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763378.167025:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763378.167026:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763378.167027:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763378.167043:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763378.167046:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763378.167049:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763378.167051:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763378.167054:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d56a940 x1874599320580608/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763403 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763378.167060:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d56a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320580608:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763378.167063:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763378.167066:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d568000 x1874599320580736/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763378.167071:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763378.167072:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763378.167074:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763378.167076:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763378.167077:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763378.167079:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d568000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320580736:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763378.167081:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763378.167083:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763378.167085:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763378.167086:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763378.167089:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db8c00.
02000000:00000001:1.0:1787763378.167091:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763378.167093:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763378.167095:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43e70.
00000400:00000010:1.0:1787763378.167098:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9ee0.
00000100:00000200:1.0:1787763378.167100:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320580736, portal 10
00000100:00000001:1.0:1787763378.167102:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763378.167103:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910961664 : -110374798589952 : ffff9b9d5d568000)
00000100:00000040:1.0:1787763378.167108:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d568000 x1874599320580736/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763378.167117:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763378.167119:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763378.167120:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9550.
00000100:00000200:1.0:1787763378.167122:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320580736, offset 0
00000400:00000200:1.0:1787763378.167125:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763378.167127:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763378.167130:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763378.167132:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763378.167134:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763378.167136:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763378.167138:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763378.167140:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63300:63300:256:4294967295] 192.168.203.113@tcp LPNI seq info [63300:63300:8:4294967295]
00000400:00000200:1.0:1787763378.167143:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763378.167147:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763378.167150:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763378.167152:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef600.
00000800:00000200:1.0:1787763378.167155:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763378.167158:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787763378.167161:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763378.167163:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1787763378.167166:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763378.167168:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef600.
00000400:00000200:1.0:1787763378.167170:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763378.167173:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763378.167175:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9550
00000400:00000010:1.0:1787763378.167176:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9550.
00000100:00000001:1.0:1787763378.167178:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763378.167180:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d568000 x1874599320580736/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763378.167186:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763378.167188:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d568000 x1874599320580736/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763403 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763378.167198:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763378.167199:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763378.167201:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763378.167204:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:1.0:1787763378.167206:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763378.167208:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315213336
00000100:00000001:1.0:1787763378.167209:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315214584
00000100:00000001:1.0:1787763378.167211:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315213336
00000100:00000001:1.0:1787763378.167213:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315214584
00000100:00000001:1.0:1787763378.167215:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763378.167216:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763378.167217:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763378.167220:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763378/real 1787763378]  req@ffff9b9d5d568000 x1874599320580736/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763378.167224:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763378.167225:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763378.167226:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43e70.
00000400:00000200:1.0:1787763378.167227:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9ee0
00000400:00000010:1.0:1787763378.167228:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9ee0.
00000100:00000001:1.0:1787763378.167230:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763378.167232:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d568000 x1874599320580736/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763378.167237:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d568000 x1874599320580736/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763378.167241:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763378.167242:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763378.167243:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763378.167244:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763378.167246:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d568000 x1874599320580736/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763378.168657:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763378.168676:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d568000 x1874599320580736/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763403 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763378.168694:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763378.168702:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763378.168707:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763378.168711:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763378.168716:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763378.168721:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763378.168727:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763378.168736:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763378.168742:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763378.168751:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d568000 x1874599320580736/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763403 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763378.168767:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d568000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320580736:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763378.168774:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763378.168779:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763378.168784:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d56a940 x1874599320580608/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763403 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763378.168793:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763378.168797:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763378.168801:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db8400.
02000000:00000001:1.0:1787763378.168808:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763378.168810:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763378.168812:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:1.0:1787763378.168816:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763378.168820:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f186000.
02000000:00000001:1.0:1787763378.168825:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763378.168828:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763378.168830:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d56a940.
00000100:00000001:1.0:1787763378.168834:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763378.168836:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763378.168838:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763378.168842:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d568000 x1874599320580736/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763403 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763378.168851:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763378.168852:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763378.168854:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db8c00.
02000000:00000001:1.0:1787763378.168856:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763378.168858:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763378.168859:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:1.0:1787763378.168862:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763378.168863:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f185000.
02000000:00000001:1.0:1787763378.168866:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763378.168867:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763378.168869:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d568000.
00000100:00000001:1.0:1787763378.168871:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763378.168873:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763378.168875:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763378.168885:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763378.168887:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763378.168890:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763378.168893:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763378.168896:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763378.168900:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d56b840 x1874599320580864/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763378.168915:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763378.168918:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763378.168924:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763378.168929:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763378.168934:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763378.168941:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d56b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320580864:192.168.203.113@tcp:8:kworker.0
00000100:00000001:1.0:1787763378.168953:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763378.168960:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763378.168965:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763378.168969:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763378.168978:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db8c00.
02000000:00000001:1.0:1787763378.168982:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763378.168993:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763378.169000:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43e70.
00000400:00000010:1.0:1787763378.169011:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9ee0.
00000100:00000200:1.0:1787763378.169022:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320580864, portal 4
00000100:00000001:1.0:1787763378.169025:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763378.169028:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910976064 : -110374798575552 : ffff9b9d5d56b840)
00000100:00000040:1.0:1787763378.169039:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d56b840 x1874599320580864/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763378.169049:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763378.169054:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763378.169060:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9550.
00000100:00000200:1.0:1787763378.169065:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320580864, offset 0
00000400:00000200:1.0:1787763378.169077:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763378.169091:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763378.169103:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763378.169111:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763378.169119:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763378.169126:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763378.169132:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763378.169140:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63301:63301:256:4294967295] 192.168.203.113@tcp LPNI seq info [63301:63301:8:4294967295]
00000400:00000200:1.0:1787763378.169149:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763378.169164:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763378.169172:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763378.169180:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef600.
00000800:00000200:1.0:1787763378.169189:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763378.169195:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787763378.169203:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763378.169207:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1787763378.169212:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763378.169216:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef600.
00000400:00000200:1.0:1787763378.169222:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763378.169228:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763378.169235:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9550
00000400:00000010:1.0:1787763378.169238:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9550.
00000100:00000001:1.0:1787763378.169242:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763378.169248:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d56b840 x1874599320580864/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763378.169260:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763378.169264:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d56b840 x1874599320580864/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763403 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763378.169273:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763378.169275:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763378.169282:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763378.169288:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:1.0:1787763378.169293:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763378.169296:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315213350
00000100:00000001:1.0:1787763378.169300:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315214584
00000100:00000001:1.0:1787763378.169303:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315213350
00000100:00000001:1.0:1787763378.169307:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315214584
00000100:00000001:1.0:1787763378.169309:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763378.169313:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763378.169316:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763378.169321:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763378/real 1787763378]  req@ffff9b9d5d56b840 x1874599320580864/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763378.169331:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763378.169333:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763378.169337:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43e70.
00000400:00000200:1.0:1787763378.169340:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9ee0
00000400:00000010:1.0:1787763378.169342:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9ee0.
00000100:00000001:1.0:1787763378.169345:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763378.169349:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d56b840 x1874599320580864/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763378.169360:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d56b840 x1874599320580864/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763378.169367:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763378.169369:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763378.169372:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763378.169373:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763378.169378:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d56b840 x1874599320580864/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763378.169386:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763378.169391:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d56b840 x1874599320580864/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763403 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763378.169400:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763378.169404:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763378.169406:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763378.169408:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763378.169410:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763378.169412:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763378.169415:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763378.169419:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763378.169422:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763378.169426:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d56b840 x1874599320580864/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763403 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763378.169436:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d56b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320580864:192.168.203.113@tcp:8:kworker.0
00000100:00000001:1.0:1787763378.169496:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763378.169500:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763378.169506:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d56b840 x1874599320580864/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763403 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763378.169515:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763378.169517:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763378.169520:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db8c00.
02000000:00000001:1.0:1787763378.169524:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763378.169526:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763378.169528:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:1.0:1787763378.169530:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763378.169533:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f184000.
02000000:00000001:1.0:1787763378.169536:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763378.169538:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763378.169540:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d56b840.
00000100:00000001:1.0:1787763378.169543:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763378.169544:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763378.169547:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763378.169552:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763378.169553:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763378.169556:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763378.169558:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763378.356530:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763378.356536:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763378.356541:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763378.356542:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763378.356545:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763378.356546:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763378.356599:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763378.356603:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763378.356606:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763379.188585:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763379.188596:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763379.188600:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763379.188607:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763379.188613:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763379.188619:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763379.188623:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763379.188627:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763379.188632:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763379.380573:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763379.380580:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763379.380588:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763379.380591:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763379.380598:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763379.380600:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763379.380724:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763379.380745:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763379.380750:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1787763379.444565:0:303331:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b110 (cpu 1) has reached its deadline 4315214584, at 4315214592
00000100:00000040:0.0:1787763379.444568:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4315214584, at 4315214592
00000100:00000010:1.0:1787763379.444588:0:303331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69b480.
00000100:00000010:0.0:1787763379.444591:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69bd80.
00000100:00000001:1.0:1787763380.212526:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763380.212534:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763380.212538:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763380.212542:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763380.212545:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763380.212549:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763380.212551:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763380.212554:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763380.212556:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763380.404525:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763380.404532:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763380.404534:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763380.404536:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763380.404541:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763380.404542:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763380.404544:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763380.404546:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763380.404549:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763380.404550:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763380.404551:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763380.404552:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763380.404553:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763380.404554:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763380.404555:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763380.404556:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763380.404559:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763380.404560:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763380.404605:0:281543:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763380.404610:0:281543:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763380.404613:0:281543:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763381.236563:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763381.236575:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763381.236579:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763381.236587:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763381.236593:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763381.236600:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763381.236605:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763381.236610:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763381.236616:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763381.428587:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763381.428596:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763381.428605:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763381.428608:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763381.428614:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763381.428617:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763381.428733:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763381.428742:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763381.428749:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763382.260580:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763382.260588:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763382.260592:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763382.260601:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763382.260608:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763382.260615:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763382.260621:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763382.260626:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763382.260633:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763382.452611:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763382.452624:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763382.452634:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763382.452638:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763382.452646:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763382.452651:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763382.452655:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763382.452660:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763382.452665:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763382.452670:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763382.452675:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763382.452680:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763382.452716:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763382.452723:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763382.452728:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787763383.284596:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763383.284610:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787763383.284613:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787763383.284616:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:0.0:1787763383.284620:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787763383.284628:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787763383.284629:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787763383.284641:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763383.284649:0:268573:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20546
00000100:00100000:1.0:1787763383.284652:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763383.284661:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000400:00000200:0.0:1787763383.284666:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763383.284666:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763383.284678:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000400:00000200:0.0:1787763383.284685:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00000001:1.0:1787763383.284687:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1787763383.284693:0:268573:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787763383.284695:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763383.284702:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763383.284707:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763383.284711:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763383.284715:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763383.284718:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763383.284720:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:0.0:1787763383.284723:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763383.284729:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:0.0:1787763383.284731:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:0.0:1787763383.284734:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:0.0:1787763383.284736:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763383.284738:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763383.284739:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763383.284741:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787763383.284743:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:0.0:1787763383.284746:0:268573:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763383.284747:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763383.284750:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763383.284753:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763383.284756:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763383.284758:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787763383.284760:0:268573:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763383.284772:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d818521c0.
00000020:00000040:0.0:1787763383.284775:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:0.0:1787763383.284780:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763383.284781:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763383.284784:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763383.284787:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763383.284792:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763383.284802:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d50559c00.
00000100:00000001:0.0:1787763383.284812:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763383.284826:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d818521c0 x1874599320580992/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763383.284839:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763383.284845:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763383.284852:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e93caa89] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d818521c0 x1874599320580992/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763383.284880:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763383.284883:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763383.284887:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787763383.284888:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763383.284889:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763383.284892:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763383.284895:0:268573:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20546
00000400:00000200:0.0:1787763383.284898:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763383.284900:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763383.284902:0:268573:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763383.284905:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763383.284906:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763383.284908:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763383.284909:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763383.284911:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763383.284912:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000020:00000001:0.0:1787763383.284913:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763383.284916:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000020:00000001:0.0:1787763383.284918:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000020:00000001:0.0:1787763383.284920:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000040:0.0:1787763383.284922:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763383.284925:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763383.284927:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763383.284929:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787763383.284932:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00080000:0.0:1787763383.284934:0:268573:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763383.284938:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763383.284940:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763383.284949:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763383.284952:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763383.284955:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763383.284961:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787763383.284963:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000008:00000001:0.0:1787763383.284965:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763383.284969:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763383.284969:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763383.284973:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000010:0.0:1787763383.284974:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81851a40.
00000020:00000040:0.0:1787763383.284978:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
02000000:00000001:0.0:1787763383.284981:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000040:1.0:1787763383.284982:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d818521c0 x1874599320580992/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787763383.284983:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763383.284988:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763383.284992:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763383.284996:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763383.284997:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763383.285000:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763383.285004:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000010:0.0:1787763383.285005:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d5055a400.
02000000:00000001:1.0:1787763383.285007:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763383.285011:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763383.285012:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763383.285015:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d818521c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320580992:192.168.203.113@tcp:250:kworker.0
00000100:00000001:1.0:1787763383.285020:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00100000:0.0:1787763383.285024:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81851a40 x1874599320581120/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1787763383.285025:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763383.285029:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763383.285033:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1787763383.285038:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763383.285040:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787763383.285041:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db8c00.
02000000:00000001:1.0:1787763383.285045:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763383.285046:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014835854] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81851a40 x1874599320581120/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787763383.285054:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787763383.285056:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763383.285061:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1787763383.285061:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43e70.
00000100:00080000:0.0:1787763383.285066:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787763383.285068:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763383.285070:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:1.0:1787763383.285071:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9ee0.
00000100:00000001:0.0:1787763383.285073:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763383.285077:0:268573:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20546
00000400:00000200:0.0:1787763383.285080:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000200:1.0:1787763383.285081:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320580992, portal 25
00000400:00000200:0.0:1787763383.285084:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00000001:1.0:1787763383.285085:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:0.0:1787763383.285088:0:268573:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787763383.285089:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699517997504 : -110374191554112 : ffff9b9d818521c0)
00000100:00000040:0.0:1787763383.285094:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763383.285098:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787763383.285099:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d818521c0 x1874599320580992/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787763383.285102:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763383.285107:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763383.285113:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763383.285115:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000100:00000001:1.0:1787763383.285115:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:0.0:1787763383.285118:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763383.285122:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000100:00000040:1.0:1787763383.285122:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763383.285125:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9550.
00000020:00000001:0.0:1787763383.285126:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000020:00000001:0.0:1787763383.285130:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00000200:1.0:1787763383.285131:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320580992, offset 0
00000100:00000040:0.0:1787763383.285135:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763383.285137:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763383.285139:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000400:00000200:1.0:1787763383.285143:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000100:00000001:0.0:1787763383.285144:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787763383.285148:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000100:00080000:0.0:1787763383.285151:0:268573:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763383.285152:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763383.285153:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763383.285157:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1787763383.285157:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
02000000:00000001:0.0:1787763383.285162:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763383.285163:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763383.285165:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787763383.285168:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763383.285168:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000100:00000001:0.0:1787763383.285174:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763383.285177:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000010:0.0:1787763383.285178:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81850780.
00000020:00000040:0.0:1787763383.285182:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000400:00000200:1.0:1787763383.285184:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
02000000:00000001:0.0:1787763383.285185:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763383.285187:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763383.285190:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1787763383.285191:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763383.285194:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1787763383.285196:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
02000000:00000001:0.0:1787763383.285197:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763383.285204:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d50558c00.
00000400:00000200:1.0:1787763383.285205:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63302:63302:256:4294967295] 192.168.203.113@tcp LPNI seq info [63302:63302:8:4294967295]
00000100:00000001:0.0:1787763383.285210:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763383.285211:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00100000:0.0:1787763383.285219:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81850780 x1874599320581248/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787763383.285229:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1787763383.285234:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763383.285237:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787763383.285241:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000100:00000040:0.0:1787763383.285242:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000099b37720] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81850780 x1874599320581248/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:1.0:1787763383.285249:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef600.
00000100:00000001:0.0:1787763383.285250:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763383.285256:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.0:1787763383.285260:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000040:0.0:1787763383.285264:0:268573:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:1.0:1787763383.285267:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000100:00080000:0.0:1787763383.285271:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.1:1787763383.285278:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00080000:0.0:1787763383.285279:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787763383.285283:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:1.1:1787763383.285285:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000100:00080000:0.0:1787763383.285286:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763383.285293:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000800:00000100:1.0:1787763383.285295:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000100:00080000:0.0:1787763383.285300:0:268573:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20546
00000800:00000010:1.0:1787763383.285302:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef600.
00000400:00000200:0.0:1787763383.285306:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763383.285309:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763383.285311:0:268573:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763383.285314:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000400:00000200:1.0:1787763383.285316:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1787763383.285317:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763383.285321:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763383.285325:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000400:00000200:1.0:1787763383.285327:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000020:00000001:0.0:1787763383.285328:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763383.285331:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000020:00000001:0.0:1787763383.285334:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763383.285336:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000020:00000001:0.0:1787763383.285338:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000400:00000200:1.0:1787763383.285339:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9550
00000020:00000001:0.0:1787763383.285341:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000400:00000010:1.0:1787763383.285342:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9550.
00000100:00000040:0.0:1787763383.285346:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763383.285348:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787763383.285349:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:0.0:1787763383.285350:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763383.285353:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000200:1.0:1787763383.285357:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d818521c0 x1874599320580992/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1787763383.285358:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00080000:0.0:1787763383.285364:0:268573:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763383.285368:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763383.285371:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763383.285376:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763383.285377:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:0.0:1787763383.285379:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763383.285383:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d818521c0 x1874599320580992/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763408 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763383.285384:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763383.285387:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787763383.285392:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763383.285397:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763383.285398:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763383.285401:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000010:0.0:1787763383.285402:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81851e00.
00000020:00000040:0.0:1787763383.285406:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
02000000:00000001:0.0:1787763383.285424:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763383.285425:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763383.285428:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763383.285429:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763383.285431:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763383.285436:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d5055bc00.
00000100:00000001:0.0:1787763383.285479:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763383.285485:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81851e00 x1874599320581376/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763383.285491:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763383.285493:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763383.285495:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ab0eea16] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81851e00 x1874599320581376/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763383.285501:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763383.285505:0:268573:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20556)
00000100:00000001:1.0:1787763383.285566:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763383.285572:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763383.285575:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4315219704
00000100:00000010:1.0:1787763383.285581:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d7f69b480.
00000100:00000001:1.0:1787763383.285589:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787763383.285601:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4315219704
00000100:00000010:1.0:1787763383.285604:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d7f69b840.
00000100:00000001:1.0:1787763383.285606:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787763383.285609:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763383.285612:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763383.285614:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763383.285620:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763383/real 1787763383]  req@ffff9b9d818521c0 x1874599320580992/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763383.285628:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763383.285630:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763383.285631:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43e70.
00000400:00000200:1.0:1787763383.285634:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9ee0
00000400:00000010:1.0:1787763383.285635:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9ee0.
00000100:00000001:1.0:1787763383.285637:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763383.285640:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d818521c0 x1874599320580992/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763383.285646:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d818521c0 x1874599320580992/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763383.285650:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763383.285652:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763383.285653:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763383.285655:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763383.285658:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d818521c0 x1874599320580992/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763383.285663:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763383.285667:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d818521c0 x1874599320580992/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763408 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763383.285673:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763383.285675:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763383.285676:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763383.285677:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763383.285679:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763383.285680:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763383.285682:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763383.285685:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763383.285688:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763383.285691:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d818521c0 x1874599320580992/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763408 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763383.285697:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d818521c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320580992:192.168.203.113@tcp:250:kworker.0
00000100:00000001:1.0:1787763383.285701:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763383.285703:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763383.285705:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d818521c0 x1874599320580992/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763408 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763383.285709:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763383.285712:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763383.285714:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db8c00.
02000000:00000001:1.0:1787763383.285716:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763383.285718:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763383.285719:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:1.0:1787763383.285721:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763383.285723:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d50559c00.
02000000:00000001:1.0:1787763383.285728:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763383.285729:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763383.285730:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d818521c0.
00000100:00000001:1.0:1787763383.285732:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763383.285733:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763383.285735:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763383.285743:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763383.285744:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763383.285746:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763383.285747:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763383.285748:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763383.285751:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81851a40 x1874599320581120/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763383.285756:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763383.285757:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763383.285759:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763383.285760:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763383.285762:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763383.285764:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81851a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320581120:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763383.285767:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763383.285768:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763383.285770:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763383.285772:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763383.285774:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db8c00.
02000000:00000001:1.0:1787763383.285776:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763383.285779:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763383.285781:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43e70.
00000400:00000010:1.0:1787763383.285784:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9ee0.
00000100:00000200:1.0:1787763383.285787:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320581120, portal 10
00000100:00000001:1.0:1787763383.285788:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763383.285789:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699517995584 : -110374191556032 : ffff9b9d81851a40)
00000100:00000040:1.0:1787763383.285795:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81851a40 x1874599320581120/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763383.285800:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763383.285801:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763383.285803:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9550.
00000100:00000200:1.0:1787763383.285804:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320581120, offset 0
00000400:00000200:1.0:1787763383.285807:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763383.285811:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763383.285814:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763383.285816:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763383.285819:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763383.285821:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763383.285823:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763383.285826:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63303:63303:256:4294967295] 192.168.203.113@tcp LPNI seq info [63303:63303:8:4294967295]
00000400:00000200:1.0:1787763383.285829:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763383.285833:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763383.285837:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763383.285840:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef600.
00000800:00000200:1.0:1787763383.285843:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763383.285845:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787763383.285848:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763383.285850:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1787763383.285853:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763383.285855:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef600.
00000400:00000200:1.0:1787763383.285857:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763383.285860:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763383.285862:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9550
00000400:00000010:1.0:1787763383.285863:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9550.
00000100:00000001:1.0:1787763383.285865:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763383.285867:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d81851a40 x1874599320581120/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763383.285873:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763383.285875:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81851a40 x1874599320581120/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763408 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763383.285879:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763383.285880:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763383.285882:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763383.285885:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:1.0:1787763383.285887:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763383.285888:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315218476
00000100:00000001:1.0:1787763383.285890:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315219704
00000100:00000001:1.0:1787763383.285892:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315218476
00000100:00000001:1.0:1787763383.285894:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315219704
00000100:00000001:1.0:1787763383.285895:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763383.285897:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763383.285898:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763383.285900:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763383/real 1787763383]  req@ffff9b9d81851a40 x1874599320581120/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763383.285910:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763383.285911:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763383.285912:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43e70.
00000400:00000200:1.0:1787763383.285913:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9ee0
00000400:00000010:1.0:1787763383.285914:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9ee0.
00000100:00000001:1.0:1787763383.285915:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763383.285917:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81851a40 x1874599320581120/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763383.285922:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81851a40 x1874599320581120/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763383.285926:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763383.285927:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763383.285929:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763383.285930:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763383.285932:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81851a40 x1874599320581120/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763383.285937:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763383.285939:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81851a40 x1874599320581120/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763408 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763383.285943:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763383.285944:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763383.285945:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763383.285946:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763383.285947:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763383.285962:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763383.285964:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763383.285966:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763383.285967:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763383.285970:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81851a40 x1874599320581120/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763408 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763383.285976:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81851a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320581120:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763383.285979:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763383.285981:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81850780 x1874599320581248/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763383.285985:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763383.285985:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763383.285987:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763383.285988:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763383.285989:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763383.285991:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81850780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320581248:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763383.285992:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763383.285993:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763383.285994:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763383.285995:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763383.285998:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db8400.
02000000:00000001:1.0:1787763383.285999:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763383.286001:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763383.286002:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43e70.
00000400:00000010:1.0:1787763383.286004:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9ee0.
00000100:00000200:1.0:1787763383.286006:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320581248, portal 10
00000100:00000001:1.0:1787763383.286007:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763383.286008:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699517990784 : -110374191560832 : ffff9b9d81850780)
00000100:00000040:1.0:1787763383.286012:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81850780 x1874599320581248/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763383.286017:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763383.286018:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763383.286019:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9550.
00000100:00000200:1.0:1787763383.286021:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320581248, offset 0
00000400:00000200:1.0:1787763383.286024:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763383.286026:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763383.286028:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763383.286030:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763383.286032:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763383.286034:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763383.286035:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763383.286037:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63304:63304:256:4294967295] 192.168.203.113@tcp LPNI seq info [63304:63304:8:4294967295]
00000400:00000200:1.0:1787763383.286040:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763383.286044:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763383.286046:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763383.286048:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef600.
00000800:00000200:1.0:1787763383.286050:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763383.286052:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787763383.286055:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763383.286057:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1787763383.286059:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763383.286061:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef600.
00000400:00000200:1.0:1787763383.286063:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763383.286065:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763383.286067:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9550
00000400:00000010:1.0:1787763383.286069:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9550.
00000100:00000001:1.0:1787763383.286070:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763383.286072:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d81850780 x1874599320581248/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763383.286077:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763383.286078:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81850780 x1874599320581248/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763408 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763383.286082:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763383.286083:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763383.286085:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763383.286087:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:1.0:1787763383.286089:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763383.286091:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315218455
00000100:00000001:1.0:1787763383.286093:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315219704
00000100:00000001:1.0:1787763383.286095:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315218455
00000100:00000001:1.0:1787763383.286096:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315219704
00000100:00000001:1.0:1787763383.286098:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763383.286099:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763383.286100:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763383.286102:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763383/real 1787763383]  req@ffff9b9d81850780 x1874599320581248/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763383.286106:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763383.286107:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763383.286108:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43e70.
00000400:00000200:1.0:1787763383.286109:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9ee0
00000400:00000010:1.0:1787763383.286111:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9ee0.
00000100:00000001:1.0:1787763383.286112:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763383.286114:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81850780 x1874599320581248/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763383.286120:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81850780 x1874599320581248/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763383.286123:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763383.286124:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763383.286125:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763383.286126:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763383.286128:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81850780 x1874599320581248/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763383.286132:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763383.286134:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81850780 x1874599320581248/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763408 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763383.286138:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763383.286141:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763383.286142:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763383.286143:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763383.286144:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763383.286145:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763383.286147:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763383.286149:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763383.286150:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763383.286152:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81850780 x1874599320581248/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763408 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763383.286157:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81850780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320581248:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763383.286159:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763383.286161:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81851e00 x1874599320581376/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763383.286165:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763383.286165:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763383.286167:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763383.286168:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763383.286169:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763383.286171:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81851e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320581376:192.168.203.113@tcp:8:kworker.0
00000100:00000001:1.0:1787763383.286172:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763383.286173:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763383.286175:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763383.286176:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763383.286178:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58dbb000.
02000000:00000001:1.0:1787763383.286180:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763383.286182:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763383.286184:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43e70.
00000400:00000010:1.0:1787763383.286186:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9ee0.
00000100:00000200:1.0:1787763383.286188:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320581376, portal 4
00000100:00000001:1.0:1787763383.286190:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763383.286191:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699517996544 : -110374191555072 : ffff9b9d81851e00)
00000100:00000040:1.0:1787763383.286195:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81851e00 x1874599320581376/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763383.286199:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763383.286200:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763383.286201:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9550.
00000100:00000200:1.0:1787763383.286203:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320581376, offset 0
00000400:00000200:1.0:1787763383.286205:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763383.286207:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763383.286209:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763383.286210:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763383.286212:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763383.286213:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763383.286215:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763383.286217:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63305:63305:256:4294967295] 192.168.203.113@tcp LPNI seq info [63305:63305:8:4294967295]
00000400:00000200:1.0:1787763383.286220:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763383.286224:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763383.286226:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763383.286228:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef600.
00000800:00000200:1.0:1787763383.286230:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763383.286232:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787763383.286235:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763383.286237:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1787763383.286239:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763383.286241:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef600.
00000400:00000200:1.0:1787763383.286243:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763383.286245:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763383.286246:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9550
00000400:00000010:1.0:1787763383.286247:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9550.
00000100:00000001:1.0:1787763383.286249:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763383.286251:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d81851e00 x1874599320581376/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763383.286261:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763383.286263:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81851e00 x1874599320581376/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763408 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763383.286270:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763383.286272:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763383.286275:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763383.286278:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:1.0:1787763383.286281:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763383.286283:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315218467
00000100:00000001:1.0:1787763383.286286:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315219704
00000100:00000001:1.0:1787763383.286288:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315218467
00000100:00000001:1.0:1787763383.286291:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315219704
00000100:00000001:1.0:1787763383.286293:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763383.286296:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763383.286298:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763383.286302:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763383/real 1787763383]  req@ffff9b9d81851e00 x1874599320581376/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763383.286312:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763383.286313:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763383.286315:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43e70.
00000400:00000200:1.0:1787763383.286318:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9ee0
00000400:00000010:1.0:1787763383.286320:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9ee0.
00000100:00000001:1.0:1787763383.286322:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763383.286325:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81851e00 x1874599320581376/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763383.286330:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81851e00 x1874599320581376/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763383.286335:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763383.286337:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763383.286338:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763383.286339:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763383.286341:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81851e00 x1874599320581376/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763383.286346:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763383.286348:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81851e00 x1874599320581376/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763408 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763383.286352:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763383.286353:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763383.286354:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763383.286355:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763383.286357:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763383.286358:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763383.286360:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763383.286361:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763383.286363:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763383.286365:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81851e00 x1874599320581376/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763408 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763383.286370:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81851e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320581376:192.168.203.113@tcp:8:kworker.0
00000100:00000001:1.0:1787763383.286372:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763383.286373:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763383.286375:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81851a40 x1874599320581120/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763408 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763383.286379:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763383.286380:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763383.286381:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db8c00.
02000000:00000001:1.0:1787763383.286383:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763383.286384:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763383.286385:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:1.0:1787763383.286387:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763383.286388:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d5055a400.
02000000:00000001:1.0:1787763383.286391:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763383.286392:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763383.286393:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81851a40.
00000100:00000001:1.0:1787763383.286395:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763383.286396:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763383.286397:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763383.286399:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81850780 x1874599320581248/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763408 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763383.286403:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763383.286404:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763383.286405:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db8400.
02000000:00000001:1.0:1787763383.286406:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763383.286407:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763383.286407:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:1.0:1787763383.286422:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763383.286424:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d50558c00.
02000000:00000001:1.0:1787763383.286428:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763383.286430:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763383.286431:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81850780.
00000100:00000001:1.0:1787763383.286433:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763383.286434:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763383.286436:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763383.286456:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81851e00 x1874599320581376/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763408 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763383.286464:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763383.286466:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763383.286467:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58dbb000.
02000000:00000001:1.0:1787763383.286471:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763383.286473:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763383.286474:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:1.0:1787763383.286476:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763383.286477:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d5055bc00.
02000000:00000001:1.0:1787763383.286479:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763383.286481:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763383.286482:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81851e00.
00000100:00000001:1.0:1787763383.286484:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763383.286485:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763383.286486:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763383.286489:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763383.286490:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763383.286492:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763383.286493:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763383.476602:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763383.476612:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763383.476621:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763383.476624:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763383.476630:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763383.476632:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763383.476728:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763383.476736:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763383.476743:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763384.308554:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763384.308563:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763384.308565:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763384.308570:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763384.308574:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763384.308577:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763384.308592:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763384.308595:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763384.308598:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763384.500513:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763384.500519:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763384.500524:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763384.500525:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763384.500528:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763384.500529:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763384.500586:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763384.500591:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763384.500594:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787763384.564523:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4315219704, at 4315219712
00000100:00000010:0.0:1787763384.564539:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69b480.
00000100:00000040:1.0:1787763384.564590:0:303331:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b110 (cpu 1) has reached its deadline 4315219704, at 4315219712
00000100:00000010:1.0:1787763384.564609:0:303331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69b840.
00000100:00000001:1.0:1787763385.332573:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763385.332580:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763385.332582:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763385.332588:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763385.332591:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763385.332594:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763385.332597:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763385.332600:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763385.332603:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763385.524575:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763385.524584:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763385.524591:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763385.524593:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763385.524598:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763385.524599:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763385.524655:0:281543:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763385.524660:0:281543:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763385.524663:0:281543:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763386.356595:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763386.356604:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763386.356605:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763386.356610:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763386.356614:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763386.356618:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763386.356620:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763386.356623:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763386.356625:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763386.548623:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763386.548632:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763386.548639:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763386.548641:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763386.548645:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763386.548646:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763386.548711:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763386.548717:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763386.548739:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763387.380573:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763387.380584:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763387.380586:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763387.380593:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763387.380596:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763387.380601:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763387.380605:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763387.380608:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763387.380612:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763387.572614:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763387.572626:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763387.572637:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763387.572640:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763387.572646:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763387.572649:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763387.572738:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763387.572744:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763387.572749:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763388.404564:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:0.0:1787763388.404573:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787763388.404577:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763388.404583:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763388.404600:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:1.0:1787763388.404601:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:0.0:1787763388.404611:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787763388.404613:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763388.404624:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1787763388.404626:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787763388.404631:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763388.404638:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763388.404643:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787763388.404645:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763388.404660:0:268573:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20551
00000400:00000200:0.0:1787763388.404679:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763388.404695:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763388.404703:0:268573:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763388.404710:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763388.404717:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763388.404723:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763388.404728:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763388.404736:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763388.404740:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:0.0:1787763388.404744:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763388.404749:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:0.0:1787763388.404752:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:0.0:1787763388.404756:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:0.0:1787763388.404761:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763388.404764:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763388.404766:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763388.404769:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787763388.404773:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:0.0:1787763388.404778:0:268573:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763388.404782:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763388.404786:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763388.404791:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763388.404796:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763388.404799:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787763388.404803:0:268573:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763388.404813:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81852d00.
00000020:00000040:0.0:1787763388.404817:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:0.0:1787763388.404823:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763388.404826:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763388.404830:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763388.404834:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763388.404839:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763388.404849:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d50558400.
00000100:00000001:0.0:1787763388.404858:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763388.404870:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81852d00 x1874599320581504/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763388.404885:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763388.404892:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763388.404902:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033d5c64e] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81852d00 x1874599320581504/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763388.404944:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763388.404952:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763388.404960:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787763388.404966:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787763388.404975:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763388.404981:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763388.404987:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00080000:0.0:1787763388.404991:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763388.404996:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:1.0:1787763388.405004:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81852d00 x1874599320581504/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787763388.405011:0:268573:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20551
00000400:00000200:0.0:1787763388.405039:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763388.405041:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763388.405045:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787763388.405050:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
02000000:00000001:1.0:1787763388.405054:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:0.0:1787763388.405056:0:268573:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
02000000:00000001:1.0:1787763388.405061:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1787763388.405063:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
02000000:00000001:1.0:1787763388.405070:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763388.405072:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763388.405091:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00100000:1.0:1787763388.405093:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81852d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320581504:192.168.203.113@tcp:250:kworker.0
00000100:00000001:0.0:1787763388.405111:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000001:1.0:1787763388.405113:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000001:0.0:1787763388.405121:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763388.405124:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
02000000:00000001:1.0:1787763388.405124:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763388.405137:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763388.405139:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763388.405144:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000020:00000001:0.0:1787763388.405152:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
02000000:00000001:1.0:1787763388.405154:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000001:0.0:1787763388.405161:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000040:0.0:1787763388.405170:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
02000000:00000010:1.0:1787763388.405170:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58dbb000.
02000000:00000001:1.0:1787763388.405190:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763388.405191:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763388.405205:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000400:00000200:1.0:1787763388.405216:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787763388.405218:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787763388.405228:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000400:00000010:1.0:1787763388.405230:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43e70.
00000100:00080000:0.0:1787763388.405252:0:268573:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000400:00000010:1.0:1787763388.405255:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9ee0.
00000100:00000001:0.0:1787763388.405258:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763388.405263:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:1.0:1787763388.405267:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320581504, portal 25
00000100:00000001:1.0:1787763388.405273:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
02000000:00000001:0.0:1787763388.405274:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763388.405277:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699518000384 : -110374191551232 : ffff9b9d81852d00)
02000000:00000001:0.0:1787763388.405282:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763388.405288:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000040:1.0:1787763388.405294:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81852d00 x1874599320581504/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1787763388.405295:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787763388.405314:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763388.405330:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763388.405333:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000010:0.0:1787763388.405341:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81853840.
00000100:00000040:1.0:1787763388.405345:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000020:00000040:0.0:1787763388.405355:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000400:00000010:1.0:1787763388.405357:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9550.
00000100:00000200:1.0:1787763388.405387:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320581504, offset 0
00000400:00000200:1.0:1787763388.405400:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
02000000:00000001:0.0:1787763388.405404:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763388.405409:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763388.405413:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1787763388.405414:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
02000000:00000001:0.0:1787763388.405417:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763388.405423:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763388.405429:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
02000000:00000010:0.0:1787763388.405435:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d50559800.
00000400:00000200:1.0:1787763388.405463:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763388.405473:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763388.405484:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1787763388.405494:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763388.405494:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763388.405513:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63306:63306:256:4294967295] 192.168.203.113@tcp LPNI seq info [63306:63306:8:4294967295]
00000100:00100000:0.0:1787763388.405520:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81853840 x1874599320581632/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787763388.405531:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787763388.405550:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763388.405558:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763388.405569:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000100:00000040:0.0:1787763388.405576:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000090fddba4] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81853840 x1874599320581632/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1787763388.405588:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763388.405606:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef600.
00000100:00000001:0.0:1787763388.405618:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787763388.405619:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763388.405633:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000100:00080000:0.0:1787763388.405636:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763388.405650:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000800:00000200:1.1:1787763388.405651:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763388.405664:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000100:00000001:0.0:1787763388.405665:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000100:1.0:1787763388.405673:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000100:00080000:0.0:1787763388.405674:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000010:1.0:1787763388.405678:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef600.
00000100:00000001:0.0:1787763388.405688:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1787763388.405692:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:0.0:1787763388.405700:0:268573:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20551
00000400:00000200:1.0:1787763388.405704:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763388.405712:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9550
00000400:00000010:1.0:1787763388.405716:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9550.
00000400:00000200:0.0:1787763388.405718:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763388.405726:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000400:00000200:0.0:1787763388.405734:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00000200:1.0:1787763388.405742:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d81852d00 x1874599320581504/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787763388.405743:0:268573:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763388.405760:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763388.405775:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763388.405789:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763388.405791:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787763388.405802:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000040:1.0:1787763388.405805:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81852d00 x1874599320581504/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763413 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1787763388.405811:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763388.405816:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000020:00000001:0.0:1787763388.405825:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763388.405830:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000020:00000001:0.0:1787763388.405833:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000020:00000001:0.0:1787763388.405843:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00000001:1.0:1787763388.405855:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763388.405856:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763388.405868:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787763388.405869:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:0.0:1787763388.405874:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763388.405877:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000001:1.0:1787763388.405879:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1787763388.405882:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000400:00000200:1.0:1787763388.405892:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00080000:0.0:1787763388.405895:0:268573:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:1.0:1787763388.405898:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4315224824
00000100:00000010:1.0:1787763388.405907:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d7f69b840.
00000100:00000001:0.0:1787763388.405908:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763388.405915:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787763388.405918:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
02000000:00000001:0.0:1787763388.405925:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763388.405929:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4315224824
02000000:00000001:0.0:1787763388.405940:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787763388.405940:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d7f69b540.
00000100:00000001:1.0:1787763388.405948:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1787763388.405952:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1787763388.405954:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763388.405959:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1787763388.405960:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787763388.405963:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763388.405974:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763388/real 1787763388]  req@ffff9b9d81852d00 x1874599320581504/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:0.0:1787763388.405975:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763388.405987:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763388.406003:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81850f00.
00000400:00000001:1.0:1787763388.406007:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000040:0.0:1787763388.406010:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000400:00000001:1.0:1787763388.406011:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763388.406020:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43e70.
02000000:00000001:0.0:1787763388.406023:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763388.406027:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763388.406029:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9ee0
00000400:00000010:1.0:1787763388.406040:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9ee0.
00000100:00000001:0.0:1787763388.406041:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763388.406050:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787763388.406051:0:256678:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:0.0:1787763388.406062:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787763388.406063:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81852d00 x1874599320581504/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1787763388.406079:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d50559400.
00000100:00000200:1.0:1787763388.406086:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81852d00 x1874599320581504/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763388.406089:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763388.406112:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81850f00 x1874599320581760/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787763388.406118:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763388.406124:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763388.406138:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763388.406144:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763388.406150:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763388.406156:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763388.406157:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81852d00 x1874599320581504/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787763388.406172:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007454b7f2] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81850f00 x1874599320581760/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763388.406178:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763388.406197:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81852d00 x1874599320581504/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763413 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763388.406218:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763388.406222:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:0.0:1787763388.406225:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787763388.406227:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787763388.406244:0:268573:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1787763388.406244:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763388.406257:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1787763388.406260:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787763388.406262:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763388.406273:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787763388.406274:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787763388.406288:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787763388.406290:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787763388.406295:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787763388.406301:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787763388.406307:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787763388.406309:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00080000:0.0:1787763388.406321:0:268573:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20551
00000100:00000040:1.0:1787763388.406330:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81852d00 x1874599320581504/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763413 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1787763388.406344:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00100000:1.0:1787763388.406354:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81852d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320581504:192.168.203.113@tcp:250:kworker.0
00000100:00000001:1.0:1787763388.406360:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1787763388.406364:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00000001:1.0:1787763388.406366:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763388.406387:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81852d00 x1874599320581504/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763413 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763388.406394:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000100:00080000:0.0:1787763388.406395:0:268573:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
02000000:00000001:1.0:1787763388.406402:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763388.406407:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58dbb000.
00000100:00000040:0.0:1787763388.406410:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
02000000:00000001:1.0:1787763388.406414:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:0.0:1787763388.406422:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000020:00000001:1.0:1787763388.406422:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763388.406425:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:1.0:1787763388.406435:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763388.406439:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d50558400.
02000000:00000001:1.0:1787763388.406471:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763388.406473:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763388.406475:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81852d00.
00000100:00000001:1.0:1787763388.406478:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000040:0.0:1787763388.406480:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763388.406481:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763388.406493:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763388.406497:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000001:1.0:1787763388.406503:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763388.406509:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763388.406510:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787763388.406513:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:0.0:1787763388.406524:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000100:00000001:1.0:1787763388.406525:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763388.406528:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1787763388.406536:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000040:1.0:1787763388.406538:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81853840 x1874599320581632/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1787763388.406546:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000100:00000001:1.0:1787763388.406550:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763388.406553:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763388.406559:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
02000000:00000001:1.0:1787763388.406559:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763388.406564:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:0.0:1787763388.406566:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
02000000:00000001:1.0:1787763388.406571:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763388.406588:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00100000:1.0:1787763388.406588:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81853840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320581632:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787763388.406614:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787763388.406614:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763388.406627:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763388.406630:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763388.406637:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
02000000:00000001:1.0:1787763388.406637:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763388.406642:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58dbb000.
02000000:00000001:1.0:1787763388.406649:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763388.406651:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000400:00000200:1.0:1787763388.406660:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763388.406669:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43e70.
00000020:00000040:0.0:1787763388.406670:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000400:00000010:1.0:1787763388.406674:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9ee0.
00000100:00000200:1.0:1787763388.406681:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320581632, portal 10
00000100:00080000:0.0:1787763388.406687:0:268573:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:1.0:1787763388.406688:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763388.406693:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699518003264 : -110374191548352 : ffff9b9d81853840)
00000100:00000001:0.0:1787763388.406702:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763388.406704:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81853840 x1874599320581632/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787763388.406716:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787763388.406725:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:0.0:1787763388.406728:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1787763388.406729:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
02000000:00000001:0.0:1787763388.406743:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787763388.406743:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9550.
00000100:00000200:1.0:1787763388.406750:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320581632, offset 0
00000400:00000200:1.0:1787763388.406754:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763388.406757:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763388.406764:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000100:00000001:0.0:1787763388.406765:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000200:1.0:1787763388.406770:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763388.406776:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000008:00100000:0.0:1787763388.406779:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000400:00000200:1.0:1787763388.406785:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000008:00000001:0.0:1787763388.406791:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763388.406798:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000100:00000001:0.0:1787763388.406800:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763388.406810:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63307:63307:256:4294967295] 192.168.203.113@tcp LPNI seq info [63307:63307:8:4294967295]
00000100:00000010:0.0:1787763388.406813:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81851680.
00000020:00000040:0.0:1787763388.406819:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
02000000:00000001:0.0:1787763388.406829:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1787763388.406829:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
02000000:00000001:0.0:1787763388.406835:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763388.406840:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763388.406844:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763388.406849:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763388.406858:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
02000000:00000010:0.0:1787763388.406859:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d50558800.
00000100:00000001:0.0:1787763388.406874:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787763388.406881:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763388.406888:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef600.
00000800:00000200:1.0:1787763388.406900:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00100000:0.0:1787763388.406902:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81851680 x1874599320581888/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.0:1787763388.406906:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787763388.406923:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763388.406928:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1787763388.406949:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763388.406954:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef600.
00000400:00000200:1.0:1787763388.406964:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1787763388.406967:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1787763388.406974:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1787763388.406979:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763388.406981:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9550
00000400:00000010:1.0:1787763388.406988:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9550.
00000100:00000001:1.0:1787763388.406994:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:0.0:1787763388.406999:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be916297] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81851680 x1874599320581888/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763388.407004:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d81853840 x1874599320581632/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763388.407067:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763388.407084:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787763388.407088:0:268573:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20561)
00000100:00000040:1.0:1787763388.407096:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81853840 x1874599320581632/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763413 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763388.407102:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763388.407103:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763388.407106:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763388.407111:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:1.0:1787763388.407114:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763388.407118:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315223597
00000100:00000001:1.0:1787763388.407121:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315224824
00000100:00000001:1.0:1787763388.407123:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315223597
00000100:00000001:1.0:1787763388.407125:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315224824
00000100:00000001:1.0:1787763388.407126:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763388.407128:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763388.407129:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763388.407132:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763388/real 1787763388]  req@ffff9b9d81853840 x1874599320581632/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763388.407137:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763388.407138:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763388.407139:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43e70.
00000400:00000200:1.0:1787763388.407141:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9ee0
00000400:00000010:1.0:1787763388.407142:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9ee0.
00000100:00000001:1.0:1787763388.407144:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763388.407146:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81853840 x1874599320581632/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763388.407151:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81853840 x1874599320581632/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763388.407155:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763388.407157:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763388.407158:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763388.407159:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763388.407162:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81853840 x1874599320581632/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763388.407166:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763388.407169:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81853840 x1874599320581632/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763413 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763388.407173:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763388.407174:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763388.407175:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763388.407176:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763388.407177:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763388.407192:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763388.407194:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763388.407196:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763388.407197:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763388.407199:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81853840 x1874599320581632/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763413 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763388.407204:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81853840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320581632:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763388.407207:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763388.407210:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81850f00 x1874599320581760/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763388.407215:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763388.407216:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763388.407218:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763388.407220:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763388.407221:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763388.407223:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81850f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320581760:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763388.407226:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763388.407227:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763388.407229:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763388.407230:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763388.407233:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db8400.
02000000:00000001:1.0:1787763388.407234:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763388.407236:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763388.407238:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43e70.
00000400:00000010:1.0:1787763388.407240:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9ee0.
00000100:00000200:1.0:1787763388.407242:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320581760, portal 10
00000100:00000001:1.0:1787763388.407244:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763388.407245:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699517992704 : -110374191558912 : ffff9b9d81850f00)
00000100:00000040:1.0:1787763388.407250:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81850f00 x1874599320581760/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763388.407255:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763388.407256:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763388.407258:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9550.
00000100:00000200:1.0:1787763388.407259:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320581760, offset 0
00000400:00000200:1.0:1787763388.407261:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763388.407264:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763388.407266:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763388.407268:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763388.407269:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763388.407271:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763388.407273:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763388.407275:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63308:63308:256:4294967295] 192.168.203.113@tcp LPNI seq info [63308:63308:8:4294967295]
00000400:00000200:1.0:1787763388.407278:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763388.407283:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763388.407286:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763388.407288:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef600.
00000800:00000200:1.0:1787763388.407291:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763388.407293:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787763388.407296:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763388.407298:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1787763388.407301:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763388.407302:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef600.
00000400:00000200:1.0:1787763388.407304:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763388.407307:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763388.407309:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9550
00000400:00000010:1.0:1787763388.407310:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9550.
00000100:00000001:1.0:1787763388.407312:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763388.407314:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d81850f00 x1874599320581760/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763388.407319:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763388.407321:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81850f00 x1874599320581760/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763413 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763388.407326:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763388.407327:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763388.407329:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763388.407331:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:1.0:1787763388.407333:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763388.407335:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315223576
00000100:00000001:1.0:1787763388.407337:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315224824
00000100:00000001:1.0:1787763388.407338:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315223576
00000100:00000001:1.0:1787763388.407340:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315224824
00000100:00000001:1.0:1787763388.407342:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763388.407343:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763388.407344:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763388.407346:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763388/real 1787763388]  req@ffff9b9d81850f00 x1874599320581760/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763388.407350:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763388.407352:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763388.407353:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43e70.
00000400:00000200:1.0:1787763388.407355:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9ee0
00000400:00000010:1.0:1787763388.407356:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9ee0.
00000100:00000001:1.0:1787763388.407357:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763388.407359:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81850f00 x1874599320581760/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763388.407364:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81850f00 x1874599320581760/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763388.407368:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763388.407369:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763388.407370:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763388.407371:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763388.407373:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81850f00 x1874599320581760/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763388.407392:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763388.407396:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81850f00 x1874599320581760/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763413 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763388.407400:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763388.407401:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763388.407402:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763388.407403:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763388.407404:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763388.407406:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763388.407407:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763388.407410:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763388.407411:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763388.407414:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81850f00 x1874599320581760/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763413 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763388.407423:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81850f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320581760:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763388.407425:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763388.407427:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763388.407429:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81853840 x1874599320581632/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763413 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763388.407432:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763388.407434:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763388.407435:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58dbb000.
02000000:00000001:1.0:1787763388.407437:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763388.407438:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763388.407439:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:1.0:1787763388.407457:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763388.407459:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d50559800.
02000000:00000001:1.0:1787763388.407461:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763388.407462:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763388.407464:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81853840.
00000100:00000001:1.0:1787763388.407465:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763388.407466:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763388.407467:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763388.407470:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81850f00 x1874599320581760/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763413 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763388.407474:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763388.407475:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763388.407476:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db8400.
02000000:00000001:1.0:1787763388.407478:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763388.407480:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763388.407482:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:1.0:1787763388.407484:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763388.407486:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d50559400.
02000000:00000001:1.0:1787763388.407488:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763388.407489:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763388.407491:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81850f00.
00000100:00000001:1.0:1787763388.407496:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763388.407497:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763388.407499:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763388.407501:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763388.407504:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763388.407507:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763388.407508:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763388.407509:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763388.407512:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81851680 x1874599320581888/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763388.407517:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763388.407518:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763388.407520:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763388.407521:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763388.407523:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763388.407524:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81851680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320581888:192.168.203.113@tcp:8:kworker.0
00000100:00000001:1.0:1787763388.407527:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763388.407529:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763388.407530:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763388.407531:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763388.407534:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db8400.
02000000:00000001:1.0:1787763388.407535:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763388.407538:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763388.407540:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43e70.
00000400:00000010:1.0:1787763388.407542:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9ee0.
00000100:00000200:1.0:1787763388.407545:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320581888, portal 4
00000100:00000001:1.0:1787763388.407546:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763388.407547:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699517994624 : -110374191556992 : ffff9b9d81851680)
00000100:00000040:1.0:1787763388.407551:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81851680 x1874599320581888/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763388.407556:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763388.407558:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763388.407559:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9550.
00000100:00000200:1.0:1787763388.407561:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320581888, offset 0
00000400:00000200:1.0:1787763388.407564:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763388.407566:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763388.407569:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763388.407571:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763388.407573:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763388.407575:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763388.407576:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763388.407578:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63309:63309:256:4294967295] 192.168.203.113@tcp LPNI seq info [63309:63309:8:4294967295]
00000400:00000200:1.0:1787763388.407581:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763388.407585:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763388.407588:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763388.407590:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef600.
00000800:00000200:1.0:1787763388.407592:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763388.407594:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787763388.407597:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763388.407599:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1787763388.407602:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763388.407603:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef600.
00000400:00000200:1.0:1787763388.407605:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763388.407607:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763388.407609:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9550
00000400:00000010:1.0:1787763388.407611:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9550.
00000100:00000001:1.0:1787763388.407612:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763388.407614:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d81851680 x1874599320581888/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763388.407619:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763388.407621:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81851680 x1874599320581888/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763413 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763388.407625:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763388.407626:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763388.407628:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763388.407631:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:1.0:1787763388.407633:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763388.407635:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315223589
00000100:00000001:1.0:1787763388.407636:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315224824
00000100:00000001:1.0:1787763388.407638:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315223589
00000100:00000001:1.0:1787763388.407640:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315224824
00000100:00000001:1.0:1787763388.407641:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763388.407642:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763388.407643:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763388.407645:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763388/real 1787763388]  req@ffff9b9d81851680 x1874599320581888/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763388.407650:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763388.407651:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763388.407652:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43e70.
00000400:00000200:1.0:1787763388.407653:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9ee0
00000400:00000010:1.0:1787763388.407655:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9ee0.
00000100:00000001:1.0:1787763388.407656:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763388.407658:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81851680 x1874599320581888/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763388.407663:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81851680 x1874599320581888/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763388.407667:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763388.407668:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763388.407669:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763388.407670:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763388.407672:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81851680 x1874599320581888/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763388.407676:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763388.407679:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81851680 x1874599320581888/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763413 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763388.407683:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763388.407685:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763388.407686:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763388.407687:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763388.407688:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763388.407689:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763388.407691:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763388.407693:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763388.407695:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763388.407697:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81851680 x1874599320581888/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763413 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763388.407702:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81851680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320581888:192.168.203.113@tcp:8:kworker.0
00000100:00000001:1.0:1787763388.407704:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763388.407705:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763388.407707:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81851680 x1874599320581888/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763413 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763388.407710:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763388.407711:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763388.407712:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db8400.
02000000:00000001:1.0:1787763388.407713:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763388.407714:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763388.407715:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:1.0:1787763388.407717:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763388.407718:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d50558800.
02000000:00000001:1.0:1787763388.407720:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763388.407721:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763388.407722:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81851680.
00000100:00000001:1.0:1787763388.407723:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763388.407724:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763388.407725:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763388.407727:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763388.407728:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763388.407729:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763388.407732:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763388.596534:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763388.596540:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763388.596546:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763388.596548:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763388.596551:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763388.596552:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763388.596621:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763388.596626:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763388.596629:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763389.428605:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763389.428614:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763389.428616:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763389.428623:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763389.428629:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763389.428634:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763389.428636:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763389.428639:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763389.428643:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763389.620574:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763389.620583:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763389.620592:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763389.620595:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763389.620599:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763389.620602:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763389.620697:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763389.620703:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763389.620708:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1787763389.684544:0:303331:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b110 (cpu 1) has reached its deadline 4315224824, at 4315224832
00000100:00000010:1.0:1787763389.684564:0:303331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69b540.
00000100:00000040:0.0:1787763389.684578:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4315224824, at 4315224832
00000100:00000010:0.0:1787763389.684602:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69b840.
00000100:00000001:1.0:1787763390.452543:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763390.452551:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763390.452554:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763390.452559:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763390.452562:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763390.452566:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763390.452569:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763390.452572:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763390.452574:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763390.644638:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763390.644644:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763390.644646:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763390.644648:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763390.644652:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763390.644654:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763390.644655:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763390.644657:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763390.644659:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763390.644661:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763390.644662:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763390.644663:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763390.644664:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763390.644665:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763390.644666:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763390.644668:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763390.644671:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763390.644672:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763390.644716:0:281543:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763390.644720:0:281543:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763390.644722:0:281543:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763391.476548:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763391.476558:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763391.476561:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763391.476567:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763391.476572:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763391.476576:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763391.476579:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763391.476582:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763391.476584:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763391.668533:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763391.668539:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763391.668546:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763391.668548:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763391.668551:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763391.668553:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763391.668623:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763391.668629:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763391.668634:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763392.500578:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763392.500587:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763392.500590:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763392.500595:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763392.500600:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763392.500605:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763392.500608:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763392.500613:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763392.500615:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763392.692557:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763392.692565:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763392.692570:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763392.692571:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763392.692574:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763392.692577:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763392.692579:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763392.692581:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763392.692583:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763392.692602:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763392.692605:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763392.692608:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763392.692683:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763392.692689:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763392.692694:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763393.524531:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763393.524543:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1787763393.524543:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787763393.524545:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763393.524552:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00080000:3.0:1787763393.524553:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787763393.524557:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763393.524558:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787763393.524562:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787763393.524563:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763393.524569:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787763393.524571:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763393.524576:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787763393.524577:0:268573:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20556
00000100:00000001:1.0:1787763393.524579:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787763393.524589:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763393.524597:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763393.524600:0:268573:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763393.524604:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763393.524607:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763393.524609:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763393.524611:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763393.524615:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763393.524617:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:3.0:1787763393.524621:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763393.524624:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:3.0:1787763393.524626:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:3.0:1787763393.524628:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:3.0:1787763393.524631:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763393.524632:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763393.524633:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763393.524634:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787763393.524637:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:3.0:1787763393.524639:0:268573:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763393.524641:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763393.524644:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763393.524647:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763393.524649:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763393.524651:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787763393.524654:0:268573:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763393.524663:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d566d00.
00000020:00000040:3.0:1787763393.524666:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:3.0:1787763393.524671:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763393.524672:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763393.524675:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763393.524678:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763393.524683:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763393.524692:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45905800.
00000100:00000001:3.0:1787763393.524700:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763393.524710:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d566d00 x1874599320582016/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763393.524719:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763393.524724:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763393.524728:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6377b55] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d566d00 x1874599320582016/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763393.524754:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763393.524756:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763393.524759:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787763393.524760:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763393.524761:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763393.524763:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763393.524766:0:268573:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20556
00000400:00000200:3.0:1787763393.524768:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763393.524770:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763393.524772:0:268573:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763393.524775:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763393.524777:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763393.524779:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763393.524780:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000001:1.0:1787763393.524782:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1787763393.524783:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763393.524786:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000100:00000001:1.0:1787763393.524788:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1787763393.524789:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787763393.524793:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1787763393.524794:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000020:00000001:3.0:1787763393.524797:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000020:00000001:3.0:1787763393.524799:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000040:3.0:1787763393.524804:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000040:1.0:1787763393.524806:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d566d00 x1874599320582016/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763393.524806:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763393.524811:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763393.524815:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787763393.524820:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00080000:3.0:1787763393.524824:0:268573:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763393.524829:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763393.524831:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1787763393.524832:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787763393.524834:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763393.524840:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763393.524841:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763393.524845:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763393.524845:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763393.524849:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:1.0:1787763393.524850:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1787763393.524856:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787763393.524857:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d566d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320582016:192.168.203.113@tcp:250:kworker.0
00000100:00000001:1.0:1787763393.524863:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00000001:3.0:1787763393.524865:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763393.524870:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1787763393.524870:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763393.524873:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763393.524877:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:3.0:1787763393.524877:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d5643c0.
00000020:00000040:3.0:1787763393.524883:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
02000000:00000010:1.0:1787763393.524885:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db8400.
02000000:00000001:3.0:1787763393.524887:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787763393.524892:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763393.524892:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763393.524898:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763393.524909:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763393.524911:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763393.524915:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
02000000:00000010:3.0:1787763393.524918:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45905000.
00000400:00000010:1.0:1787763393.524922:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43e70.
00000100:00000001:3.0:1787763393.524925:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787763393.524934:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9ee0.
00000100:00100000:3.0:1787763393.524934:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d5643c0 x1874599320582144/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763393.524946:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000200:1.0:1787763393.524948:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320582016, portal 25
00000100:00000001:3.0:1787763393.524949:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763393.524952:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763393.524955:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910956800 : -110374798594816 : ffff9b9d5d566d00)
00000100:00000040:3.0:1787763393.524957:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c43373d] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d5643c0 x1874599320582144/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787763393.524975:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d566d00 x1874599320582016/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763393.524984:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763393.524989:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763393.524994:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9550.
00000100:00000200:1.0:1787763393.524999:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320582016, offset 0
00000100:00000001:3.0:1787763393.525002:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763393.525007:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1787763393.525009:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000100:00080000:3.0:1787763393.525015:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787763393.525017:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763393.525019:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1787763393.525021:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:3.0:1787763393.525026:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1787763393.525033:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000100:00080000:3.0:1787763393.525033:0:268573:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20556
00000400:00000200:1.0:1787763393.525041:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787763393.525042:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763393.525048:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:3.0:1787763393.525051:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000400:00000200:1.0:1787763393.525055:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000100:00080000:3.0:1787763393.525056:0:268573:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1787763393.525059:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000100:00000040:3.0:1787763393.525064:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000400:00000200:1.0:1787763393.525066:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63310:63310:256:4294967295] 192.168.203.113@tcp LPNI seq info [63310:63310:8:4294967295]
00000100:00000001:3.0:1787763393.525069:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787763393.525073:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000040:3.0:1787763393.525075:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763393.525078:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763393.525080:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763393.525082:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000020:00000001:3.0:1787763393.525085:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:1.0:1787763393.525088:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000020:00000040:3.0:1787763393.525089:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000020:00000001:3.0:1787763393.525094:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000020:00000001:3.0:1787763393.525097:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000800:00000200:1.0:1787763393.525098:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000100:00000040:3.0:1787763393.525102:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763393.525104:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763393.525105:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763393.525106:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787763393.525108:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000100:00080000:3.0:1787763393.525110:0:268573:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763393.525111:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1787763393.525113:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef600.
02000000:00000001:3.0:1787763393.525113:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763393.525117:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763393.525120:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763393.525132:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000800:00000200:1.0:1787763393.525133:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000008:00100000:3.0:1787763393.525137:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000800:00000200:1.0:1787763393.525138:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00000008:00000001:3.0:1787763393.525140:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763393.525146:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787763393.525149:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000010:3.0:1787763393.525150:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d566580.
00000020:00000040:3.0:1787763393.525156:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000800:00000200:1.1:1787763393.525156:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
02000000:00000001:3.0:1787763393.525159:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000100:1.0:1787763393.525163:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
02000000:00000001:3.0:1787763393.525164:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763393.525167:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000800:00000010:1.0:1787763393.525168:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef600.
02000000:00000001:3.0:1787763393.525169:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763393.525172:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763393.525175:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000010:3.0:1787763393.525178:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45906400.
00000400:00000200:1.0:1787763393.525182:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1787763393.525185:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763393.525191:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d566580 x1874599320582272/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787763393.525199:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9550
00000400:00000010:1.0:1787763393.525203:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9550.
00000100:00000001:3.0:1787763393.525206:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787763393.525208:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787763393.525209:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787763393.525215:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d566d00 x1874599320582016/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787763393.525216:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f409d8da] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d566580 x1874599320582272/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763393.525229:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763393.525234:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787763393.525237:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763393.525238:0:268573:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1787763393.525242:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1787763393.525243:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d566d00 x1874599320582016/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763418 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787763393.525246:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787763393.525250:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763393.525253:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763393.525257:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763393.525263:0:268573:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20556
00000100:00000001:1.0:1787763393.525265:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763393.525269:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000200:3.0:1787763393.525270:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763393.525274:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763393.525276:0:268573:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787763393.525278:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763393.525278:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763393.525282:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787763393.525285:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000040:3.0:1787763393.525287:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763393.525289:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4315229943
00000100:00000001:3.0:1787763393.525290:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763393.525294:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000010:1.0:1787763393.525295:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d7f69b540.
00000020:00000040:3.0:1787763393.525295:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000020:00000001:3.0:1787763393.525309:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763393.525311:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000020:00000001:3.0:1787763393.525313:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000001:1.0:1787763393.525314:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000020:00000001:3.0:1787763393.525317:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000040:3.0:1787763393.525321:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763393.525322:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763393.525324:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763393.525325:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787763393.525326:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00000001:1.0:1787763393.525328:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4315229943
00000100:00080000:3.0:1787763393.525328:0:268573:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763393.525333:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787763393.525334:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d7f69b0c0.
02000000:00000001:3.0:1787763393.525336:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787763393.525350:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
02000000:00000001:3.0:1787763393.525353:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763393.525355:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763393.525357:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763393.525360:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763393.525361:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1787763393.525374:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000008:00100000:3.0:1787763393.525374:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763393.525379:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763393.525382:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763393/real 1787763393]  req@ffff9b9d5d566d00 x1874599320582016/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763393.525382:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763393.525389:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d567840.
00000020:00000040:3.0:1787763393.525394:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
00000400:00000001:1.0:1787763393.525397:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:3.0:1787763393.525398:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000001:1.0:1787763393.525401:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:3.0:1787763393.525401:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787763393.525404:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43e70.
00000100:00000001:3.0:1787763393.525404:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763393.525407:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1787763393.525409:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9ee0
02000000:00000001:3.0:1787763393.525410:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787763393.525413:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9ee0.
02000000:00000010:3.0:1787763393.525415:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45907400.
00000100:00000001:1.0:1787763393.525416:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787763393.525421:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787763393.525422:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d566d00 x1874599320582016/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763393.525429:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d567840 x1874599320582400/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1787763393.525435:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d566d00 x1874599320582016/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763393.525461:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763393.525463:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763393.525467:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787763393.525468:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763393.525472:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763393.525472:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763393.525478:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d566d00 x1874599320582016/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787763393.525480:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002fc5cb79] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d567840 x1874599320582400/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763393.525508:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763393.525509:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763393.525516:0:268573:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20566)
00000100:00000040:1.0:1787763393.525520:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d566d00 x1874599320582016/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763418 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763393.525531:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763393.525534:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763393.525536:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763393.525537:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763393.525539:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763393.525541:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763393.525543:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763393.525547:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763393.525549:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763393.525552:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d566d00 x1874599320582016/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763418 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763393.525558:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d566d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320582016:192.168.203.113@tcp:250:kworker.0
00000100:00000001:1.0:1787763393.525562:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763393.525564:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763393.525566:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d566d00 x1874599320582016/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763418 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763393.525571:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763393.525574:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763393.525576:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db8400.
02000000:00000001:1.0:1787763393.525578:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763393.525580:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763393.525581:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:1.0:1787763393.525582:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763393.525585:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45905800.
02000000:00000001:1.0:1787763393.525588:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763393.525591:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763393.525592:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d566d00.
00000100:00000001:1.0:1787763393.525597:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763393.525598:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763393.525599:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763393.525607:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763393.525609:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763393.525610:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763393.525612:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763393.525613:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763393.525615:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d5643c0 x1874599320582144/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763393.525627:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763393.525628:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763393.525630:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763393.525632:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763393.525633:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763393.525635:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d5643c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320582144:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763393.525638:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763393.525639:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763393.525641:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763393.525642:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763393.525644:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db8400.
02000000:00000001:1.0:1787763393.525645:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763393.525649:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763393.525651:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43e70.
00000400:00000010:1.0:1787763393.525654:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9ee0.
00000100:00000200:1.0:1787763393.525656:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320582144, portal 10
00000100:00000001:1.0:1787763393.525658:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763393.525659:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910946240 : -110374798605376 : ffff9b9d5d5643c0)
00000100:00000040:1.0:1787763393.525665:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d5643c0 x1874599320582144/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763393.525670:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763393.525671:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763393.525674:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9550.
00000100:00000200:1.0:1787763393.525675:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320582144, offset 0
00000400:00000200:1.0:1787763393.525678:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763393.525681:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763393.525684:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763393.525687:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763393.525688:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763393.525690:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763393.525692:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763393.525694:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63311:63311:256:4294967295] 192.168.203.113@tcp LPNI seq info [63311:63311:8:4294967295]
00000400:00000200:1.0:1787763393.525697:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763393.525701:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763393.525705:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763393.525707:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef600.
00000800:00000200:1.0:1787763393.525710:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763393.525712:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787763393.525716:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763393.525717:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1787763393.525720:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763393.525721:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef600.
00000400:00000200:1.0:1787763393.525723:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763393.525726:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763393.525728:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9550
00000400:00000010:1.0:1787763393.525730:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9550.
00000100:00000001:1.0:1787763393.525731:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763393.525735:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d5643c0 x1874599320582144/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763393.525744:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763393.525747:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d5643c0 x1874599320582144/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763418 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763393.525754:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763393.525756:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763393.525761:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763393.525766:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:1.0:1787763393.525769:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763393.525772:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315228716
00000100:00000001:1.0:1787763393.525775:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315229943
00000100:00000001:1.0:1787763393.525777:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315228716
00000100:00000001:1.0:1787763393.525779:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315229943
00000100:00000001:1.0:1787763393.525782:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763393.525784:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763393.525785:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763393.525788:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763393/real 1787763393]  req@ffff9b9d5d5643c0 x1874599320582144/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763393.525795:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763393.525796:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763393.525798:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43e70.
00000400:00000200:1.0:1787763393.525801:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9ee0
00000400:00000010:1.0:1787763393.525803:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9ee0.
00000100:00000001:1.0:1787763393.525805:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763393.525808:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d5643c0 x1874599320582144/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763393.525817:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d5643c0 x1874599320582144/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763393.525825:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763393.525826:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763393.525828:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763393.525830:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763393.525834:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d5643c0 x1874599320582144/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763393.525841:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763393.525845:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d5643c0 x1874599320582144/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763418 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763393.525850:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763393.525852:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763393.525853:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763393.525854:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763393.525855:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763393.525870:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763393.525872:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763393.525874:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763393.525875:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763393.525878:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d5643c0 x1874599320582144/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763418 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763393.525883:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d5643c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320582144:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763393.525886:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763393.525889:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d566580 x1874599320582272/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763393.525896:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763393.525908:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763393.525911:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763393.525913:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763393.525915:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763393.525919:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d566580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320582272:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763393.525923:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763393.525925:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763393.525926:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763393.525928:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763393.525932:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58dbb000.
02000000:00000001:1.0:1787763393.525934:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763393.525939:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763393.525942:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43e70.
00000400:00000010:1.0:1787763393.525945:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9ee0.
00000100:00000200:1.0:1787763393.525948:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320582272, portal 10
00000100:00000001:1.0:1787763393.525949:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763393.525951:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910954880 : -110374798596736 : ffff9b9d5d566580)
00000100:00000040:1.0:1787763393.525956:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d566580 x1874599320582272/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763393.525961:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763393.525962:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763393.525964:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9550.
00000100:00000200:1.0:1787763393.525965:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320582272, offset 0
00000400:00000200:1.0:1787763393.525968:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763393.525971:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763393.525973:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763393.525975:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763393.525977:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763393.525979:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763393.525981:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763393.525994:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63312:63312:256:4294967295] 192.168.203.113@tcp LPNI seq info [63312:63312:8:4294967295]
00000400:00000200:1.0:1787763393.525997:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763393.526001:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763393.526004:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763393.526006:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef600.
00000800:00000200:1.0:1787763393.526009:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763393.526011:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787763393.526014:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763393.526016:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1787763393.526019:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763393.526021:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef600.
00000400:00000200:1.0:1787763393.526023:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763393.526025:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763393.526028:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9550
00000400:00000010:1.0:1787763393.526030:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9550.
00000100:00000001:1.0:1787763393.526032:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763393.526034:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d566580 x1874599320582272/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763393.526039:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763393.526041:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d566580 x1874599320582272/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763418 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763393.526046:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763393.526047:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763393.526049:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763393.526051:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:1.0:1787763393.526053:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763393.526055:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315228695
00000100:00000001:1.0:1787763393.526057:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315229943
00000100:00000001:1.0:1787763393.526058:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315228695
00000100:00000001:1.0:1787763393.526060:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315229943
00000100:00000001:1.0:1787763393.526061:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763393.526063:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763393.526064:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763393.526066:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763393/real 1787763393]  req@ffff9b9d5d566580 x1874599320582272/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763393.526072:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763393.526073:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763393.526074:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43e70.
00000400:00000200:1.0:1787763393.526076:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9ee0
00000400:00000010:1.0:1787763393.526077:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9ee0.
00000100:00000001:1.0:1787763393.526078:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763393.526080:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d566580 x1874599320582272/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763393.526085:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d566580 x1874599320582272/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763393.526090:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763393.526091:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763393.526092:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763393.526093:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763393.526096:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d566580 x1874599320582272/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763393.526100:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763393.526102:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d566580 x1874599320582272/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763418 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763393.526106:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763393.526108:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763393.526109:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763393.526109:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763393.526110:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763393.526112:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763393.526113:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763393.526115:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763393.526116:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763393.526118:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d566580 x1874599320582272/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763418 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763393.526123:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d566580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320582272:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763393.526126:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763393.526128:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d567840 x1874599320582400/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763393.526133:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763393.526134:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763393.526136:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763393.526137:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763393.526139:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763393.526141:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d567840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320582400:192.168.203.113@tcp:8:kworker.0
00000100:00000001:1.0:1787763393.526144:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763393.526145:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763393.526146:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763393.526147:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763393.526149:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db8c00.
02000000:00000001:1.0:1787763393.526151:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763393.526153:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763393.526155:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43e70.
00000400:00000010:1.0:1787763393.526157:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9ee0.
00000100:00000200:1.0:1787763393.526159:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320582400, portal 4
00000100:00000001:1.0:1787763393.526161:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763393.526162:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910959680 : -110374798591936 : ffff9b9d5d567840)
00000100:00000040:1.0:1787763393.526165:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d567840 x1874599320582400/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763393.526170:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763393.526172:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763393.526173:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9550.
00000100:00000200:1.0:1787763393.526175:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320582400, offset 0
00000400:00000200:1.0:1787763393.526177:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763393.526180:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763393.526181:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763393.526183:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763393.526185:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763393.526186:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763393.526188:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763393.526190:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63313:63313:256:4294967295] 192.168.203.113@tcp LPNI seq info [63313:63313:8:4294967295]
00000400:00000200:1.0:1787763393.526193:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763393.526198:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763393.526201:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763393.526203:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef600.
00000800:00000200:1.0:1787763393.526206:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763393.526208:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787763393.526210:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763393.526212:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1787763393.526215:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763393.526216:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef600.
00000400:00000200:1.0:1787763393.526218:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763393.526220:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763393.526222:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9550
00000400:00000010:1.0:1787763393.526223:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9550.
00000100:00000001:1.0:1787763393.526224:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763393.526226:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d567840 x1874599320582400/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763393.526231:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763393.526233:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d567840 x1874599320582400/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763418 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763393.526237:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763393.526238:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763393.526250:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763393.526253:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:1.0:1787763393.526255:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763393.526256:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315228707
00000100:00000001:1.0:1787763393.526258:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315229943
00000100:00000001:1.0:1787763393.526259:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315228707
00000100:00000001:1.0:1787763393.526260:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315229943
00000100:00000001:1.0:1787763393.526262:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763393.526263:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763393.526264:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763393.526266:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763393/real 1787763393]  req@ffff9b9d5d567840 x1874599320582400/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763393.526273:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763393.526274:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763393.526275:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43e70.
00000400:00000200:1.0:1787763393.526276:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9ee0
00000400:00000010:1.0:1787763393.526277:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9ee0.
00000100:00000001:1.0:1787763393.526278:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763393.526280:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d567840 x1874599320582400/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763393.526285:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d567840 x1874599320582400/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763393.526289:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763393.526290:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763393.526291:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763393.526292:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763393.526294:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d567840 x1874599320582400/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763393.526298:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763393.526300:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d567840 x1874599320582400/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763418 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763393.526304:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763393.526305:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763393.526306:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763393.526307:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763393.526308:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763393.526309:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763393.526311:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763393.526313:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763393.526314:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763393.526318:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d567840 x1874599320582400/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763418 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763393.526323:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d567840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320582400:192.168.203.113@tcp:8:kworker.0
00000100:00000001:1.0:1787763393.526326:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763393.526327:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763393.526329:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d5643c0 x1874599320582144/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763418 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763393.526333:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763393.526334:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763393.526335:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db8400.
02000000:00000001:1.0:1787763393.526336:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763393.526337:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763393.526354:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:1.0:1787763393.526356:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763393.526358:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45905000.
02000000:00000001:1.0:1787763393.526360:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763393.526361:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763393.526362:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d5643c0.
00000100:00000001:1.0:1787763393.526364:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763393.526365:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763393.526366:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763393.526369:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d566580 x1874599320582272/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763418 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763393.526373:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763393.526374:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763393.526376:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58dbb000.
02000000:00000001:1.0:1787763393.526378:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763393.526379:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763393.526380:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:1.0:1787763393.526381:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763393.526382:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45906400.
02000000:00000001:1.0:1787763393.526383:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763393.526385:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763393.526386:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d566580.
00000100:00000001:1.0:1787763393.526388:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763393.526389:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763393.526401:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763393.526403:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d567840 x1874599320582400/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763418 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763393.526407:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763393.526408:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763393.526409:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db8c00.
02000000:00000001:1.0:1787763393.526410:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763393.526410:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763393.526411:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:1.0:1787763393.526412:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763393.526413:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45907400.
02000000:00000001:1.0:1787763393.526414:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763393.526415:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763393.526416:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d567840.
00000100:00000001:1.0:1787763393.526417:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763393.526418:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763393.526419:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763393.526421:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763393.526422:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763393.526423:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763393.526424:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763393.716528:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763393.716536:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763393.716542:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763393.716544:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763393.716548:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763393.716549:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763393.716595:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763393.716599:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763393.716602:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763394.548528:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763394.548537:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763394.548540:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763394.548545:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763394.548550:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763394.548554:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763394.548558:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763394.548560:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763394.548563:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763394.740527:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763394.740534:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763394.740540:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763394.740541:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763394.740544:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763394.740545:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763394.740591:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763394.740595:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763394.740598:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787763394.804530:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4315229943, at 4315229952
00000100:00000040:1.0:1787763394.804531:0:303331:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b110 (cpu 1) has reached its deadline 4315229943, at 4315229952
00000100:00000010:1.0:1787763394.804551:0:303331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69b0c0.
00000100:00000010:0.0:1787763394.804560:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69b540.
00000100:00000001:1.0:1787763395.572531:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763395.572540:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763395.572543:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763395.572548:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763395.572552:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763395.572556:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763395.572558:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763395.572561:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763395.572564:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763395.764536:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763395.764558:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763395.764566:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763395.764568:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763395.764571:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763395.764572:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763395.764619:0:281543:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763395.764623:0:281543:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763395.764626:0:281543:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763396.596525:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763396.596534:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763396.596537:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763396.596543:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763396.596549:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763396.596555:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763396.596559:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763396.596562:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763396.596565:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763396.788604:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763396.788613:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763396.788620:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763396.788622:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763396.788627:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763396.788629:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763396.788690:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763396.788696:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763396.788700:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763397.620539:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763397.620549:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763397.620556:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763397.620562:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763397.620567:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763397.620571:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763397.620574:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763397.620577:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763397.620580:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763397.812575:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763397.812584:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763397.812591:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763397.812592:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763397.812596:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763397.812597:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763397.812683:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763397.812688:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763397.812691:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763398.644548:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763398.644560:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763398.644563:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763398.644569:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763398.644576:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763398.644584:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763398.644588:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763398.644591:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763398.644595:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763398.644659:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763398.644672:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787763398.644676:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763398.644681:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763398.644688:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763398.644696:0:296758:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20561
00000400:00000200:0.0:1787763398.644707:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763398.644716:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763398.644720:0:296758:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763398.644724:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763398.644728:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763398.644732:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763398.644735:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763398.644754:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763398.644757:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:0.0:1787763398.644761:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763398.644765:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:0.0:1787763398.644768:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:0.0:1787763398.644772:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:0.0:1787763398.644776:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763398.644779:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763398.644781:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763398.644783:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787763398.644787:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:0.0:1787763398.644792:0:296758:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763398.644796:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763398.644800:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763398.644804:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763398.644807:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763398.644810:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787763398.644814:0:296758:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763398.644824:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81850000.
00000020:00000040:0.0:1787763398.644828:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:0.0:1787763398.644834:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763398.644836:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763398.644839:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763398.644843:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763398.644848:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763398.644857:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d5055a000.
00000100:00000001:0.0:1787763398.644865:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763398.644877:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81850000 x1874599320582528/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763398.644890:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763398.644896:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763398.644902:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a28e6d3] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81850000 x1874599320582528/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763398.644932:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763398.644937:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763398.644942:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787763398.644944:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763398.644946:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763398.644950:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763398.644953:0:296758:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20561
00000400:00000200:0.0:1787763398.644957:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763398.644961:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763398.644964:0:296758:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763398.644969:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763398.644971:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763398.644975:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763398.644979:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763398.644983:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763398.644985:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000020:00000001:0.0:1787763398.644988:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763398.644991:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000020:00000001:0.0:1787763398.644994:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000020:00000001:0.0:1787763398.644997:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000001:1.0:1787763398.644998:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1787763398.645005:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763398.645007:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787763398.645013:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787763398.645015:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787763398.645022:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763398.645027:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787763398.645038:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00000040:1.0:1787763398.645039:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81850000 x1874599320582528/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787763398.645054:0:296758:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763398.645070:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763398.645084:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787763398.645086:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763398.645091:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763398.645097:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787763398.645101:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763398.645101:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763398.645115:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763398.645119:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763398.645125:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81850000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320582528:192.168.203.113@tcp:250:kworker.0
00000100:00000001:0.0:1787763398.645132:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1787763398.645134:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763398.645144:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:0.0:1787763398.645146:0:296758:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1787763398.645149:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763398.645156:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:0.0:1787763398.645163:0:296758:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763398.645172:0:296758:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787763398.645172:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db8c00.
02000000:00000001:1.0:1787763398.645184:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763398.645192:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81852580.
00000400:00000200:1.0:1787763398.645201:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000020:00000040:0.0:1787763398.645204:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000400:00000010:1.0:1787763398.645209:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43e70.
02000000:00000001:0.0:1787763398.645212:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763398.645218:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763398.645223:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:1.0:1787763398.645224:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9ee0.
02000000:00000001:0.0:1787763398.645228:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763398.645233:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787763398.645236:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320582528, portal 25
00000100:00000001:1.0:1787763398.645241:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
02000000:00000010:0.0:1787763398.645242:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d50558800.
00000100:00000001:1.0:1787763398.645244:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699517988864 : -110374191562752 : ffff9b9d81850000)
00000100:00000001:0.0:1787763398.645255:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763398.645257:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81850000 x1874599320582528/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787763398.645278:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81852580 x1874599320582656/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787763398.645281:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763398.645300:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763398.645328:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9550.
00000100:00000200:1.0:1787763398.645335:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320582528, offset 0
00000100:00000001:0.0:1787763398.645344:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763398.645349:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763398.645360:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a3a56c9a] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81852580 x1874599320582656/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787763398.645361:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000100:00000001:0.0:1787763398.645380:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763398.645387:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1787763398.645388:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00080000:0.0:1787763398.645405:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787763398.645409:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1787763398.645414:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000100:00080000:0.0:1787763398.645416:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1787763398.645423:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1787763398.645431:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1787763398.645437:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763398.645468:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763398.645471:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763398.645476:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63314:63314:256:4294967295] 192.168.203.113@tcp LPNI seq info [63314:63314:8:4294967295]
00000400:00000200:1.0:1787763398.645481:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763398.645495:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000100:00080000:0.0:1787763398.645505:0:296758:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20561
00000800:00000200:1.0:1787763398.645505:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787763398.645528:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000800:00000010:1.0:1787763398.645528:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef600.
00000400:00000200:0.0:1787763398.645549:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000800:00000200:1.0:1787763398.645558:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00080000:0.0:1787763398.645560:0:296758:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000800:00000200:1.0:1787763398.645565:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 2 secs later)
00000100:00000040:0.0:1787763398.645575:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763398.645581:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1787763398.645587:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000040:0.0:1787763398.645594:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000800:00000200:1.1:1787763398.645599:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 2 secs later)
00000100:00000001:0.0:1787763398.645600:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763398.645619:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763398.645625:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000800:00000100:1.0:1787763398.645627:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000020:00000001:0.0:1787763398.645636:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000010:1.0:1787763398.645638:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef600.
00000020:00000040:0.0:1787763398.645646:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000020:00000001:0.0:1787763398.645650:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000400:00000200:1.0:1787763398.645652:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:0.0:1787763398.645663:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000400:00000200:1.0:1787763398.645673:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000100:00000040:0.0:1787763398.645680:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763398.645686:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787763398.645690:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9550
00000400:00000010:1.0:1787763398.645694:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9550.
00000100:00000040:0.0:1787763398.645698:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763398.645703:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000001:1.0:1787763398.645705:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000020:00000040:0.0:1787763398.645713:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000100:00000200:1.0:1787763398.645721:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d81850000 x1874599320582528/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787763398.645726:0:296758:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763398.645738:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763398.645745:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787763398.645748:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:0.0:1787763398.645752:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1787763398.645757:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81850000 x1874599320582528/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763423 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787763398.645760:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763398.645773:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763398.645782:0:296758:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787763398.645784:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1787763398.645800:0:296758:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763398.645802:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787763398.645814:0:296758:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763398.645820:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763398.645822:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81852940.
00000020:00000040:0.0:1787763398.645831:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000400:00000200:1.0:1787763398.645831:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763398.645842:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4315235064
02000000:00000001:0.0:1787763398.645843:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763398.645853:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787763398.645856:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d7f69b0c0.
00000100:00000001:0.0:1787763398.645859:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763398.645864:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763398.645868:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763398.645871:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
02000000:00000010:0.0:1787763398.645875:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d50559400.
00000100:00000001:0.0:1787763398.645884:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763398.645886:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4315235064
00000100:00000010:1.0:1787763398.645900:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d7f69b240.
00000100:00100000:0.0:1787763398.645907:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81852940 x1874599320582784/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787763398.645908:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787763398.645920:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763398.645935:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763398.645950:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1787763398.645952:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763398.645957:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763398.645963:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763398/real 1787763398]  req@ffff9b9d81850000 x1874599320582528/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787763398.645972:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afb094cc] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81852940 x1874599320582784/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763398.646004:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763398.646010:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763398.646015:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43e70.
00000100:00000001:0.0:1787763398.646028:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763398.646029:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9ee0
00000400:00000010:1.0:1787763398.646040:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9ee0.
00000100:00000040:0.0:1787763398.646041:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787763398.646050:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:0.0:1787763398.646053:0:296758:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1787763398.646063:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:1.0:1787763398.646064:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81850000 x1874599320582528/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787763398.646088:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000200:1.0:1787763398.646093:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81850000 x1874599320582528/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763398.646096:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787763398.646100:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00080000:0.0:1787763398.646103:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787763398.646104:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763398.646108:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763398.646114:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763398.646120:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000100:00100000:1.0:1787763398.646121:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81850000 x1874599320582528/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787763398.646134:0:296758:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20561
00000100:00000001:1.0:1787763398.646140:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1787763398.646150:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000040:1.0:1787763398.646158:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81850000 x1874599320582528/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763423 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1787763398.646167:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763398.646177:0:296758:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763398.646188:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763398.646191:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787763398.646194:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763398.646201:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763398.646205:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763398.646206:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763398.646216:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787763398.646219:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000040:0.0:1787763398.646220:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000020:00000001:0.0:1787763398.646229:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787763398.646230:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:0.0:1787763398.646233:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000100:00000001:1.0:1787763398.646237:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000020:00000001:0.0:1787763398.646238:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000020:00000001:0.0:1787763398.646246:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000001:1.0:1787763398.646246:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763398.646263:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:0.0:1787763398.646264:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763398.646278:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00080000:1.0:1787763398.646285:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000040:0.0:1787763398.646286:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763398.646301:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000001:1.0:1787763398.646312:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763398.646322:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81850000 x1874599320582528/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763423 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1787763398.646341:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00100000:1.0:1787763398.646350:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81850000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320582528:192.168.203.113@tcp:250:kworker.0
00000100:00080000:0.0:1787763398.646355:0:296758:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763398.646361:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763398.646370:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787763398.646374:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1787763398.646377:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763398.646386:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:0.0:1787763398.646387:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763398.646397:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000040:1.0:1787763398.646402:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81850000 x1874599320582528/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763423 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1787763398.646406:0:296758:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000100:00000001:1.0:1787763398.646411:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763398.646416:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000008:00000001:0.0:1787763398.646419:0:296758:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787763398.646422:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db8c00.
00000100:00000001:0.0:1787763398.646429:0:296758:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763398.646430:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763398.646436:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763398.646468:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:1.0:1787763398.646472:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763398.646475:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d5055a000.
02000000:00000001:1.0:1787763398.646480:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000010:0.0:1787763398.646483:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81853c00.
02000000:00000001:1.0:1787763398.646484:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763398.646490:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81850000.
00000100:00000001:1.0:1787763398.646500:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000020:00000040:0.0:1787763398.646501:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
00000100:00000001:1.0:1787763398.646510:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1787763398.646513:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787763398.646515:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1787763398.646518:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763398.646523:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763398.646525:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787763398.646527:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:0.0:1787763398.646529:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763398.646532:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763398.646538:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d50559800.
00000100:00000001:1.0:1787763398.646540:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763398.646548:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787763398.646551:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763398.646553:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00100000:0.0:1787763398.646578:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81853c00 x1874599320582912/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1787763398.646579:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81852580 x1874599320582656/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763398.646688:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787763398.646688:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763398.646699:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763398.646701:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763398.646707:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763398.646712:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1787763398.646719:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ce798b78] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81853c00 x1874599320582912/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787763398.646721:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763398.646740:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81852580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320582656:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763398.646762:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1787763398.646765:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763398.646766:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763398.646772:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763398.646777:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:0.0:1787763398.646778:0:296758:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20571)
02000000:00000010:1.0:1787763398.646783:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db8c00.
02000000:00000001:1.0:1787763398.646787:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763398.646792:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763398.646795:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43e70.
00000400:00000010:1.0:1787763398.646798:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9ee0.
00000100:00000200:1.0:1787763398.646802:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320582656, portal 10
00000100:00000001:1.0:1787763398.646804:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763398.646805:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699517998464 : -110374191553152 : ffff9b9d81852580)
00000100:00000040:1.0:1787763398.646813:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81852580 x1874599320582656/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763398.646819:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763398.646821:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763398.646822:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9550.
00000100:00000200:1.0:1787763398.646824:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320582656, offset 0
00000400:00000200:1.0:1787763398.646826:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763398.646830:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763398.646833:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763398.646836:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763398.646838:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763398.646839:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763398.646841:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763398.646844:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63315:63315:256:4294967295] 192.168.203.113@tcp LPNI seq info [63315:63315:8:4294967295]
00000400:00000200:1.0:1787763398.646847:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763398.646852:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763398.646855:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763398.646859:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef600.
00000800:00000200:1.0:1787763398.646862:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763398.646865:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787763398.646869:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763398.646871:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1787763398.646874:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763398.646875:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef600.
00000400:00000200:1.0:1787763398.646877:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763398.646880:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763398.646882:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9550
00000400:00000010:1.0:1787763398.646883:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9550.
00000100:00000001:1.0:1787763398.646885:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763398.646887:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d81852580 x1874599320582656/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763398.646894:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763398.646896:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81852580 x1874599320582656/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763423 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763398.646901:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763398.646902:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763398.646904:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763398.646908:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:1.0:1787763398.646910:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763398.646912:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315233837
00000100:00000001:1.0:1787763398.646914:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315235064
00000100:00000001:1.0:1787763398.646916:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315233837
00000100:00000001:1.0:1787763398.646918:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315235064
00000100:00000001:1.0:1787763398.646919:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763398.646921:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763398.646922:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763398.646924:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763398/real 1787763398]  req@ffff9b9d81852580 x1874599320582656/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763398.646935:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763398.646936:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763398.646937:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43e70.
00000400:00000200:1.0:1787763398.646939:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9ee0
00000400:00000010:1.0:1787763398.646940:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9ee0.
00000100:00000001:1.0:1787763398.646941:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763398.646943:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81852580 x1874599320582656/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763398.646948:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81852580 x1874599320582656/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763398.646953:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763398.646954:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763398.646955:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763398.646956:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763398.646959:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81852580 x1874599320582656/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763398.646963:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763398.646965:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81852580 x1874599320582656/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763423 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763398.646969:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763398.646971:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763398.646972:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763398.646973:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763398.646974:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763398.646988:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763398.646990:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763398.646992:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763398.646994:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763398.646997:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81852580 x1874599320582656/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763423 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763398.647002:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81852580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320582656:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763398.647005:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763398.647007:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81852940 x1874599320582784/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763398.647011:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763398.647012:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763398.647014:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763398.647015:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763398.647016:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763398.647018:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81852940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320582784:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763398.647020:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763398.647021:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763398.647022:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763398.647023:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763398.647025:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58dbb000.
02000000:00000001:1.0:1787763398.647027:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763398.647028:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763398.647030:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43e70.
00000400:00000010:1.0:1787763398.647031:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9ee0.
00000100:00000200:1.0:1787763398.647033:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320582784, portal 10
00000100:00000001:1.0:1787763398.647035:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763398.647036:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699517999424 : -110374191552192 : ffff9b9d81852940)
00000100:00000040:1.0:1787763398.647040:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81852940 x1874599320582784/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763398.647044:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763398.647045:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763398.647047:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9550.
00000100:00000200:1.0:1787763398.647048:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320582784, offset 0
00000400:00000200:1.0:1787763398.647051:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763398.647054:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763398.647056:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763398.647058:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763398.647060:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763398.647062:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763398.647063:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763398.647065:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63316:63316:256:4294967295] 192.168.203.113@tcp LPNI seq info [63316:63316:8:4294967295]
00000400:00000200:1.0:1787763398.647068:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763398.647072:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763398.647074:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763398.647076:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef600.
00000800:00000200:1.0:1787763398.647079:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763398.647081:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787763398.647084:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763398.647086:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1787763398.647089:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763398.647090:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef600.
00000400:00000200:1.0:1787763398.647092:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763398.647095:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763398.647097:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9550
00000400:00000010:1.0:1787763398.647098:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9550.
00000100:00000001:1.0:1787763398.647100:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763398.647102:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d81852940 x1874599320582784/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763398.647107:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763398.647109:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81852940 x1874599320582784/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763423 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763398.647113:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763398.647114:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763398.647116:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763398.647118:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:1.0:1787763398.647120:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763398.647122:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315233816
00000100:00000001:1.0:1787763398.647124:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315235064
00000100:00000001:1.0:1787763398.647126:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315233816
00000100:00000001:1.0:1787763398.647127:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315235064
00000100:00000001:1.0:1787763398.647129:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763398.647130:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763398.647131:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763398.647133:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763398/real 1787763398]  req@ffff9b9d81852940 x1874599320582784/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763398.647137:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763398.647138:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763398.647139:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43e70.
00000400:00000200:1.0:1787763398.647141:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9ee0
00000400:00000010:1.0:1787763398.647142:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9ee0.
00000100:00000001:1.0:1787763398.647144:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763398.647146:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81852940 x1874599320582784/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763398.647151:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81852940 x1874599320582784/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763398.647155:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763398.647155:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763398.647156:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763398.647157:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763398.647159:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81852940 x1874599320582784/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763398.647163:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763398.647165:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81852940 x1874599320582784/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763423 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763398.647170:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763398.647172:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763398.647173:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763398.647174:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763398.647175:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763398.647177:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763398.647178:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763398.647180:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763398.647182:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763398.647184:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81852940 x1874599320582784/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763423 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763398.647189:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81852940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320582784:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763398.647191:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763398.647192:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763398.647194:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81852580 x1874599320582656/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763423 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763398.647198:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763398.647199:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763398.647200:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db8c00.
02000000:00000001:1.0:1787763398.647202:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763398.647203:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763398.647204:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:1.0:1787763398.647206:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763398.647208:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d50558800.
02000000:00000001:1.0:1787763398.647211:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763398.647212:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763398.647214:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81852580.
00000100:00000001:1.0:1787763398.647216:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763398.647217:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763398.647218:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763398.647220:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81852940 x1874599320582784/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763423 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763398.647229:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763398.647230:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763398.647231:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58dbb000.
02000000:00000001:1.0:1787763398.647234:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763398.647235:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763398.647235:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:1.0:1787763398.647236:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763398.647237:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d50559400.
02000000:00000001:1.0:1787763398.647239:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763398.647240:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763398.647241:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81852940.
00000100:00000001:1.0:1787763398.647242:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763398.647243:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763398.647244:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763398.647246:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763398.647246:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763398.647248:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763398.647249:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763398.647250:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763398.647253:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81853c00 x1874599320582912/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763398.647257:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763398.647258:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763398.647259:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763398.647260:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763398.647261:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763398.647263:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81853c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320582912:192.168.203.113@tcp:8:kworker.0
00000100:00000001:1.0:1787763398.647266:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763398.647267:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763398.647269:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763398.647270:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763398.647272:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58dbb000.
02000000:00000001:1.0:1787763398.647273:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763398.647276:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763398.647278:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43e70.
00000400:00000010:1.0:1787763398.647280:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9ee0.
00000100:00000200:1.0:1787763398.647282:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320582912, portal 4
00000100:00000001:1.0:1787763398.647283:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763398.647284:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699518004224 : -110374191547392 : ffff9b9d81853c00)
00000100:00000040:1.0:1787763398.647289:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81853c00 x1874599320582912/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763398.647294:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763398.647295:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763398.647297:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9550.
00000100:00000200:1.0:1787763398.647298:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320582912, offset 0
00000400:00000200:1.0:1787763398.647301:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763398.647315:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763398.647320:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763398.647322:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763398.647324:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763398.647326:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763398.647327:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763398.647330:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63317:63317:256:4294967295] 192.168.203.113@tcp LPNI seq info [63317:63317:8:4294967295]
00000400:00000200:1.0:1787763398.647333:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763398.647337:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763398.647341:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763398.647345:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef600.
00000800:00000200:1.0:1787763398.647348:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763398.647351:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787763398.647356:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763398.647358:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1787763398.647363:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763398.647365:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef600.
00000400:00000200:1.0:1787763398.647369:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763398.647373:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763398.647376:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9550
00000400:00000010:1.0:1787763398.647379:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9550.
00000100:00000001:1.0:1787763398.647382:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763398.647386:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d81853c00 x1874599320582912/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763398.647394:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763398.647397:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81853c00 x1874599320582912/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763423 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763398.647401:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763398.647403:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763398.647405:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763398.647408:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:1.0:1787763398.647410:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763398.647412:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315233828
00000100:00000001:1.0:1787763398.647414:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315235064
00000100:00000001:1.0:1787763398.647416:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315233828
00000100:00000001:1.0:1787763398.647418:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315235064
00000100:00000001:1.0:1787763398.647419:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763398.647421:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763398.647422:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763398.647424:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763398/real 1787763398]  req@ffff9b9d81853c00 x1874599320582912/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763398.647429:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763398.647430:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763398.647431:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43e70.
00000400:00000200:1.0:1787763398.647432:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9ee0
00000400:00000010:1.0:1787763398.647433:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9ee0.
00000100:00000001:1.0:1787763398.647435:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763398.647436:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81853c00 x1874599320582912/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763398.647460:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81853c00 x1874599320582912/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763398.647465:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763398.647466:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763398.647467:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763398.647468:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763398.647470:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81853c00 x1874599320582912/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763398.647474:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763398.647477:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81853c00 x1874599320582912/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763423 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763398.647481:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763398.647483:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763398.647484:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763398.647484:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763398.647486:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763398.647487:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763398.647488:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763398.647490:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763398.647491:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763398.647494:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81853c00 x1874599320582912/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763423 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763398.647498:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81853c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320582912:192.168.203.113@tcp:8:kworker.0
00000100:00000001:1.0:1787763398.647501:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763398.647502:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763398.647504:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81853c00 x1874599320582912/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763423 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763398.647509:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763398.647510:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763398.647511:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58dbb000.
02000000:00000001:1.0:1787763398.647513:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763398.647514:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763398.647516:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:1.0:1787763398.647517:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763398.647518:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d50559800.
02000000:00000001:1.0:1787763398.647520:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763398.647521:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763398.647522:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81853c00.
00000100:00000001:1.0:1787763398.647524:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763398.647525:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763398.647527:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763398.647529:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763398.647530:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763398.647531:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763398.647533:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763398.836564:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763398.836572:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763398.836581:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763398.836583:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763398.836589:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763398.836592:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763398.836674:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763398.836681:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763398.836686:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763399.668554:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763399.668567:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763399.668572:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763399.668582:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763399.668590:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763399.668598:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763399.668604:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763399.668610:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763399.668616:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763399.860616:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763399.860625:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763399.860632:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763399.860634:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763399.860638:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763399.860640:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763399.860742:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763399.860749:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763399.860753:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787763399.924573:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4315235064, at 4315235072
00000100:00000040:1.0:1787763399.924583:0:303331:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b110 (cpu 1) has reached its deadline 4315235064, at 4315235072
00000100:00000010:0.0:1787763399.924606:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69b0c0.
00000100:00000010:1.0:1787763399.924617:0:303331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69b240.
00000100:00000001:1.0:1787763400.692517:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763400.692526:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763400.692529:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763400.692537:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763400.692543:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763400.692548:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763400.692552:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763400.692557:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763400.692561:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763400.884529:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763400.884541:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763400.884545:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763400.884550:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763400.884557:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763400.884560:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763400.884573:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763400.884576:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763400.884581:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763400.884583:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763400.884584:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763400.884586:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763400.884587:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763400.884588:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763400.884589:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763400.884591:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763400.884594:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763400.884595:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763400.884642:0:281543:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763400.884648:0:281543:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763400.884651:0:281543:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763401.716544:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763401.716554:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763401.716557:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763401.716564:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763401.716569:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763401.716573:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763401.716577:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763401.716581:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763401.716587:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763401.908594:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763401.908603:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763401.908611:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763401.908614:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763401.908619:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763401.908621:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763401.908745:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763401.908751:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763401.908756:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763402.740520:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763402.740527:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763402.740529:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763402.740534:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763402.740538:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763402.740542:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763402.740545:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763402.740547:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763402.740550:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763402.932527:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763402.932532:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763402.932537:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763402.932538:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763402.932541:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763402.932544:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763402.932546:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763402.932548:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763402.932550:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763402.932552:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763402.932554:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763402.932556:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763402.932596:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763402.932601:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763402.932603:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763403.764579:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1787763403.764590:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787763403.764591:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763403.764600:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763403.764609:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:1.0:1787763403.764611:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763403.764615:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787763403.764627:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1787763403.764628:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787763403.764640:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763403.764641:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787763403.764651:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1787763403.764657:0:296758:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20566
00000100:00000001:1.0:1787763403.764660:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763403.764667:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787763403.764673:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763403.764682:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763403.764685:0:296758:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763403.764688:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763403.764692:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763403.764695:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763403.764697:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763403.764701:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763403.764703:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:3.0:1787763403.764706:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763403.764709:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:3.0:1787763403.764711:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:3.0:1787763403.764713:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:3.0:1787763403.764715:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763403.764716:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763403.764717:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763403.764719:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787763403.764721:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:3.0:1787763403.764724:0:296758:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763403.764726:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763403.764729:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763403.764733:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763403.764737:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763403.764739:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787763403.764742:0:296758:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763403.764753:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d564000.
00000020:00000040:3.0:1787763403.764756:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:3.0:1787763403.764761:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763403.764764:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763403.764768:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763403.764772:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763403.764778:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763403.764790:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45907800.
00000100:00000001:3.0:1787763403.764799:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763403.764812:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d564000 x1874599320583040/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763403.764825:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763403.764831:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763403.764836:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008321534d] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d564000 x1874599320583040/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763403.764860:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763403.764864:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763403.764867:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787763403.764868:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763403.764870:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763403.764872:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763403.764875:0:296758:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20566
00000400:00000200:3.0:1787763403.764878:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763403.764880:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763403.764882:0:296758:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763403.764884:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763403.764892:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763403.764894:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763403.764896:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763403.764899:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763403.764900:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000020:00000001:3.0:1787763403.764902:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763403.764904:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000020:00000001:3.0:1787763403.764906:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000020:00000001:3.0:1787763403.764907:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000040:3.0:1787763403.764910:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763403.764911:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763403.764913:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763403.764914:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787763403.764915:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00000001:1.0:1787763403.764917:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:3.0:1787763403.764918:0:296758:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763403.764923:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763403.764924:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787763403.764927:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1787763403.764931:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763403.764932:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1787763403.764934:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763403.764937:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763403.764943:0:296758:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000100:00000040:1.0:1787763403.764944:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d564000 x1874599320583040/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1787763403.764947:0:296758:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763403.764951:0:296758:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763403.764959:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000010:3.0:1787763403.764960:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d567840.
00000100:00000001:1.0:1787763403.764961:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787763403.764965:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
02000000:00000001:1.0:1787763403.764967:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787763403.764968:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763403.764971:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763403.764973:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787763403.764974:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763403.764974:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763403.764977:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763403.764981:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763403.764982:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45904800.
00000100:00000001:3.0:1787763403.764987:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763403.764989:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d564000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320583040:192.168.203.113@tcp:250:kworker.0
00000100:00100000:3.0:1787763403.764994:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d567840 x1874599320583168/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787763403.764999:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763403.765006:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1787763403.765008:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763403.765011:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763403.765012:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763403.765016:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002fc5cb79] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d567840 x1874599320583168/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787763403.765018:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787763403.765025:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787763403.765028:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58dbb000.
00000100:00080000:3.0:1787763403.765028:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:1.0:1787763403.765033:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763403.765034:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787763403.765036:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763403.765037:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763403.765040:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1787763403.765042:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00080000:3.0:1787763403.765044:0:296758:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20566
00000400:00000200:3.0:1787763403.765048:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763403.765049:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43e70.
00000400:00000200:3.0:1787763403.765051:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763403.765054:0:296758:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763403.765056:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000400:00000010:1.0:1787763403.765058:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9ee0.
00000100:00000001:3.0:1787763403.765059:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763403.765063:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763403.765065:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763403.765067:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763403.765068:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000020:00000001:3.0:1787763403.765069:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000200:1.0:1787763403.765070:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320583040, portal 25
00000020:00000040:3.0:1787763403.765071:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000100:00000001:1.0:1787763403.765075:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000020:00000001:3.0:1787763403.765076:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00000001:1.0:1787763403.765078:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910945280 : -110374798606336 : ffff9b9d5d564000)
00000020:00000001:3.0:1787763403.765079:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00000040:3.0:1787763403.765085:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763403.765087:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787763403.765091:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d564000 x1874599320583040/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763428 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787763403.765091:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763403.765095:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787763403.765100:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000100:00080000:3.0:1787763403.765105:0:296758:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763403.765109:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763403.765110:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:3.0:1787763403.765111:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763403.765115:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763403.765118:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763403.765119:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000100:00000001:3.0:1787763403.765121:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763403.765123:0:296758:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000400:00000010:1.0:1787763403.765125:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9550.
00000008:00000001:3.0:1787763403.765125:0:296758:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763403.765129:0:296758:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787763403.765133:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320583040, offset 0
00000100:00000010:3.0:1787763403.765134:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d566580.
00000020:00000040:3.0:1787763403.765138:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
02000000:00000001:3.0:1787763403.765141:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763403.765142:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763403.765143:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763403.765145:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763403.765147:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763403.765149:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
02000000:00000010:3.0:1787763403.765152:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45907400.
00000100:00000001:3.0:1787763403.765156:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763403.765160:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d566580 x1874599320583296/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787763403.765166:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:3.0:1787763403.765171:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763403.765173:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763403.765177:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000100:00000040:3.0:1787763403.765179:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f409d8da] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d566580 x1874599320583296/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787763403.765184:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1787763403.765189:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763403.765191:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1787763403.765193:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000100:00000040:3.0:1787763403.765197:0:296758:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1787763403.765201:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000100:00080000:3.0:1787763403.765203:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1787763403.765206:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000100:00080000:3.0:1787763403.765208:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787763403.765211:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763403.765211:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763403.765213:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763403.765216:0:296758:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20566
00000400:00000200:3.0:1787763403.765218:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763403.765222:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63318:63318:256:4294967295] 192.168.203.113@tcp LPNI seq info [63318:63318:8:4294967295]
00000400:00000200:3.0:1787763403.765225:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763403.765230:0:296758:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1787763403.765234:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000040:3.0:1787763403.765235:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763403.765238:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763403.765240:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763403.765241:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763403.765243:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763403.765246:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000020:00000001:3.0:1787763403.765250:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:1.0:1787763403.765251:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000020:00000040:3.0:1787763403.765254:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000020:00000001:3.0:1787763403.765257:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000020:00000001:3.0:1787763403.765259:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000800:00000200:1.0:1787763403.765260:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000100:00000040:3.0:1787763403.765264:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763403.765267:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763403.765283:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000800:00000010:1.0:1787763403.765284:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef600.
00000100:00000001:3.0:1787763403.765285:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787763403.765290:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00080000:3.0:1787763403.765292:0:296758:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763403.765293:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763403.765295:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763403.765297:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:1.0:1787763403.765299:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
02000000:00000001:3.0:1787763403.765300:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763403.765305:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763403.765308:0:296758:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000800:00000200:1.1:1787763403.765312:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000008:00000001:3.0:1787763403.765313:0:296758:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763403.765316:0:296758:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763403.765320:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d5643c0.
00000020:00000040:3.0:1787763403.765323:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
02000000:00000001:3.0:1787763403.765325:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763403.765325:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763403.765326:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763403.765327:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763403.765329:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763403.765332:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45906400.
00000100:00000001:3.0:1787763403.765335:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763403.765336:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763403.765340:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d5643c0 x1874599320583424/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787763403.765344:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763403.765350:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4315240183
00000100:00000001:3.0:1787763403.765352:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763403.765355:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787763403.765358:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d7f69b240.
00000100:00000040:3.0:1787763403.765360:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c43373d] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d5643c0 x1874599320583424/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763403.765367:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763403.765368:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000100:00000040:3.0:1787763403.765371:0:296758:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20576)
00000100:00000001:1.0:1787763403.765378:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4315240183
00000100:00000010:1.0:1787763403.765383:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d7f69b600.
00000100:00000001:1.0:1787763403.765386:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787763403.765391:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763403.765394:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763403.765397:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763403.765399:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763403.765407:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763403.765409:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1787763403.765410:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763403.765412:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763403.765413:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763403.765417:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d567840 x1874599320583168/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763403.765423:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763403.765424:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763403.765426:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763403.765427:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763403.765429:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763403.765431:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d567840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320583168:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763403.765433:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763403.765435:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763403.765436:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763403.765437:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763403.765468:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db8c00.
02000000:00000001:1.0:1787763403.765470:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763403.765473:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763403.765476:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43840.
00000400:00000010:1.0:1787763403.765479:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9198.
00000100:00000200:1.0:1787763403.765482:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320583168, portal 10
00000100:00000001:1.0:1787763403.765483:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763403.765484:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910959680 : -110374798591936 : ffff9b9d5d567840)
00000100:00000040:1.0:1787763403.765491:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d567840 x1874599320583168/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763428 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763403.765496:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763403.765498:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763403.765500:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9c38.
00000100:00000200:1.0:1787763403.765502:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320583168, offset 0
00000400:00000200:1.0:1787763403.765505:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763403.765508:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763403.765510:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763403.765513:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763403.765515:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763403.765518:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763403.765519:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763403.765522:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63319:63319:255:4294967295] 192.168.203.113@tcp LPNI seq info [63319:63319:7:4294967295]
00000400:00000200:1.0:1787763403.765524:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763403.765529:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763403.765532:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763403.765535:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef800.
00000800:00000200:1.0:1787763403.765538:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763403.765542:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000001:1.0:1787763403.765543:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763403.765547:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:1.0:1787763403.765549:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763403.765550:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315238956
00000100:00000001:1.0:1787763403.765553:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315240183
00000100:00000001:1.0:1787763403.765554:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315238956
00000100:00000001:1.0:1787763403.765556:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315240183
00000100:00000001:1.0:1787763403.765557:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763403.765559:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763403.765561:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763403.765563:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d566580 x1874599320583296/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763403.765568:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763403.765569:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763403.765570:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763403.765572:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763403.765573:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763403.765575:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d566580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320583296:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763403.765577:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763403.765578:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763403.765580:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763403.765581:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763403.765584:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db8400.
02000000:00000001:1.0:1787763403.765585:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763403.765588:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763403.765590:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43478.
00000400:00000010:1.0:1787763403.765593:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9aa0.
00000100:00000200:1.0:1787763403.765595:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320583296, portal 10
00000100:00000001:1.0:1787763403.765596:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763403.765598:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910954880 : -110374798596736 : ffff9b9d5d566580)
00000100:00000040:1.0:1787763403.765602:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d566580 x1874599320583296/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763428 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763403.765607:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763403.765608:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763403.765610:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b97f8.
00000100:00000200:1.0:1787763403.765611:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320583296, offset 0
00000400:00000200:1.0:1787763403.765614:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763403.765616:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763403.765618:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763403.765621:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763403.765623:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763403.765624:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763403.765626:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763403.765628:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63320:63320:254:4294967295] 192.168.203.113@tcp LPNI seq info [63320:63320:6:4294967295]
00000400:00000200:1.0:1787763403.765631:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763403.765634:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763403.765637:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763403.765639:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718efa00.
00000800:00000200:1.0:1787763403.765641:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763403.765643:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000001:1.0:1787763403.765645:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763403.765647:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:1.0:1787763403.765649:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763403.765650:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315238935
00000100:00000001:1.0:1787763403.765652:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315240183
00000100:00000001:1.0:1787763403.765654:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315238935
00000100:00000001:1.0:1787763403.765655:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315240183
00000100:00000001:1.0:1787763403.765657:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763403.765659:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763403.765661:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763403.765665:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d5643c0 x1874599320583424/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763403.765672:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763403.765674:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763403.765676:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763403.765678:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763403.765680:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763403.765684:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d5643c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320583424:192.168.203.113@tcp:8:kworker.0
00000100:00000001:1.0:1787763403.765687:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763403.765690:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763403.765692:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763403.765694:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763403.765698:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58dba400.
02000000:00000001:1.0:1787763403.765700:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763403.765704:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763403.765708:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43000.
00000400:00000010:1.0:1787763403.765713:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9000.
00000100:00000200:1.0:1787763403.765715:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320583424, portal 4
00000100:00000001:1.0:1787763403.765717:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763403.765718:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910946240 : -110374798605376 : ffff9b9d5d5643c0)
00000100:00000040:1.0:1787763403.765723:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d5643c0 x1874599320583424/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763428 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763403.765728:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763403.765729:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763403.765732:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9908.
00000100:00000200:1.0:1787763403.765733:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320583424, offset 0
00000400:00000200:1.0:1787763403.765736:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763403.765738:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763403.765741:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763403.765748:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763403.765750:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763403.765753:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763403.765754:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763403.765757:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63321:63321:253:4294967295] 192.168.203.113@tcp LPNI seq info [63321:63321:5:4294967295]
00000400:00000200:1.0:1787763403.765760:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763403.765765:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763403.765769:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763403.765772:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef000.
00000800:00000200:1.0:1787763403.765776:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763403.765781:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000001:1.0:1787763403.765783:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763403.765786:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:1.0:1787763403.765790:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763403.765792:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315238947
00000100:00000001:1.0:1787763403.765794:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315240183
00000100:00000001:1.0:1787763403.765797:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315238947
00000100:00000001:1.0:1787763403.765799:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315240183
00000100:00000001:1.0:1787763403.765801:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763403.765803:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763403.765806:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763403.765808:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763403.765812:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763403.765813:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1787763403.765815:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763403.765817:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763403.765819:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763403.765821:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763403.956566:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763403.956577:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763403.956584:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763403.956585:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763403.956590:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763403.956592:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763403.956644:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763403.956649:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763403.956652:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763404.788519:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763404.788529:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763404.788531:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763404.788543:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763404.788547:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763404.788551:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763404.788554:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763404.788559:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763404.788562:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763404.980581:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763404.980588:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763404.980593:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763404.980594:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763404.980598:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763404.980599:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763404.980663:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763404.980668:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763404.980672:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787763405.044532:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4315240183, at 4315240192
00000100:00000010:0.0:1787763405.044558:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69b240.
00000100:00000040:1.0:1787763405.044618:0:303331:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b110 (cpu 1) has reached its deadline 4315240183, at 4315240192
00000100:00000010:1.0:1787763405.044641:0:303331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69b600.
00000100:00000001:1.0:1787763405.812602:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763405.812614:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763405.812617:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763405.812625:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763405.812631:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763405.812636:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763405.812641:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763405.812645:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763405.812649:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763406.004613:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763406.004622:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763406.004630:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763406.004632:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763406.004638:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763406.004641:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763406.004739:0:281543:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763406.004748:0:281543:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763406.004755:0:281543:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763406.836598:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763406.836609:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763406.836612:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763406.836620:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763406.836625:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763406.836630:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763406.836635:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763406.836640:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763406.836644:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:2.0:1787763406.836824:0:256667:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.113:988
00000400:00000100:2.0:1787763406.836913:0:256667:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.113@tcp at host 192.168.203.113 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1787763406.836930:0:256667:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763406.836937:0:256667:0:(router.c:1791:lnet_notify()) 192.168.203.13@tcp notifying 192.168.203.113@tcp: down
00000400:00000200:2.0:1787763406.836948:0:256667:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763406.836956:0:256667:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:2.0:1787763406.836965:0:256667:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.113@tcp
00000800:00000010:2.0:1787763406.836972:0:256667:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef600.
00000400:00000200:2.0:1787763406.836983:0:256667:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1787763406.836993:0:256667:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1787763406.837001:0:256667:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9550
00000400:00000010:2.0:1787763406.837005:0:256667:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9550.
00000100:00000001:2.0:1787763406.837012:0:256667:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763406.837036:0:256667:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b9d5d564000 x1874599320583040/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763428 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763406.837078:0:256667:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763406.837089:0:256667:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d564000 x1874599320583040/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763428 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763406.837106:0:256667:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763406.837107:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763406.837113:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763406.837115:0:256667:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763406.837119:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763406.837136:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763403/real 1787763406]  req@ffff9b9d5d564000 x1874599320583040/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:2.0:1787763406.837146:0:256667:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.113@tcp
00000800:00000010:2.0:1787763406.837167:0:256667:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef800.
00000400:00000001:1.0:1787763406.837174:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763406.837178:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000200:2.0:1787763406.837179:0:256667:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000010:1.0:1787763406.837183:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43e70.
00000400:00000200:1.0:1787763406.837195:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9ee0
00000400:00000200:2.0:1787763406.837196:0:256667:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_DROPPED
00000400:00000010:1.0:1787763406.837208:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9ee0.
00000100:00000001:1.0:1787763406.837219:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000400:00000200:2.0:1787763406.837222:0:256667:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9c38
00000400:00000010:2.0:1787763406.837232:0:256667:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9c38.
00000100:00000200:1.0:1787763406.837237:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d564000 x1874599320583040/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763406.837241:0:256667:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763406.837272:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d564000 x1874599320583040/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763406.837284:0:256667:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b9d5d567840 x1874599320583168/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763428 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763406.837289:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763406.837296:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763406.837307:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763406.837314:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763406.837325:0:256667:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00100000:1.0:1787763406.837331:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d564000 x1874599320583040/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763406.837347:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763406.837347:0:256667:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d567840 x1874599320583168/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763428 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787763406.837364:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d564000 x1874599320583040/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763428 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763406.837398:0:256667:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763406.837400:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763406.837411:0:256667:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763406.837414:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763406.837420:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763406.837422:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763406.837427:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763406.837434:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000800:00000100:2.0:1787763406.837436:0:256667:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.113@tcp
00000100:00080000:1.0:1787763406.837477:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763406.837487:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763406.837491:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763406.837497:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d564000 x1874599320583040/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763428 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763406.837509:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d564000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320583040:192.168.203.113@tcp:250:kworker.0
00000100:00000001:1.0:1787763406.837519:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763406.837524:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763406.837530:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d564000 x1874599320583040/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763428 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:2.0:1787763406.837542:0:256667:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718efa00.
00000100:00000001:1.0:1787763406.837547:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763406.837556:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000400:00000200:2.0:1787763406.837558:0:256667:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
02000000:00000010:1.0:1787763406.837564:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58dbb000.
00000400:00000200:2.0:1787763406.837577:0:256667:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_DROPPED
02000000:00000001:1.0:1787763406.837581:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000400:00000200:2.0:1787763406.837589:0:256667:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b97f8
00000020:00000001:1.0:1787763406.837590:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763406.837596:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000400:00000010:2.0:1787763406.837600:0:256667:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b97f8.
00000020:00000001:1.0:1787763406.837605:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763406.837612:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45907800.
00000100:00000001:2.0:1787763406.837615:0:256667:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:1.0:1787763406.837623:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763406.837632:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000200:2.0:1787763406.837634:0:256667:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b9d5d566580 x1874599320583296/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763428 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1787763406.837638:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d564000.
00000100:00000001:1.0:1787763406.837652:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763406.837658:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763406.837670:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763406.837679:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763406.837683:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763406.837683:0:256667:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787763406.837692:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000040:2.0:1787763406.837702:0:256667:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d566580 x1874599320583296/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763428 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763406.837712:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763403/real 1787763406]  req@ffff9b9d5d567840 x1874599320583168/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763406.837771:0:256667:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1787763406.837775:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:2.0:1787763406.837782:0:256667:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000001:1.0:1787763406.837783:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763406.837792:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43840.
00000400:00000200:1.0:1787763406.837806:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9198
00000800:00000100:2.0:1787763406.837814:0:256667:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.113@tcp
00000400:00000010:1.0:1787763406.837815:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9198.
00000100:00000001:1.0:1787763406.837826:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000800:00000010:2.0:1787763406.837830:0:256667:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef000.
00000100:00000200:1.0:1787763406.837843:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d567840 x1874599320583168/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787763406.837848:0:256667:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1787763406.837888:0:256667:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_DROPPED
00000100:00000200:1.0:1787763406.837903:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d567840 x1874599320583168/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787763406.837905:0:256667:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9908
00000400:00000010:2.0:1787763406.837918:0:256667:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9908.
00000100:00000001:2.0:1787763406.837933:0:256667:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787763406.837939:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000200:2.0:1787763406.837955:0:256667:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b9d5d5643c0 x1874599320583424/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763428 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763406.837956:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763406.837979:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763406.837985:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763406.838011:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d567840 x1874599320583168/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763406.838013:0:256667:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787763406.838030:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763406.838034:0:256667:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d5643c0 x1874599320583424/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763428 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787763406.838048:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d567840 x1874599320583168/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763428 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763406.838089:0:256667:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763406.838094:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763406.838098:0:256667:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763406.838103:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763406.838110:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763406.838113:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763406.838115:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763406.838142:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763406.838145:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763406.838153:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763406.838156:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763406.838161:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d567840 x1874599320583168/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763428 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763406.838170:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d567840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320583168:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763406.838175:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763406.838180:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763403/real 1787763406]  req@ffff9b9d5d566580 x1874599320583296/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763406.838190:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763406.838192:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763406.838194:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43478.
00000400:00000200:1.0:1787763406.838198:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9aa0
00000400:00000010:1.0:1787763406.838200:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9aa0.
00000100:00000001:1.0:1787763406.838204:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763406.838208:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d566580 x1874599320583296/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763406.838218:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d566580 x1874599320583296/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763406.838225:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763406.838226:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763406.838228:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763406.838230:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763406.838234:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d566580 x1874599320583296/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763406.838241:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763406.838246:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d566580 x1874599320583296/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763428 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763406.838274:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763406.838277:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763406.838279:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763406.838281:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763406.838283:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763406.838286:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763406.838288:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763406.838292:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763406.838294:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763406.838297:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d566580 x1874599320583296/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763428 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763406.838303:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d566580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320583296:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763406.838307:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763406.838311:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763403/real 1787763406]  req@ffff9b9d5d5643c0 x1874599320583424/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763406.838318:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763406.838319:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763406.838321:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43000.
00000400:00000200:1.0:1787763406.838323:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9000
00000400:00000010:1.0:1787763406.838325:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9000.
00000100:00000001:1.0:1787763406.838327:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763406.838329:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d5643c0 x1874599320583424/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763406.838335:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d5643c0 x1874599320583424/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763406.838339:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763406.838341:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763406.838342:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763406.838343:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763406.838346:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d5643c0 x1874599320583424/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763406.838350:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763406.838352:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d5643c0 x1874599320583424/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763428 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763406.838356:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763406.838357:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763406.838358:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763406.838359:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763406.838360:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763406.838361:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763406.838363:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763406.838365:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763406.838367:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763406.838369:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d5643c0 x1874599320583424/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763428 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763406.838373:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d5643c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320583424:192.168.203.113@tcp:8:kworker.0
00000100:00000001:1.0:1787763406.838376:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763406.838378:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763406.838381:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d567840 x1874599320583168/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763428 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763406.838386:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763406.838387:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763406.838390:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db8c00.
02000000:00000001:1.0:1787763406.838394:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763406.838396:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763406.838398:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:1.0:1787763406.838401:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763406.838403:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45904800.
02000000:00000001:1.0:1787763406.838407:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763406.838408:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763406.838410:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d567840.
00000100:00000001:1.0:1787763406.838415:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763406.838417:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763406.838420:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763406.838424:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d566580 x1874599320583296/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763428 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763406.838431:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763406.838433:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763406.838434:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db8400.
02000000:00000001:1.0:1787763406.838438:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763406.838489:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763406.838491:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:1.0:1787763406.838493:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763406.838495:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45907400.
02000000:00000001:1.0:1787763406.838499:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763406.838500:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763406.838502:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d566580.
00000100:00000001:1.0:1787763406.838506:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763406.838507:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763406.838509:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763406.838513:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d5643c0 x1874599320583424/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763428 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763406.838518:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763406.838519:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763406.838520:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58dba400.
02000000:00000001:1.0:1787763406.838523:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763406.838524:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763406.838526:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:1.0:1787763406.838528:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763406.838530:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45906400.
02000000:00000001:1.0:1787763406.838539:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763406.838542:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763406.838543:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d5643c0.
00000100:00000001:1.0:1787763406.838546:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763406.838548:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763406.838552:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763406.838567:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763406.838570:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763406.838574:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763406.838576:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763407.028579:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763407.028589:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763407.028599:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763407.028602:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763407.028607:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763407.028609:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763407.028744:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763407.028751:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763407.028756:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763407.860555:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763407.860564:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763407.860568:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763407.860574:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763407.860581:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763407.860586:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763407.860590:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763407.860594:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763407.860599:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763408.052537:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763408.052544:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763408.052549:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763408.052551:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763408.052555:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763408.052557:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763408.052608:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763408.052612:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763408.052615:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763408.884547:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763408.884557:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763408.884561:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763408.884569:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763408.884576:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763408.884581:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763408.884584:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763408.884588:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763408.884593:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763408.884652:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763408.884662:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787763408.884666:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763408.884670:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763408.884675:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763408.884685:0:296758:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20571
00000400:00000200:2.0:1787763408.884696:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763408.884703:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763408.884707:0:296758:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763408.884711:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763408.884715:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763408.884718:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763408.884721:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:2.0:1787763408.884726:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763408.884728:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:2.0:1787763408.884731:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763408.884735:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:2.0:1787763408.884737:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:2.0:1787763408.884740:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:2.0:1787763408.884743:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763408.884745:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763408.884748:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763408.884750:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:2.0:1787763408.884754:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:2.0:1787763408.884759:0:296758:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763408.884761:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763408.884764:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763408.884769:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763408.884772:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763408.884774:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787763408.884777:0:296758:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763408.884804:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d5692c0.
00000020:00000040:2.0:1787763408.884807:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:2.0:1787763408.884811:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763408.884813:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763408.884815:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763408.884819:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763408.884823:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763408.884830:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f185000.
00000100:00000001:2.0:1787763408.884837:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763408.884846:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d5692c0 x1874599320583552/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763408.884856:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763408.884861:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763408.884865:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000103818ef] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d5692c0 x1874599320583552/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763408.884886:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763408.884889:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763408.884893:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787763408.884894:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763408.884896:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763408.884899:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763408.884901:0:296758:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20571
00000400:00000200:2.0:1787763408.884906:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763408.884909:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763408.884911:0:296758:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763408.884915:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763408.884917:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763408.884919:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763408.884922:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:2.0:1787763408.884924:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763408.884926:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000100:00000001:1.0:1787763408.884927:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1787763408.884933:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787763408.884936:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000040:2.0:1787763408.884936:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000020:00000001:2.0:1787763408.884943:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000001:1.0:1787763408.884944:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1787763408.884948:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000040:2.0:1787763408.884956:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000040:1.0:1787763408.884958:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d5692c0 x1874599320583552/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763408.884960:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787763408.884972:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763408.884974:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763408.884978:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:2.0:1787763408.884979:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
02000000:00000001:1.0:1787763408.884981:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763408.884989:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
02000000:00000001:1.0:1787763408.884990:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763408.885000:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d5692c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320583552:192.168.203.113@tcp:250:kworker.0
00000020:00000040:2.0:1787763408.885000:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00000001:1.0:1787763408.885011:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:2.0:1787763408.885012:0:296758:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
02000000:00000001:1.0:1787763408.885017:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1787763408.885021:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763408.885022:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763408.885031:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787763408.885032:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763408.885043:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58dba400.
02000000:00000001:2.0:1787763408.885044:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763408.885049:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763408.885053:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763408.885060:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000200:1.0:1787763408.885065:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000008:00100000:2.0:1787763408.885068:0:296758:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000400:00000010:1.0:1787763408.885073:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43000.
00000008:00000001:2.0:1787763408.885076:0:296758:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787763408.885086:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9000.
00000100:00000001:2.0:1787763408.885095:0:296758:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787763408.885097:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320583552, portal 25
00000100:00000001:1.0:1787763408.885104:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000010:2.0:1787763408.885106:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d569680.
00000100:00000001:1.0:1787763408.885107:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910966464 : -110374798585152 : ffff9b9d5d5692c0)
00000020:00000040:2.0:1787763408.885115:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000100:00000040:1.0:1787763408.885124:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d5692c0 x1874599320583552/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763433 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787763408.885125:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763408.885129:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763408.885135:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763408.885139:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763408.885143:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763408.885149:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000010:2.0:1787763408.885154:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f184000.
00000100:00000040:1.0:1787763408.885158:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000100:00000001:2.0:1787763408.885164:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787763408.885167:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9aa0.
00000100:00000200:1.0:1787763408.885175:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320583552, offset 0
00000100:00100000:2.0:1787763408.885179:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d569680 x1874599320583680/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787763408.885191:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000100:00000001:2.0:1787763408.885202:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763408.885208:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763408.885209:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000040:2.0:1787763408.885221:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d90ce636] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d569680 x1874599320583680/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787763408.885224:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763408.885258:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1787763408.885263:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763408.885270:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000100:00080000:2.0:1787763408.885272:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1787763408.885279:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000100:00080000:2.0:1787763408.885282:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:1.0:1787763408.885288:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000100:00000001:2.0:1787763408.885288:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763408.885294:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1787763408.885302:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63322:63322:256:4294967295] 192.168.203.113@tcp LPNI seq info [63322:63322:8:4294967295]
00000100:00000001:2.0:1787763408.885304:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763408.885313:0:296758:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20571
00000400:00000200:2.0:1787763408.885323:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763408.885331:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763408.885334:0:296758:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1787763408.885339:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000040:2.0:1787763408.885339:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763408.885348:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763408.885352:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763408.885360:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000400:00000200:1.0:1787763408.885367:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000020:00000001:2.0:1787763408.885368:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763408.885380:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000800:00000200:1.0:1787763408.885388:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000020:00000001:2.0:1787763408.885391:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763408.885397:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000020:00000001:2.0:1787763408.885401:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000800:00000010:1.0:1787763408.885402:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718eff00.
00000020:00000001:2.0:1787763408.885407:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000800:00000200:1.0:1787763408.885419:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000040:2.0:1787763408.885420:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763408.885429:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.0:1787763408.885431:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000100:00000040:2.0:1787763408.885434:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000800:00000200:1.1:1787763408.885477:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763408.885483:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000100:00000001:2.0:1787763408.885486:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:2.0:1787763408.885495:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000800:00000100:1.0:1787763408.885496:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763408.885505:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718eff00.
00000100:00080000:2.0:1787763408.885508:0:296758:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000400:00000200:1.0:1787763408.885515:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1787763408.885516:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763408.885525:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1787763408.885532:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
02000000:00000001:2.0:1787763408.885533:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763408.885541:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763408.885543:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9aa0
00000100:00000001:2.0:1787763408.885545:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000010:1.0:1787763408.885551:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9aa0.
00000008:00100000:2.0:1787763408.885552:0:296758:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787763408.885561:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000008:00000001:2.0:1787763408.885562:0:296758:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763408.885569:0:296758:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787763408.885574:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d5692c0 x1874599320583552/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763433 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1787763408.885579:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d56b840.
00000020:00000040:2.0:1787763408.885587:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
02000000:00000001:2.0:1787763408.885595:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787763408.885600:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:2.0:1787763408.885600:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763408.885606:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:1.0:1787763408.885609:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d5692c0 x1874599320583552/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763433 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787763408.885611:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763408.885616:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763408.885627:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f187000.
00000100:00000001:1.0:1787763408.885630:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763408.885635:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763408.885637:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:2.0:1787763408.885650:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d56b840 x1874599320583808/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787763408.885652:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763408.885666:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763408.885673:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787763408.885676:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4315245304
00000100:00000001:2.0:1787763408.885681:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787763408.885688:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d7f69b600.
00000100:00000040:2.0:1787763408.885692:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2e525cc] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d56b840 x1874599320583808/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763408.885701:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787763408.885709:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763408.885715:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1787763408.885722:0:296758:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1787763408.885725:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4315245304
00000100:00080000:2.0:1787763408.885728:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000010:1.0:1787763408.885737:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d7f69b780.
00000100:00080000:2.0:1787763408.885738:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787763408.885745:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787763408.885748:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000100:00080000:2.0:1787763408.885750:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787763408.885758:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763408.885758:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787763408.885766:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763408.885767:0:296758:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20571
00000100:00000001:1.0:1787763408.885775:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000400:00000200:2.0:1787763408.885780:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00100000:1.0:1787763408.885789:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763408/real 1787763408]  req@ffff9b9d5d5692c0 x1874599320583552/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763433 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787763408.885792:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763408.885801:0:296758:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763408.885806:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763408.885809:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763408.885812:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763408.885815:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:2.0:1787763408.885818:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763408.885820:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000020:00000001:2.0:1787763408.885826:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763408.885831:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000400:00000001:1.0:1787763408.885837:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000001:2.0:1787763408.885837:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000400:00000001:1.0:1787763408.885843:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000020:00000001:2.0:1787763408.885845:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000400:00000010:1.0:1787763408.885851:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43000.
00000100:00000040:2.0:1787763408.885855:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000400:00000200:1.0:1787763408.885860:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9000
00000100:00000001:2.0:1787763408.885862:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:1.0:1787763408.885866:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9000.
00000100:00000040:2.0:1787763408.885870:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763408.885875:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787763408.885876:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:2.0:1787763408.885883:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00000200:1.0:1787763408.885889:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d5692c0 x1874599320583552/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763433 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787763408.885893:0:296758:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763408.885901:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763408.885907:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763408.885913:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763408.885921:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787763408.885922:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d5692c0 x1874599320583552/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763433 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763408.885927:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787763408.885932:0:296758:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787763408.885941:0:296758:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763408.885947:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763408.885947:0:296758:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763408.885953:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:2.0:1787763408.885954:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d568000.
00000100:00000001:1.0:1787763408.885960:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000040:2.0:1787763408.885962:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
00000100:00000001:1.0:1787763408.885966:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1787763408.885969:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763408.885974:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763408.885977:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d5692c0 x1874599320583552/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763433 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763408.885979:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763408.885984:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763408.885988:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763408.885999:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:2.0:1787763408.885999:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f186000.
00000100:00000001:2.0:1787763408.886009:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763408.886014:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d5692c0 x1874599320583552/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763433 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763408.886024:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d568000 x1874599320583936/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787763408.886039:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763408.886052:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763408.886052:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763408.886060:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763408.886061:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763408.886066:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763408.886074:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000040:2.0:1787763408.886074:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000040389d09] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d568000 x1874599320583936/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763408.886079:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763408.886089:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:2.0:1787763408.886101:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787763408.886104:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763408.886111:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763408.886113:0:296758:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20581)
00000100:00000040:1.0:1787763408.886121:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d5692c0 x1874599320583552/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763433 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763408.886135:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d5692c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320583552:192.168.203.113@tcp:250:kworker.0
00000100:00000001:1.0:1787763408.886146:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763408.886149:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763408.886153:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d5692c0 x1874599320583552/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763433 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763408.886161:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763408.886165:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763408.886168:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58dba400.
02000000:00000001:1.0:1787763408.886173:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763408.886175:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763408.886177:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:1.0:1787763408.886180:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763408.886183:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f185000.
02000000:00000001:1.0:1787763408.886187:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763408.886190:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763408.886192:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d5692c0.
00000100:00000001:1.0:1787763408.886196:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763408.886197:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763408.886200:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763408.886209:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763408.886211:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763408.886214:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763408.886216:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763408.886218:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763408.886223:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d569680 x1874599320583680/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763408.886290:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763408.886293:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763408.886298:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763408.886302:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763408.886305:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763408.886311:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d569680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320583680:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763408.886317:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763408.886321:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763408.886324:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763408.886328:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763408.886334:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58dba400.
02000000:00000001:1.0:1787763408.886338:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763408.886346:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763408.886351:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43000.
00000400:00000010:1.0:1787763408.886357:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9000.
00000100:00000200:1.0:1787763408.886363:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320583680, portal 10
00000100:00000001:1.0:1787763408.886366:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763408.886369:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910967424 : -110374798584192 : ffff9b9d5d569680)
00000100:00000040:1.0:1787763408.886400:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d569680 x1874599320583680/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763433 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763408.886414:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763408.886420:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763408.886425:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9aa0.
00000100:00000200:1.0:1787763408.886430:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320583680, offset 0
00000400:00000200:1.0:1787763408.886456:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763408.886464:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763408.886506:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763408.886512:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763408.886517:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763408.886522:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763408.886527:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763408.886533:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63323:63323:256:4294967295] 192.168.203.113@tcp LPNI seq info [63323:63323:8:4294967295]
00000400:00000200:1.0:1787763408.886541:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763408.886552:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763408.886561:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763408.886569:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718eff00.
00000800:00000200:1.0:1787763408.886577:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763408.886581:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787763408.886589:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763408.886594:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1787763408.886601:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763408.886604:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718eff00.
00000400:00000200:1.0:1787763408.886610:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763408.886616:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763408.886622:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9aa0
00000400:00000010:1.0:1787763408.886625:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9aa0.
00000100:00000001:1.0:1787763408.886630:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763408.886636:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d569680 x1874599320583680/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763433 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763408.886650:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763408.886672:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d569680 x1874599320583680/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763433 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763408.886681:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763408.886683:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763408.886689:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763408.886694:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:1.0:1787763408.886699:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763408.886702:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315244077
00000100:00000001:1.0:1787763408.886705:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315245304
00000100:00000001:1.0:1787763408.886708:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315244077
00000100:00000001:1.0:1787763408.886711:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315245304
00000100:00000001:1.0:1787763408.886714:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763408.886717:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763408.886720:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763408.886725:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763408/real 1787763408]  req@ffff9b9d5d569680 x1874599320583680/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763433 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763408.886737:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763408.886740:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763408.886742:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43000.
00000400:00000200:1.0:1787763408.886745:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9000
00000400:00000010:1.0:1787763408.886748:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9000.
00000100:00000001:1.0:1787763408.886751:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763408.886756:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d569680 x1874599320583680/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763433 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763408.886767:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d569680 x1874599320583680/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763433 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763408.886776:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763408.886779:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763408.886781:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763408.886789:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763408.886795:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d569680 x1874599320583680/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763433 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763408.886805:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763408.886811:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d569680 x1874599320583680/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763433 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763408.886822:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763408.886825:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763408.886828:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763408.886829:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763408.886831:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763408.886843:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763408.886846:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763408.886849:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763408.886851:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763408.886855:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d569680 x1874599320583680/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763433 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763408.886863:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d569680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320583680:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763408.886867:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763408.886870:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d56b840 x1874599320583808/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763408.886882:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763408.886883:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763408.886886:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763408.886888:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763408.886889:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763408.886892:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d56b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320583808:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763408.886895:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763408.886897:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763408.886898:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763408.886900:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763408.886904:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db8400.
02000000:00000001:1.0:1787763408.886905:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763408.886909:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763408.886911:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43000.
00000400:00000010:1.0:1787763408.886915:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9000.
00000100:00000200:1.0:1787763408.886918:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320583808, portal 10
00000100:00000001:1.0:1787763408.886920:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763408.886921:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910976064 : -110374798575552 : ffff9b9d5d56b840)
00000100:00000040:1.0:1787763408.886927:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d56b840 x1874599320583808/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763433 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763408.886932:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763408.886935:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763408.886937:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9aa0.
00000100:00000200:1.0:1787763408.886939:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320583808, offset 0
00000400:00000200:1.0:1787763408.886943:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763408.886947:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763408.886950:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763408.886953:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763408.886955:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763408.886958:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763408.886960:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763408.886964:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63324:63324:256:4294967295] 192.168.203.113@tcp LPNI seq info [63324:63324:8:4294967295]
00000400:00000200:1.0:1787763408.886968:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763408.886974:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763408.886979:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763408.886982:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718eff00.
00000800:00000200:1.0:1787763408.886986:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763408.886989:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787763408.886993:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763408.886996:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1787763408.886999:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763408.887001:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718eff00.
00000400:00000200:1.0:1787763408.887004:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763408.887008:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763408.887010:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9aa0
00000400:00000010:1.0:1787763408.887012:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9aa0.
00000100:00000001:1.0:1787763408.887014:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763408.887017:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d56b840 x1874599320583808/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763433 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763408.887024:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763408.887027:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d56b840 x1874599320583808/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763433 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763408.887033:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763408.887034:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763408.887037:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763408.887039:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:1.0:1787763408.887042:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763408.887044:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315244056
00000100:00000001:1.0:1787763408.887046:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315245304
00000100:00000001:1.0:1787763408.887048:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315244056
00000100:00000001:1.0:1787763408.887050:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315245304
00000100:00000001:1.0:1787763408.887052:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763408.887055:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763408.887057:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763408.887060:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763408/real 1787763408]  req@ffff9b9d5d56b840 x1874599320583808/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763433 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763408.887067:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763408.887068:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763408.887070:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43000.
00000400:00000200:1.0:1787763408.887071:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9000
00000400:00000010:1.0:1787763408.887073:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9000.
00000100:00000001:1.0:1787763408.887075:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763408.887078:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d56b840 x1874599320583808/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763433 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763408.887086:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d56b840 x1874599320583808/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763433 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763408.887091:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763408.887092:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763408.887094:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763408.887095:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763408.887098:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d56b840 x1874599320583808/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763433 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763408.887104:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763408.887107:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d56b840 x1874599320583808/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763433 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763408.887112:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763408.887114:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763408.887116:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763408.887117:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763408.887118:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763408.887120:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763408.887122:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763408.887125:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763408.887127:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763408.887131:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d56b840 x1874599320583808/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763433 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763408.887138:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d56b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320583808:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763408.887141:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763408.887144:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d568000 x1874599320583936/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763408.887149:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763408.887150:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763408.887152:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763408.887154:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763408.887156:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763408.887159:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d568000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320583936:192.168.203.113@tcp:8:kworker.0
00000100:00000001:1.0:1787763408.887164:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763408.887167:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763408.887169:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763408.887172:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763408.887176:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db8c00.
02000000:00000001:1.0:1787763408.887179:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763408.887184:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763408.887188:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43000.
00000400:00000010:1.0:1787763408.887192:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9000.
00000100:00000200:1.0:1787763408.887196:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320583936, portal 4
00000100:00000001:1.0:1787763408.887199:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763408.887201:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910961664 : -110374798589952 : ffff9b9d5d568000)
00000100:00000040:1.0:1787763408.887209:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d568000 x1874599320583936/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763433 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763408.887218:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763408.887221:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763408.887225:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9aa0.
00000100:00000200:1.0:1787763408.887228:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320583936, offset 0
00000400:00000200:1.0:1787763408.887255:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763408.887261:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763408.887266:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763408.887271:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763408.887275:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763408.887279:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763408.887282:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763408.887286:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63325:63325:256:4294967295] 192.168.203.113@tcp LPNI seq info [63325:63325:8:4294967295]
00000400:00000200:1.0:1787763408.887292:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763408.887302:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763408.887325:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763408.887331:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718eff00.
00000800:00000200:1.0:1787763408.887336:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763408.887339:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787763408.887345:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763408.887349:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1787763408.887354:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763408.887356:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718eff00.
00000400:00000200:1.0:1787763408.887361:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763408.887365:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763408.887369:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9aa0
00000400:00000010:1.0:1787763408.887372:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9aa0.
00000100:00000001:1.0:1787763408.887375:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763408.887380:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d568000 x1874599320583936/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763433 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763408.887391:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763408.887395:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d568000 x1874599320583936/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763433 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763408.887403:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763408.887422:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763408.887427:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763408.887430:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:1.0:1787763408.887433:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763408.887435:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315244068
00000100:00000001:1.0:1787763408.887437:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315245304
00000100:00000001:1.0:1787763408.887439:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315244068
00000100:00000001:1.0:1787763408.887441:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315245304
00000100:00000001:1.0:1787763408.887443:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763408.887444:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763408.887446:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763408.887449:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763408/real 1787763408]  req@ffff9b9d5d568000 x1874599320583936/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763433 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763408.887456:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763408.887458:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763408.887459:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43000.
00000400:00000200:1.0:1787763408.887461:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9000
00000400:00000010:1.0:1787763408.887463:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9000.
00000100:00000001:1.0:1787763408.887465:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763408.887468:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d568000 x1874599320583936/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763433 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763408.887496:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d568000 x1874599320583936/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763433 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763408.887502:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763408.887504:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763408.887505:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763408.887507:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763408.887510:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d568000 x1874599320583936/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763433 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763408.887516:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763408.887519:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d568000 x1874599320583936/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763433 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763408.887526:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763408.887528:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763408.887530:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763408.887531:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763408.887533:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763408.887534:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763408.887536:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763408.887539:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763408.887541:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763408.887544:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d568000 x1874599320583936/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763433 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763408.887551:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d568000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320583936:192.168.203.113@tcp:8:kworker.0
00000100:00000001:1.0:1787763408.887554:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763408.887556:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763408.887559:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d569680 x1874599320583680/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763433 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763408.887565:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763408.887566:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763408.887568:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58dba400.
02000000:00000001:1.0:1787763408.887571:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763408.887573:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763408.887574:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:1.0:1787763408.887576:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763408.887578:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f184000.
02000000:00000001:1.0:1787763408.887580:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763408.887582:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763408.887583:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d569680.
00000100:00000001:1.0:1787763408.887586:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763408.887587:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763408.887589:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763408.887592:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d56b840 x1874599320583808/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763433 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763408.887598:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763408.887599:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763408.887600:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db8400.
02000000:00000001:1.0:1787763408.887602:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763408.887603:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763408.887604:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:1.0:1787763408.887606:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763408.887607:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f187000.
02000000:00000001:1.0:1787763408.887609:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763408.887610:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763408.887611:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d56b840.
00000100:00000001:1.0:1787763408.887612:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763408.887614:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763408.887615:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763408.887618:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d568000 x1874599320583936/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763433 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763408.887623:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763408.887624:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763408.887625:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db8c00.
02000000:00000001:1.0:1787763408.887626:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763408.887627:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763408.887628:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:1.0:1787763408.887630:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763408.887631:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f186000.
02000000:00000001:1.0:1787763408.887633:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763408.887634:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763408.887635:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d568000.
00000100:00000001:1.0:1787763408.887637:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763408.887638:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763408.887639:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763408.887643:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763408.887644:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763408.887646:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763408.887648:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763409.076625:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763409.076635:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763409.076642:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763409.076644:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763409.076649:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763409.076650:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763409.076704:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763409.076710:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763409.076714:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763409.908556:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763409.908567:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763409.908571:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763409.908579:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763409.908585:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763409.908591:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763409.908595:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763409.908599:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763409.908604:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763410.100541:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763410.100550:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763410.100557:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763410.100559:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763410.100562:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763410.100565:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763410.100692:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763410.100700:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763410.100707:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1787763410.164582:0:303331:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b110 (cpu 1) has reached its deadline 4315245304, at 4315245312
00000100:00000010:1.0:1787763410.164603:0:303331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69b780.
00000100:00000040:0.0:1787763410.164607:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4315245304, at 4315245312
00000100:00000010:0.0:1787763410.164623:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69b600.
00000100:00000001:1.0:1787763410.932600:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763410.932613:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763410.932617:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763410.932625:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763410.932632:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763410.932638:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763410.932644:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763410.932648:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763410.932653:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763411.124539:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763411.124549:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763411.124553:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763411.124559:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763411.124566:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763411.124569:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763411.124572:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763411.124576:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763411.124580:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763411.124583:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763411.124585:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763411.124587:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763411.124588:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763411.124590:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763411.124592:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763411.124596:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763411.124601:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763411.124602:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763411.124684:0:281543:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763411.124689:0:281543:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763411.124692:0:281543:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763411.956595:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763411.956606:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763411.956610:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763411.956618:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763411.956623:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763411.956629:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763411.956633:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763411.956638:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763411.956643:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763412.148532:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763412.148541:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763412.148547:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763412.148548:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763412.148552:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763412.148553:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763412.148613:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763412.148618:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763412.148621:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763412.980559:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763412.980569:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763412.980573:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763412.980580:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763412.980585:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763412.980590:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763412.980593:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763412.980598:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763412.980602:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763413.172522:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763413.172529:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763413.172535:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763413.172536:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763413.172540:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763413.172543:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763413.172546:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763413.172549:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763413.172553:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763413.172555:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763413.172556:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763413.172558:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763413.172605:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763413.172611:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763413.172614:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763414.004589:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763414.004601:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763414.004608:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763414.004618:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763414.004625:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763414.004633:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763414.004639:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763414.004643:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763414.004648:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787763414.004676:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787763414.004685:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787763414.004690:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787763414.004695:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787763414.004701:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787763414.004712:0:268573:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20576
00000400:00000200:1.0:1787763414.004726:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763414.004738:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:1.0:1787763414.004744:0:268573:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787763414.004751:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763414.004756:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787763414.004761:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763414.004765:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:1.0:1787763414.004772:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787763414.004775:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:1.0:1787763414.004780:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787763414.004785:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:1.0:1787763414.004790:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:1.0:1787763414.004795:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:1.0:1787763414.004801:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763414.004805:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787763414.004809:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763414.004814:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:1.0:1787763414.004819:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:1.0:1787763414.004825:0:268573:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:1.0:1787763414.004830:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763414.004836:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787763414.004842:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763414.004848:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763414.004853:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1787763414.004857:0:268573:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787763414.004873:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d753e7c00.
00000020:00000040:1.0:1787763414.004880:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:1.0:1787763414.004886:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787763414.004889:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763414.004894:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787763414.004898:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787763414.004904:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787763414.004918:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d58db8c00.
00000100:00000001:1.0:1787763414.004929:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763414.004945:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d753e7c00 x1874599320584064/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787763414.004965:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787763414.004971:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763414.004981:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000661486ec] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d753e7c00 x1874599320584064/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763414.005032:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787763414.005040:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787763414.005047:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787763414.005050:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787763414.005054:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787763414.005059:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787763414.005065:0:268573:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20576
00000400:00000200:1.0:1787763414.005075:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763414.005082:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:1.0:1787763414.005088:0:268573:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787763414.005096:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763414.005101:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787763414.005107:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763414.005112:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:1.0:1787763414.005118:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787763414.005121:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000100:00000001:2.0:1787763414.005123:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:1.0:1787763414.005124:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787763414.005130:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000100:00000001:2.0:1787763414.005136:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1787763414.005139:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000001:2.0:1787763414.005144:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:1.0:1787763414.005150:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000040:1.0:1787763414.005165:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000040:2.0:1787763414.005168:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d753e7c00 x1874599320584064/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763414.005171:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787763414.005182:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763414.005193:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:1.0:1787763414.005225:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00000001:2.0:1787763414.005237:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:1.0:1787763414.005239:0:268573:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763414.005246:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763414.005256:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763414.005262:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763414.005272:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763414.005272:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763414.005280:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787763414.005291:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1787763414.005292:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d753e7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320584064:192.168.203.113@tcp:250:kworker.0
02000000:00000001:1.0:1787763414.005300:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763414.005311:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787763414.005312:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00100000:1.0:1787763414.005321:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1787763414.005324:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00000001:1.0:1787763414.005332:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763414.005334:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763414.005340:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763414.005344:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763414.005355:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f184c00.
00000100:00000010:1.0:1787763414.005364:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d753e5a40.
02000000:00000001:2.0:1787763414.005365:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1787763414.005376:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000400:00000200:2.0:1787763414.005387:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
02000000:00000001:1.0:1787763414.005388:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787763414.005396:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763414.005401:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:2.0:1787763414.005401:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569ee9f8.
02000000:00000001:1.0:1787763414.005408:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787763414.005416:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787763414.005418:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc110.
02000000:00000010:1.0:1787763414.005427:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d58db8400.
00000100:00000200:2.0:1787763414.005434:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320584064, portal 25
00000100:00000001:2.0:1787763414.005484:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763414.005487:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699312040960 : -110374397510656 : ffff9b9d753e7c00)
00000100:00000040:2.0:1787763414.005501:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d753e7c00 x1874599320584064/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763414.005511:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763414.005528:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:1.0:1787763414.005534:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d753e5a40 x1874599320584192/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1787763414.005544:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763414.005557:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc4c8.
00000100:00000001:1.0:1787763414.005563:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000200:2.0:1787763414.005570:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320584064, offset 0
00000100:00000001:1.0:1787763414.005572:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763414.005587:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007997ceef] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d753e5a40 x1874599320584192/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787763414.005605:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000100:00000001:1.0:1787763414.005610:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787763414.005621:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1787763414.005631:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00080000:1.0:1787763414.005634:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1787763414.005644:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787763414.005649:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1787763414.005655:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000100:00000001:1.0:1787763414.005659:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1787763414.005671:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:1.0:1787763414.005674:0:268573:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20576
00000400:00000200:2.0:1787763414.005685:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763414.005693:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763414.005702:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763414.005713:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000400:00000200:2.0:1787763414.005722:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000100:00080000:1.0:1787763414.005725:0:268573:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787763414.005742:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000400:00000200:2.0:1787763414.005744:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63326:63326:256:4294967295] 192.168.203.113@tcp LPNI seq info [63326:63326:8:4294967295]
00000100:00000001:1.0:1787763414.005753:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787763414.005768:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000400:00000200:2.0:1787763414.005770:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763414.005780:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:1.0:1787763414.005790:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787763414.005795:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000020:00000001:1.0:1787763414.005803:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787763414.005812:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000400:00000200:2.0:1787763414.005813:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000020:00000001:1.0:1787763414.005823:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000020:00000001:1.0:1787763414.005835:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000800:00000200:2.0:1787763414.005838:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000100:00000040:1.0:1787763414.005851:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000800:00000010:2.0:1787763414.005854:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e000.
00000100:00000001:1.0:1787763414.005861:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787763414.005872:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000800:00000200:2.0:1787763414.005881:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000001:1.0:1787763414.005883:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:1.0:1787763414.005897:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000800:00000200:2.0:1787763414.005898:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000100:00080000:1.0:1787763414.005909:0:268573:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:1.0:1787763414.005916:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763414.005920:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787763414.005927:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763414.005936:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763414.005943:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1787763414.005953:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000800:00000200:2.1:1787763414.005954:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000008:00000001:1.0:1787763414.005966:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787763414.005970:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000100:00000001:1.0:1787763414.005974:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1787763414.005988:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000100:00000010:1.0:1787763414.005989:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d753e6580.
00000800:00000010:2.0:1787763414.005999:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e000.
00000020:00000040:1.0:1787763414.006000:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
02000000:00000001:1.0:1787763414.006012:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787763414.006015:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763414.006018:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1787763414.006022:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787763414.006029:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1787763414.006035:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
02000000:00000001:1.0:1787763414.006038:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763414.006050:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc4c8
02000000:00000010:1.0:1787763414.006055:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d58dba400.
00000400:00000010:2.0:1787763414.006060:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc4c8.
00000100:00000001:1.0:1787763414.006068:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763414.006075:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00100000:1.0:1787763414.006086:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d753e6580 x1874599320584320/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1787763414.006094:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d753e7c00 x1874599320584064/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763414.006127:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787763414.006137:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763414.006140:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763414.006152:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f34e68e0] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d753e6580 x1874599320584320/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787763414.006156:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d753e7c00 x1874599320584064/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763439 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763414.006229:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763414.006242:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787763414.006256:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763414.006258:0:268573:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:2.0:1787763414.006266:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:1.0:1787763414.006271:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787763414.006281:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787763414.006284:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763414.006286:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787763414.006295:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1787763414.006303:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763414.006306:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787763414.006314:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4315250424
00000100:00080000:1.0:1787763414.006331:0:268573:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20576
00000100:00000010:2.0:1787763414.006332:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d5891f060.
00000400:00000200:1.0:1787763414.006348:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763414.006351:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000400:00000200:1.0:1787763414.006361:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00000001:2.0:1787763414.006370:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4315250424
00000100:00080000:1.0:1787763414.006377:0:268573:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000010:2.0:1787763414.006384:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d5891f7e0.
00000100:00000040:1.0:1787763414.006388:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763414.006397:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787763414.006398:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787763414.006408:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763414.006412:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763414.006416:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000001:2.0:1787763414.006424:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787763414.006426:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787763414.006431:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000100:00000001:2.0:1787763414.006436:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000020:00000001:1.0:1787763414.006484:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787763414.006491:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000020:00000001:1.0:1787763414.006500:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00100000:2.0:1787763414.006503:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763414/real 1787763414]  req@ffff9b9d753e7c00 x1874599320584064/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1787763414.006511:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000040:1.0:1787763414.006532:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000400:00000001:2.0:1787763414.006535:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:1.0:1787763414.006540:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000001:2.0:1787763414.006542:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763414.006550:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569ee9f8.
00000100:00000040:1.0:1787763414.006554:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000400:00000200:2.0:1787763414.006557:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc110
00000100:00000001:1.0:1787763414.006561:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000400:00000010:2.0:1787763414.006564:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc110.
00000020:00000040:1.0:1787763414.006568:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00000001:2.0:1787763414.006572:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00080000:1.0:1787763414.006579:0:268573:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000200:2.0:1787763414.006588:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d753e7c00 x1874599320584064/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763414.006589:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763414.006597:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787763414.006605:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763414.006613:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763414.006619:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1787763414.006627:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1787763414.006634:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787763414.006636:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d753e7c00 x1874599320584064/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763414.006638:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787763414.006648:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d753e4f00.
00000020:00000040:1.0:1787763414.006657:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
02000000:00000001:1.0:1787763414.006666:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787763414.006673:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763414.006676:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763414.006677:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787763414.006684:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1787763414.006686:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1787763414.006687:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787763414.006701:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d58dbb000.
00000100:00000001:2.0:1787763414.006702:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763414.006710:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763414.006713:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763414.006721:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d753e7c00 x1874599320584064/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763414.006726:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d753e4f00 x1874599320584448/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763414.006768:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763414.006771:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787763414.006779:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763414.006786:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d753e7c00 x1874599320584064/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763439 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787763414.006789:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006fb83b46] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d753e4f00 x1874599320584448/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763414.006843:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763414.006847:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763414.006858:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763414.006863:0:268573:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20586)
00000100:00000001:2.0:1787763414.006866:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763414.006874:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763414.006880:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763414.006884:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763414.006890:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763414.006898:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763414.006905:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763414.006917:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d753e7c00 x1874599320584064/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763439 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763414.006935:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d753e7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320584064:192.168.203.113@tcp:250:kworker.0
00000100:00000001:2.0:1787763414.006945:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763414.006949:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763414.006955:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d753e7c00 x1874599320584064/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763439 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763414.006969:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763414.006974:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763414.006978:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f184c00.
02000000:00000001:2.0:1787763414.006985:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763414.006988:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763414.006991:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:2.0:1787763414.006995:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763414.007000:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d58db8c00.
02000000:00000001:2.0:1787763414.007007:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763414.007011:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763414.007015:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d753e7c00.
00000100:00000001:2.0:1787763414.007022:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763414.007024:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763414.007029:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763414.007039:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763414.007043:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763414.007047:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787763414.007050:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763414.007053:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763414.007060:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d753e5a40 x1874599320584192/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763414.007071:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763414.007073:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763414.007076:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763414.007079:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763414.007082:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763414.007086:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d753e5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320584192:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763414.007090:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763414.007094:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763414.007097:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763414.007099:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763414.007104:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f184c00.
02000000:00000001:2.0:1787763414.007107:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763414.007113:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763414.007116:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569ee9f8.
00000400:00000010:2.0:1787763414.007121:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc110.
00000100:00000200:2.0:1787763414.007125:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320584192, portal 10
00000100:00000001:2.0:1787763414.007128:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763414.007130:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699312032320 : -110374397519296 : ffff9b9d753e5a40)
00000100:00000040:2.0:1787763414.007138:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d753e5a40 x1874599320584192/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763414.007147:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763414.007151:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763414.007154:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc4c8.
00000100:00000200:2.0:1787763414.007157:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320584192, offset 0
00000400:00000200:2.0:1787763414.007163:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763414.007169:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763414.007175:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763414.007180:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763414.007184:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763414.007187:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763414.007190:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763414.007195:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63327:63327:256:4294967295] 192.168.203.113@tcp LPNI seq info [63327:63327:8:4294967295]
00000400:00000200:2.0:1787763414.007225:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763414.007235:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763414.007242:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763414.007247:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e000.
00000800:00000200:2.0:1787763414.007252:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.0:1787763414.007256:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787763414.007263:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763414.007267:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1787763414.007272:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763414.007275:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e000.
00000400:00000200:2.0:1787763414.007279:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787763414.007283:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763414.007288:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc4c8
00000400:00000010:2.0:1787763414.007290:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc4c8.
00000100:00000001:2.0:1787763414.007294:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763414.007299:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d753e5a40 x1874599320584192/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763414.007310:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763414.007314:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d753e5a40 x1874599320584192/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763439 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763414.007322:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763414.007324:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763414.007330:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763414.007335:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:2.0:1787763414.007339:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763414.007342:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315249197
00000100:00000001:2.0:1787763414.007345:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315250424
00000100:00000001:2.0:1787763414.007349:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315249197
00000100:00000001:2.0:1787763414.007351:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315250424
00000100:00000001:2.0:1787763414.007354:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763414.007356:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763414.007359:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763414.007363:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763414/real 1787763414]  req@ffff9b9d753e5a40 x1874599320584192/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763414.007374:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763414.007375:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763414.007378:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569ee9f8.
00000400:00000200:2.0:1787763414.007381:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc110
00000400:00000010:2.0:1787763414.007384:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc110.
00000100:00000001:2.0:1787763414.007388:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763414.007394:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d753e5a40 x1874599320584192/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763414.007411:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d753e5a40 x1874599320584192/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763414.007424:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763414.007427:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763414.007430:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763414.007433:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763414.007441:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d753e5a40 x1874599320584192/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763414.007501:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763414.007508:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d753e5a40 x1874599320584192/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763439 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763414.007518:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763414.007522:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763414.007524:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763414.007526:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763414.007528:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763414.007541:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763414.007544:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763414.007548:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763414.007550:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763414.007556:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d753e5a40 x1874599320584192/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763439 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763414.007566:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d753e5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320584192:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763414.007571:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763414.007575:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d753e6580 x1874599320584320/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763414.007583:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763414.007585:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763414.007588:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763414.007590:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763414.007593:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763414.007599:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d753e6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320584320:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763414.007606:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763414.007610:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763414.007613:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763414.007617:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763414.007624:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f186000.
02000000:00000001:2.0:1787763414.007628:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763414.007637:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763414.007642:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569ee9f8.
00000400:00000010:2.0:1787763414.007649:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc110.
00000100:00000200:2.0:1787763414.007655:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320584320, portal 10
00000100:00000001:2.0:1787763414.007659:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763414.007662:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699312035200 : -110374397516416 : ffff9b9d753e6580)
00000100:00000040:2.0:1787763414.007674:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d753e6580 x1874599320584320/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763414.007689:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763414.007693:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763414.007699:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc4c8.
00000100:00000200:2.0:1787763414.007703:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320584320, offset 0
00000400:00000200:2.0:1787763414.007709:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763414.007715:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763414.007720:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763414.007724:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763414.007728:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763414.007731:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763414.007734:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763414.007738:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63328:63328:256:4294967295] 192.168.203.113@tcp LPNI seq info [63328:63328:8:4294967295]
00000400:00000200:2.0:1787763414.007744:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763414.007752:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763414.007758:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763414.007762:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e000.
00000800:00000200:2.0:1787763414.007767:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.0:1787763414.007771:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787763414.007776:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763414.007780:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1787763414.007785:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763414.007787:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e000.
00000400:00000200:2.0:1787763414.007791:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787763414.007797:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763414.007802:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc4c8
00000400:00000010:2.0:1787763414.007807:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc4c8.
00000100:00000001:2.0:1787763414.007813:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763414.007820:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d753e6580 x1874599320584320/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763414.007835:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763414.007842:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d753e6580 x1874599320584320/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763439 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763414.007856:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763414.007859:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763414.007866:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763414.007872:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:2.0:1787763414.007880:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763414.007884:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315249177
00000100:00000001:2.0:1787763414.007889:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315250424
00000100:00000001:2.0:1787763414.007894:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315249177
00000100:00000001:2.0:1787763414.007898:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315250424
00000100:00000001:2.0:1787763414.007903:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763414.007907:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763414.007911:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763414.007920:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763414/real 1787763414]  req@ffff9b9d753e6580 x1874599320584320/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763414.007936:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763414.007939:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763414.007943:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569ee9f8.
00000400:00000200:2.0:1787763414.007948:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc110
00000400:00000010:2.0:1787763414.007951:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc110.
00000100:00000001:2.0:1787763414.007956:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763414.007963:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d753e6580 x1874599320584320/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763414.007982:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d753e6580 x1874599320584320/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763414.007995:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763414.007998:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763414.008000:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763414.008002:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763414.008007:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d753e6580 x1874599320584320/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763414.008015:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763414.008020:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d753e6580 x1874599320584320/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763439 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763414.008028:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763414.008031:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763414.008033:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763414.008035:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763414.008038:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763414.008040:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763414.008044:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763414.008047:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763414.008050:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763414.008055:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d753e6580 x1874599320584320/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763439 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763414.008064:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d753e6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320584320:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763414.008069:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763414.008073:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d753e4f00 x1874599320584448/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763414.008082:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763414.008084:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763414.008087:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763414.008090:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763414.008093:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763414.008096:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d753e4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320584448:192.168.203.113@tcp:8:kworker.0
00000100:00000001:2.0:1787763414.008100:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763414.008103:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763414.008105:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763414.008107:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763414.008112:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f187000.
02000000:00000001:2.0:1787763414.008114:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763414.008120:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763414.008123:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569ee9f8.
00000400:00000010:2.0:1787763414.008127:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc110.
00000100:00000200:2.0:1787763414.008131:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320584448, portal 4
00000100:00000001:2.0:1787763414.008134:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763414.008135:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699312029440 : -110374397522176 : ffff9b9d753e4f00)
00000100:00000040:2.0:1787763414.008143:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d753e4f00 x1874599320584448/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763414.008151:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763414.008154:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763414.008157:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc4c8.
00000100:00000200:2.0:1787763414.008160:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320584448, offset 0
00000400:00000200:2.0:1787763414.008165:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763414.008170:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763414.008175:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763414.008178:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763414.008182:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763414.008185:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763414.008188:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763414.008193:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63329:63329:256:4294967295] 192.168.203.113@tcp LPNI seq info [63329:63329:8:4294967295]
00000400:00000200:2.0:1787763414.008225:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763414.008236:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763414.008243:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763414.008248:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e000.
00000800:00000200:2.0:1787763414.008253:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.0:1787763414.008256:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787763414.008262:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763414.008266:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1787763414.008271:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763414.008274:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e000.
00000400:00000200:2.0:1787763414.008278:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787763414.008282:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763414.008286:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc4c8
00000400:00000010:2.0:1787763414.008289:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc4c8.
00000100:00000001:2.0:1787763414.008292:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763414.008297:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d753e4f00 x1874599320584448/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763414.008307:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763414.008311:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d753e4f00 x1874599320584448/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763439 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763414.008319:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763414.008321:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763414.008325:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763414.008329:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:2.0:1787763414.008333:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763414.008336:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315249189
00000100:00000001:2.0:1787763414.008340:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315250424
00000100:00000001:2.0:1787763414.008342:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315249189
00000100:00000001:2.0:1787763414.008345:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315250424
00000100:00000001:2.0:1787763414.008347:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763414.008350:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763414.008352:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763414.008356:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763414/real 1787763414]  req@ffff9b9d753e4f00 x1874599320584448/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763414.008367:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763414.008369:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763414.008371:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569ee9f8.
00000400:00000200:2.0:1787763414.008374:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc110
00000400:00000010:2.0:1787763414.008376:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc110.
00000100:00000001:2.0:1787763414.008378:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763414.008382:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d753e4f00 x1874599320584448/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763414.008400:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d753e4f00 x1874599320584448/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763414.008413:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763414.008416:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763414.008420:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763414.008422:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763414.008429:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d753e4f00 x1874599320584448/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763414.008487:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763414.008497:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d753e4f00 x1874599320584448/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763439 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763414.008506:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763414.008510:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763414.008512:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763414.008514:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763414.008516:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763414.008518:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763414.008521:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763414.008525:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763414.008528:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763414.008534:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d753e4f00 x1874599320584448/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763439 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763414.008544:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d753e4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320584448:192.168.203.113@tcp:8:kworker.0
00000100:00000001:2.0:1787763414.008549:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763414.008552:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763414.008555:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d753e5a40 x1874599320584192/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763439 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763414.008563:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763414.008566:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763414.008568:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f184c00.
02000000:00000001:2.0:1787763414.008572:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763414.008574:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763414.008576:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:2.0:1787763414.008579:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763414.008581:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d58db8400.
02000000:00000001:2.0:1787763414.008584:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763414.008587:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763414.008589:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d753e5a40.
00000100:00000001:2.0:1787763414.008592:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763414.008594:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763414.008596:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763414.008603:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d753e6580 x1874599320584320/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763439 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763414.008616:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763414.008619:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763414.008622:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f186000.
02000000:00000001:2.0:1787763414.008627:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763414.008629:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763414.008632:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:2.0:1787763414.008635:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763414.008638:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d58dba400.
02000000:00000001:2.0:1787763414.008643:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763414.008646:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763414.008649:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d753e6580.
00000100:00000001:2.0:1787763414.008653:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763414.008655:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763414.008659:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763414.008666:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d753e4f00 x1874599320584448/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763439 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763414.008680:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763414.008683:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763414.008686:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f187000.
02000000:00000001:2.0:1787763414.008691:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763414.008693:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763414.008696:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:2.0:1787763414.008699:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763414.008701:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d58dbb000.
02000000:00000001:2.0:1787763414.008704:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763414.008706:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763414.008708:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d753e4f00.
00000100:00000001:2.0:1787763414.008711:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763414.008713:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763414.008715:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763414.008721:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763414.008723:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763414.008725:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787763414.008727:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763414.196527:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763414.196535:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763414.196541:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763414.196543:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763414.196546:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763414.196547:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763414.196604:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763414.196612:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763414.196616:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763415.028697:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763415.028712:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763415.028717:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763415.028727:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763415.028736:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763415.028743:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763415.028749:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763415.028755:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763415.028762:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763415.220546:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763415.220555:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763415.220562:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763415.220564:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763415.220568:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763415.220570:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763415.220649:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763415.220655:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763415.220660:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1787763415.284580:0:303331:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b110 (cpu 1) has reached its deadline 4315250424, at 4315250432
00000100:00000040:0.0:1787763415.284583:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4315250424, at 4315250432
00000100:00000010:0.0:1787763415.284606:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d5891f060.
00000100:00000010:1.0:1787763415.284615:0:303331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d5891f7e0.
00000100:00000001:1.0:1787763416.052713:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763416.052725:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763416.052735:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763416.052746:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763416.052753:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763416.052760:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763416.052766:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763416.052772:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763416.052777:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763416.244589:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763416.244598:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763416.244606:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763416.244610:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763416.244615:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763416.244616:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763416.244683:0:281543:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763416.244690:0:281543:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763416.244695:0:281543:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763417.076534:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763417.076546:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763417.076550:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763417.076559:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763417.076564:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763417.076571:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763417.076575:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763417.076581:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763417.076586:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763417.268539:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763417.268548:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763417.268554:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763417.268555:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763417.268559:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763417.268561:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763417.268622:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763417.268627:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763417.268631:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763418.100613:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763418.100626:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763418.100629:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763418.100637:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763418.100643:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763418.100648:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763418.100652:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763418.100656:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763418.100660:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763418.292521:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763418.292529:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763418.292535:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763418.292536:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763418.292540:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763418.292541:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763418.292594:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763418.292599:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763418.292602:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787763419.125141:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1787763419.125141:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763419.125150:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763419.125154:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763419.125158:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:3.0:1787763419.125160:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787763419.125178:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1787763419.125180:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1787763419.125185:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763419.125186:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763419.125193:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763419.125195:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1787763419.125197:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763419.125201:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763419.125206:0:296758:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20581
00000400:00000200:2.0:1787763419.125218:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763419.125225:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763419.125229:0:296758:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763419.125232:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763419.125236:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763419.125238:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763419.125241:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:2.0:1787763419.125245:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763419.125247:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:2.0:1787763419.125250:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763419.125253:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:2.0:1787763419.125255:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:2.0:1787763419.125256:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:2.0:1787763419.125258:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763419.125260:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763419.125261:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763419.125263:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:2.0:1787763419.125266:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:2.0:1787763419.125269:0:296758:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763419.125271:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763419.125273:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763419.125277:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763419.125279:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763419.125281:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787763419.125283:0:296758:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763419.125289:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d56a940.
00000020:00000040:2.0:1787763419.125292:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:2.0:1787763419.125297:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763419.125299:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763419.125302:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763419.125305:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763419.125310:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763419.125318:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f186000.
00000100:00000001:2.0:1787763419.125326:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763419.125343:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d56a940 x1874599320584576/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763419.125363:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763419.125370:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763419.125377:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b4aca245] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d56a940 x1874599320584576/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763419.125401:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763419.125404:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763419.125407:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787763419.125408:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763419.125410:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763419.125413:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763419.125416:0:296758:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20581
00000400:00000200:2.0:1787763419.125420:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763419.125424:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00000001:1.0:1787763419.125425:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:2.0:1787763419.125426:0:296758:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787763419.125431:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1787763419.125431:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763419.125433:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763419.125436:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763419.125437:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787763419.125439:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000040:1.0:1787763419.125469:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d56a940 x1874599320584576/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1787763419.125470:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763419.125474:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000020:00000001:2.0:1787763419.125478:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763419.125483:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000100:00000001:1.0:1787763419.125488:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:2.0:1787763419.125489:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000001:1.0:1787763419.125492:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763419.125495:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
02000000:00000001:1.0:1787763419.125499:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:2.0:1787763419.125503:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
02000000:00000001:1.0:1787763419.125505:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763419.125507:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1787763419.125511:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763419.125513:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763419.125518:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00100000:1.0:1787763419.125519:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d56a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320584576:192.168.203.113@tcp:250:kworker.0
00000020:00000040:2.0:1787763419.125526:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00000001:1.0:1787763419.125527:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763419.125533:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:2.0:1787763419.125534:0:296758:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
02000000:00000001:1.0:1787763419.125537:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763419.125538:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763419.125543:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787763419.125544:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763419.125551:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58dba400.
02000000:00000001:1.0:1787763419.125554:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763419.125557:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1787763419.125561:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
02000000:00000001:2.0:1787763419.125562:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763419.125566:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787763419.125571:0:296758:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787763419.125574:0:296758:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787763419.125576:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43000.
00000100:00000001:2.0:1787763419.125576:0:296758:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763419.125583:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d568b40.
00000020:00000040:2.0:1787763419.125586:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
02000000:00000001:2.0:1787763419.125588:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763419.125589:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787763419.125590:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9000.
00000100:00000001:2.0:1787763419.125591:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763419.125594:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763419.125597:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763419.125601:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f184c00.
00000100:00000200:1.0:1787763419.125605:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320584576, portal 25
00000100:00000001:2.0:1787763419.125605:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763419.125612:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00100000:2.0:1787763419.125613:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d568b40 x1874599320584704/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787763419.125617:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910972224 : -110374798579392 : ffff9b9d5d56a940)
00000100:00000001:2.0:1787763419.125625:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763419.125628:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763419.125633:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d56a940 x1874599320584576/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787763419.125634:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a25ffa6] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d568b40 x1874599320584704/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763419.125659:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763419.125663:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:2.0:1787763419.125663:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763419.125667:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000040:1.0:1787763419.125670:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000100:00000001:2.0:1787763419.125671:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763419.125675:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:1.0:1787763419.125677:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9aa0.
00000100:00000001:2.0:1787763419.125678:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763419.125683:0:296758:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20581
00000100:00000200:1.0:1787763419.125684:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320584576, offset 0
00000400:00000200:2.0:1787763419.125688:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763419.125692:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763419.125694:0:296758:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1787763419.125695:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000100:00000040:2.0:1787763419.125700:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763419.125703:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763419.125705:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763419.125706:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:2.0:1787763419.125709:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763419.125710:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000020:00000001:2.0:1787763419.125711:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763419.125713:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000020:00000001:2.0:1787763419.125715:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000400:00000200:1.0:1787763419.125716:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000020:00000001:2.0:1787763419.125719:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00000040:2.0:1787763419.125723:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763419.125725:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787763419.125727:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000100:00000040:2.0:1787763419.125730:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763419.125734:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:2.0:1787763419.125736:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000400:00000200:1.0:1787763419.125738:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:2.0:1787763419.125741:0:296758:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763419.125744:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763419.125747:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
02000000:00000001:2.0:1787763419.125747:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763419.125751:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1787763419.125754:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
02000000:00000001:2.0:1787763419.125755:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763419.125759:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000100:00000001:2.0:1787763419.125760:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787763419.125763:0:296758:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1787763419.125767:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63330:63330:256:4294967295] 192.168.203.113@tcp LPNI seq info [63330:63330:8:4294967295]
00000008:00000001:2.0:1787763419.125768:0:296758:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763419.125772:0:296758:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763419.125776:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000010:2.0:1787763419.125779:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d568000.
00000020:00000040:2.0:1787763419.125782:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
02000000:00000001:2.0:1787763419.125786:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763419.125790:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763419.125791:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1787763419.125794:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763419.125797:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763419.125798:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763419.125803:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f184000.
00000800:00000200:1.0:1787763419.125806:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000100:00000001:2.0:1787763419.125809:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1787763419.125814:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718eff00.
00000100:00100000:2.0:1787763419.125818:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d568000 x1874599320584832/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.0:1787763419.125825:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763419.125833:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
00000100:00000001:2.0:1787763419.125837:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000200:1.1:1787763419.125841:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000001:2.0:1787763419.125843:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787763419.125847:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
00000100:00000040:2.0:1787763419.125853:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000040389d09] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d568000 x1874599320584832/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:1.0:1787763419.125854:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763419.125859:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718eff00.
00000400:00000200:1.0:1787763419.125866:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1787763419.125869:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763419.125873:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000100:00000040:2.0:1787763419.125876:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1787763419.125879:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9aa0
00000400:00000010:1.0:1787763419.125883:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9aa0.
00000100:00000040:2.0:1787763419.125883:0:296758:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1787763419.125889:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:2.0:1787763419.125891:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763419.125897:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000200:1.0:1787763419.125899:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d56a940 x1874599320584576/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763419.125901:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763419.125904:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763419.125910:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763419.125915:0:296758:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20581
00000100:00000001:1.0:1787763419.125918:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000400:00000200:2.0:1787763419.125921:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000040:1.0:1787763419.125926:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d56a940 x1874599320584576/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763444 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787763419.125929:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763419.125933:0:296758:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787763419.125939:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763419.125941:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:2.0:1787763419.125946:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763419.125948:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787763419.125949:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763419.125952:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763419.125955:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000400:00000200:1.0:1787763419.125956:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000020:00000001:2.0:1787763419.125961:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787763419.125963:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4315255544
00000020:00000040:2.0:1787763419.125964:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000020:00000001:2.0:1787763419.125967:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763419.125970:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000020:00000001:2.0:1787763419.125972:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000020:00000001:2.0:1787763419.125973:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000010:1.0:1787763419.125974:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d7f69b780.
00000100:00000040:2.0:1787763419.125977:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763419.125980:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763419.125982:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763419.125983:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:2.0:1787763419.125984:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00080000:2.0:1787763419.125987:0:296758:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:1.0:1787763419.125988:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787763419.125988:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763419.125991:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763419.125995:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763419.125997:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763419.125999:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787763419.126000:0:296758:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787763419.126002:0:296758:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763419.126003:0:296758:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763419.126006:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4315255544
00000100:00000010:2.0:1787763419.126007:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d56b840.
00000020:00000040:2.0:1787763419.126010:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
02000000:00000001:2.0:1787763419.126014:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763419.126015:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787763419.126016:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d7f69b960.
00000100:00000001:2.0:1787763419.126018:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763419.126020:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787763419.126021:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
02000000:00000001:2.0:1787763419.126022:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763419.126028:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:2.0:1787763419.126029:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f185000.
00000100:00000001:1.0:1787763419.126032:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763419.126034:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763419.126036:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763419.126045:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763419/real 1787763419]  req@ffff9b9d5d56a940 x1874599320584576/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763419.126046:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d56b840 x1874599320584960/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763419.126076:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763419.126081:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763419.126088:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2e525cc] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d56b840 x1874599320584960/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763419.126093:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763419.126095:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787763419.126098:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787763419.126099:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43000.
00000400:00000200:1.0:1787763419.126103:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9000
00000100:00000040:2.0:1787763419.126104:0:296758:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20591)
00000400:00000010:1.0:1787763419.126105:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9000.
00000100:00000001:1.0:1787763419.126110:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763419.126115:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d56a940 x1874599320584576/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763419.126122:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d56a940 x1874599320584576/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763419.126127:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763419.126128:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763419.126130:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763419.126132:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763419.126135:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d56a940 x1874599320584576/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763419.126139:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763419.126143:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d56a940 x1874599320584576/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763444 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763419.126148:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763419.126150:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763419.126151:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763419.126152:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763419.126154:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763419.126156:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763419.126158:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763419.126161:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763419.126178:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763419.126182:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d56a940 x1874599320584576/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763444 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763419.126189:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d56a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320584576:192.168.203.113@tcp:250:kworker.0
00000100:00000001:1.0:1787763419.126193:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763419.126195:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763419.126197:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d56a940 x1874599320584576/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763444 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763419.126202:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763419.126204:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763419.126207:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58dba400.
02000000:00000001:1.0:1787763419.126210:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763419.126211:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763419.126213:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:1.0:1787763419.126215:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763419.126217:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f186000.
02000000:00000001:1.0:1787763419.126221:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763419.126223:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763419.126224:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d56a940.
00000100:00000001:1.0:1787763419.126227:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763419.126228:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763419.126229:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763419.126238:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763419.126239:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763419.126240:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763419.126241:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763419.126243:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763419.126245:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d568b40 x1874599320584704/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763419.126251:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763419.126252:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763419.126254:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763419.126255:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763419.126256:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763419.126258:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d568b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320584704:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763419.126261:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763419.126263:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763419.126264:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763419.126265:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763419.126268:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58dba400.
02000000:00000001:1.0:1787763419.126269:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763419.126272:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763419.126275:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43000.
00000400:00000010:1.0:1787763419.126277:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9000.
00000100:00000200:1.0:1787763419.126280:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320584704, portal 10
00000100:00000001:1.0:1787763419.126281:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763419.126283:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910964544 : -110374798587072 : ffff9b9d5d568b40)
00000100:00000040:1.0:1787763419.126288:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d568b40 x1874599320584704/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763419.126293:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763419.126295:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763419.126296:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9aa0.
00000100:00000200:1.0:1787763419.126298:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320584704, offset 0
00000400:00000200:1.0:1787763419.126301:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763419.126304:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763419.126307:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763419.126309:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763419.126311:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763419.126313:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763419.126315:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763419.126317:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63331:63331:256:4294967295] 192.168.203.113@tcp LPNI seq info [63331:63331:8:4294967295]
00000400:00000200:1.0:1787763419.126321:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763419.126325:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763419.126328:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763419.126330:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718eff00.
00000800:00000200:1.0:1787763419.126332:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763419.126336:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787763419.126339:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763419.126342:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1787763419.126345:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763419.126347:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718eff00.
00000400:00000200:1.0:1787763419.126349:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763419.126352:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763419.126354:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9aa0
00000400:00000010:1.0:1787763419.126355:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9aa0.
00000100:00000001:1.0:1787763419.126357:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763419.126359:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d568b40 x1874599320584704/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763419.126365:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763419.126367:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d568b40 x1874599320584704/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763444 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763419.126372:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763419.126373:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763419.126375:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763419.126379:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:1.0:1787763419.126381:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763419.126383:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315254316
00000100:00000001:1.0:1787763419.126385:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315255544
00000100:00000001:1.0:1787763419.126387:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315254316
00000100:00000001:1.0:1787763419.126389:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315255544
00000100:00000001:1.0:1787763419.126390:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763419.126392:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763419.126393:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763419.126395:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763419/real 1787763419]  req@ffff9b9d5d568b40 x1874599320584704/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763419.126400:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763419.126400:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763419.126403:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43000.
00000400:00000200:1.0:1787763419.126405:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9000
00000400:00000010:1.0:1787763419.126406:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9000.
00000100:00000001:1.0:1787763419.126408:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763419.126410:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d568b40 x1874599320584704/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763419.126415:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d568b40 x1874599320584704/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763419.126419:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763419.126420:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763419.126421:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763419.126422:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763419.126424:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d568b40 x1874599320584704/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763419.126428:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763419.126430:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d568b40 x1874599320584704/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763444 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763419.126434:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763419.126436:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763419.126437:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763419.126460:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763419.126463:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763419.126481:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763419.126485:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763419.126490:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763419.126493:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763419.126497:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d568b40 x1874599320584704/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763444 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763419.126504:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d568b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320584704:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763419.126508:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763419.126510:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d568000 x1874599320584832/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763419.126515:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763419.126516:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763419.126517:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763419.126519:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763419.126521:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763419.126523:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d568000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320584832:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763419.126525:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763419.126526:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763419.126527:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763419.126528:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763419.126531:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db8400.
02000000:00000001:1.0:1787763419.126533:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763419.126535:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763419.126537:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43000.
00000400:00000010:1.0:1787763419.126539:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9000.
00000100:00000200:1.0:1787763419.126542:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320584832, portal 10
00000100:00000001:1.0:1787763419.126543:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763419.126544:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910961664 : -110374798589952 : ffff9b9d5d568000)
00000100:00000040:1.0:1787763419.126549:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d568000 x1874599320584832/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763419.126554:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763419.126556:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763419.126557:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9aa0.
00000100:00000200:1.0:1787763419.126559:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320584832, offset 0
00000400:00000200:1.0:1787763419.126562:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763419.126564:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763419.126567:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763419.126569:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763419.126571:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763419.126573:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763419.126575:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763419.126577:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63332:63332:256:4294967295] 192.168.203.113@tcp LPNI seq info [63332:63332:8:4294967295]
00000400:00000200:1.0:1787763419.126580:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763419.126585:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763419.126587:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763419.126589:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718eff00.
00000800:00000200:1.0:1787763419.126593:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763419.126597:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787763419.126602:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763419.126605:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1787763419.126610:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763419.126612:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718eff00.
00000400:00000200:1.0:1787763419.126616:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763419.126620:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763419.126623:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9aa0
00000400:00000010:1.0:1787763419.126625:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9aa0.
00000100:00000001:1.0:1787763419.126628:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763419.126632:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d568000 x1874599320584832/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763419.126641:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763419.126644:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d568000 x1874599320584832/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763444 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763419.126648:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763419.126650:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763419.126652:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763419.126655:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:1.0:1787763419.126657:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763419.126658:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315254296
00000100:00000001:1.0:1787763419.126661:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315255544
00000100:00000001:1.0:1787763419.126663:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315254296
00000100:00000001:1.0:1787763419.126821:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315255544
00000100:00000001:1.0:1787763419.126827:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763419.126833:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763419.126837:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763419.126858:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763419/real 1787763419]  req@ffff9b9d5d568000 x1874599320584832/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763419.126891:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763419.126894:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763419.126899:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43000.
00000400:00000200:1.0:1787763419.126908:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9000
00000400:00000010:1.0:1787763419.126911:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9000.
00000100:00000001:1.0:1787763419.126918:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763419.126924:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d568000 x1874599320584832/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763419.126936:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d568000 x1874599320584832/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763419.126947:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763419.126950:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763419.126953:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763419.126955:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763419.126960:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d568000 x1874599320584832/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763419.126969:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763419.126976:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d568000 x1874599320584832/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763444 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763419.126986:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763419.126989:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763419.126992:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763419.126994:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763419.126998:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763419.127002:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763419.127007:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763419.127012:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763419.127016:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763419.127021:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d568000 x1874599320584832/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763444 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763419.127032:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d568000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320584832:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763419.127038:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763419.127043:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d56b840 x1874599320584960/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763419.127052:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763419.127055:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763419.127059:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763419.127063:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763419.127067:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763419.127071:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d56b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320584960:192.168.203.113@tcp:8:kworker.0
00000100:00000001:1.0:1787763419.127075:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763419.127081:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763419.127084:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763419.127087:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763419.127098:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db8c00.
02000000:00000001:1.0:1787763419.127101:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763419.127110:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763419.127115:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43000.
00000400:00000010:1.0:1787763419.127121:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9000.
00000100:00000200:1.0:1787763419.127127:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320584960, portal 4
00000100:00000001:1.0:1787763419.127130:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763419.127133:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910976064 : -110374798575552 : ffff9b9d5d56b840)
00000100:00000040:1.0:1787763419.127143:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d56b840 x1874599320584960/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763419.127153:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763419.127157:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763419.127160:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9aa0.
00000100:00000200:1.0:1787763419.127190:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320584960, offset 0
00000400:00000200:1.0:1787763419.127200:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763419.127211:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763419.127221:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763419.127228:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763419.127233:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763419.127238:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763419.127242:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763419.127247:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63333:63333:256:4294967295] 192.168.203.113@tcp LPNI seq info [63333:63333:8:4294967295]
00000400:00000200:1.0:1787763419.127262:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763419.127275:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763419.127284:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763419.127293:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718eff00.
00000800:00000200:1.0:1787763419.127305:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763419.127313:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787763419.127324:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763419.127332:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1787763419.127342:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763419.127346:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718eff00.
00000400:00000200:1.0:1787763419.127356:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763419.127365:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763419.127373:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9aa0
00000400:00000010:1.0:1787763419.127376:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9aa0.
00000100:00000001:1.0:1787763419.127380:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763419.127386:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d56b840 x1874599320584960/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763419.127399:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763419.127415:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d56b840 x1874599320584960/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763444 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763419.127435:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763419.127437:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763419.127499:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763419.127506:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:1.0:1787763419.127512:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763419.127515:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315254309
00000100:00000001:1.0:1787763419.127519:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315255544
00000100:00000001:1.0:1787763419.127522:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315254309
00000100:00000001:1.0:1787763419.127525:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315255544
00000100:00000001:1.0:1787763419.127528:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763419.127530:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763419.127533:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763419.127538:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763419/real 1787763419]  req@ffff9b9d5d56b840 x1874599320584960/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763419.127548:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763419.127550:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763419.127553:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43000.
00000400:00000200:1.0:1787763419.127556:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9000
00000400:00000010:1.0:1787763419.127558:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9000.
00000100:00000001:1.0:1787763419.127561:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763419.127565:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d56b840 x1874599320584960/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763419.127576:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d56b840 x1874599320584960/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763419.127584:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763419.127586:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763419.127588:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763419.127590:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763419.127594:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d56b840 x1874599320584960/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763419.127604:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763419.127609:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d56b840 x1874599320584960/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763444 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763419.127617:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763419.127620:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763419.127622:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763419.127624:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763419.127626:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763419.127628:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763419.127631:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763419.127637:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763419.127641:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763419.127649:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d56b840 x1874599320584960/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763444 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763419.127665:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d56b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320584960:192.168.203.113@tcp:8:kworker.0
00000100:00000001:1.0:1787763419.127672:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763419.127677:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763419.127686:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d568b40 x1874599320584704/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763444 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763419.127700:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763419.127705:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763419.127709:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58dba400.
02000000:00000001:1.0:1787763419.127716:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763419.127721:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763419.127724:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:1.0:1787763419.127727:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763419.127731:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f184c00.
02000000:00000001:1.0:1787763419.127736:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763419.127739:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763419.127741:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d568b40.
00000100:00000001:1.0:1787763419.127745:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763419.127747:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763419.127750:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763419.127755:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d568000 x1874599320584832/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763444 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763419.127764:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763419.127765:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763419.127768:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db8400.
02000000:00000001:1.0:1787763419.127771:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763419.127772:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763419.127774:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:1.0:1787763419.127776:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763419.127778:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f184000.
02000000:00000001:1.0:1787763419.127780:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763419.127781:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763419.127783:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d568000.
00000100:00000001:1.0:1787763419.127785:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763419.127787:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763419.127789:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763419.127792:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d56b840 x1874599320584960/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763444 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763419.127800:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763419.127801:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763419.127803:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db8c00.
02000000:00000001:1.0:1787763419.127805:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763419.127806:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763419.127808:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:1.0:1787763419.127810:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763419.127811:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f185000.
02000000:00000001:1.0:1787763419.127814:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763419.127815:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763419.127817:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d56b840.
00000100:00000001:1.0:1787763419.127820:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763419.127822:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763419.127824:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763419.127835:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763419.127837:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763419.127840:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763419.127843:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763419.316576:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763419.316588:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763419.316598:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763419.316599:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763419.316606:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763419.316607:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763419.316717:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763419.316723:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763419.316727:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763420.148529:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763420.148540:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763420.148544:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763420.148551:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763420.148558:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763420.148564:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763420.148568:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763420.148572:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763420.148578:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763420.340529:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763420.340539:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763420.340541:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763420.340545:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763420.340551:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763420.340554:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763420.340555:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763420.340557:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763420.340561:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763420.340562:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763420.340564:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763420.340565:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763420.340566:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763420.340567:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763420.340568:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763420.340569:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763420.340572:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763420.340573:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763420.340645:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763420.340652:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763420.340657:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1787763420.404517:0:303331:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b110 (cpu 1) has reached its deadline 4315255544, at 4315255552
00000100:00000040:0.0:1787763420.404527:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4315255544, at 4315255552
00000100:00000010:1.0:1787763420.404537:0:303331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69b960.
00000100:00000010:0.0:1787763420.404540:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69b780.
00000100:00000001:3.0:1787763421.172507:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763421.172515:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763421.172518:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763421.172524:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763421.172528:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763421.172532:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763421.172536:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763421.172539:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763421.172542:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763421.364526:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763421.364533:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763421.364540:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763421.364542:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763421.364545:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763421.364546:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763421.364596:0:281543:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763421.364601:0:281543:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763421.364603:0:281543:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763422.196512:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763422.196521:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763422.196523:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763422.196528:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763422.196533:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763422.196537:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763422.196541:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763422.196544:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763422.196548:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763422.388533:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763422.388541:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763422.388546:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763422.388547:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763422.388551:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763422.388553:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763422.388616:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763422.388621:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763422.388625:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763423.220531:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763423.220540:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763423.220542:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763423.220549:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763423.220554:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763423.220557:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763423.220561:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763423.220564:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763423.220566:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763423.412534:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763423.412541:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763423.412548:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763423.412550:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763423.412554:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763423.412558:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763423.412560:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763423.412564:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763423.412567:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763423.412569:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763423.412571:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763423.412573:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763423.412594:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763423.412599:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763423.412604:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763424.244499:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763424.244508:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763424.244510:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763424.244517:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763424.244522:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763424.244526:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763424.244531:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763424.244534:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763424.244538:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763424.244551:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763424.244558:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787763424.244562:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763424.244566:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763424.244571:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763424.244580:0:296758:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20586
00000400:00000200:2.0:1787763424.244592:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763424.244600:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763424.244603:0:296758:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763424.244606:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763424.244609:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763424.244611:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763424.244613:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:2.0:1787763424.244617:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763424.244619:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:2.0:1787763424.244622:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763424.244626:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:2.0:1787763424.244628:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:2.0:1787763424.244632:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:2.0:1787763424.244635:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763424.244638:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763424.244640:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763424.244643:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:2.0:1787763424.244646:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:2.0:1787763424.244650:0:296758:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763424.244654:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763424.244658:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763424.244663:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763424.244667:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763424.244670:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787763424.244675:0:296758:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763424.244684:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d569680.
00000020:00000040:2.0:1787763424.244689:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:2.0:1787763424.244695:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763424.244697:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763424.244702:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763424.244705:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763424.244709:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763424.244718:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f184000.
00000100:00000001:2.0:1787763424.244726:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763424.244746:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d569680 x1874599320585088/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763424.244757:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763424.244761:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763424.244765:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d90ce636] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d569680 x1874599320585088/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763424.244784:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763424.244787:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763424.244790:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787763424.244791:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763424.244793:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763424.244795:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763424.244798:0:296758:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20586
00000400:00000200:2.0:1787763424.244802:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763424.244804:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00000001:1.0:1787763424.244808:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:2.0:1787763424.244808:0:296758:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763424.244811:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763424.244815:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763424.244816:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787763424.244820:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763424.244821:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000040:1.0:1787763424.244828:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d569680 x1874599320585088/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763424.244837:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763424.244839:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763424.244842:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763424.244845:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763424.244847:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763424.244851:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d569680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320585088:192.168.203.113@tcp:250:kworker.0
00000100:00000001:1.0:1787763424.244858:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1787763424.244858:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:2.0:1787763424.244862:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763424.244864:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000020:00000001:2.0:1787763424.244865:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
02000000:00000001:1.0:1787763424.244866:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:2.0:1787763424.244868:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
02000000:00000001:1.0:1787763424.244870:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763424.244874:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
02000000:00000001:1.0:1787763424.244876:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000001:2.0:1787763424.244878:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
02000000:00000010:1.0:1787763424.244883:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db8400.
00000100:00000040:2.0:1787763424.244883:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
02000000:00000001:1.0:1787763424.244888:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763424.244889:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763424.244909:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763424.244911:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:2.0:1787763424.244913:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000400:00000200:1.0:1787763424.244917:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00080000:2.0:1787763424.244920:0:296758:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000400:00000010:1.0:1787763424.244923:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43000.
00000100:00000001:2.0:1787763424.244923:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763424.244928:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:1.0:1787763424.244933:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9000.
02000000:00000001:2.0:1787763424.244936:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763424.244939:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763424.244941:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000200:1.0:1787763424.244943:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320585088, portal 25
00000100:00000001:1.0:1787763424.244947:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000008:00100000:2.0:1787763424.244947:0:296758:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787763424.244950:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910967424 : -110374798584192 : ffff9b9d5d569680)
00000008:00000001:2.0:1787763424.244952:0:296758:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763424.244955:0:296758:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763424.244973:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d569680 x1874599320585088/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1787763424.244976:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d5692c0.
00000020:00000040:2.0:1787763424.244982:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000100:00000001:1.0:1787763424.244987:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:2.0:1787763424.244987:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763424.244991:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763424.244995:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000100:00000001:2.0:1787763424.244995:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763424.244998:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:1.0:1787763424.244999:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9aa0.
02000000:00000001:2.0:1787763424.245000:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787763424.245004:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320585088, offset 0
02000000:00000010:2.0:1787763424.245007:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f184c00.
00000100:00000001:2.0:1787763424.245012:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763424.245015:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000100:00100000:2.0:1787763424.245020:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d5692c0 x1874599320585216/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787763424.245029:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763424.245031:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763424.245034:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763424.245039:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000103818ef] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d5692c0 x1874599320585216/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787763424.245040:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763424.245049:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1787763424.245053:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763424.245056:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000100:00080000:2.0:1787763424.245058:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1787763424.245064:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000100:00080000:2.0:1787763424.245064:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787763424.245068:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1787763424.245070:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000100:00080000:2.0:1787763424.245071:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763424.245076:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1787763424.245077:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63334:63334:256:4294967295] 192.168.203.113@tcp LPNI seq info [63334:63334:8:4294967295]
00000100:00080000:2.0:1787763424.245081:0:296758:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20586
00000400:00000200:1.0:1787763424.245085:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763424.245089:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763424.245096:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763424.245100:0:296758:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1787763424.245103:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000100:00000040:2.0:1787763424.245107:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763424.245110:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763424.245115:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000800:00000200:1.0:1787763424.245116:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000100:00000001:2.0:1787763424.245118:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:2.0:1787763424.245121:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763424.245122:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000800:00000010:1.0:1787763424.245123:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718eff00.
00000020:00000001:2.0:1787763424.245125:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763424.245143:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000020:00000001:2.0:1787763424.245146:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000020:00000001:2.0:1787763424.245149:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000800:00000200:1.0:1787763424.245150:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000040:2.0:1787763424.245155:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000800:00000200:1.0:1787763424.245158:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 42 secs later)
00000100:00000001:2.0:1787763424.245159:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763424.245164:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763424.245167:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000800:00000200:1.1:1787763424.245169:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000020:00000040:2.0:1787763424.245187:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000800:00000200:1.1:1787763424.245190:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 42 secs later)
00000100:00080000:2.0:1787763424.245194:0:296758:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000800:00000100:1.0:1787763424.245200:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000100:00000001:2.0:1787763424.245201:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1787763424.245205:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718eff00.
02000000:00000001:2.0:1787763424.245205:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763424.245210:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1787763424.245214:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:2.0:1787763424.245214:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763424.245219:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000200:1.0:1787763424.245223:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000008:00100000:2.0:1787763424.245223:0:296758:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787763424.245228:0:296758:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763424.245231:0:296758:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763424.245232:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9aa0
00000400:00000010:1.0:1787763424.245236:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9aa0.
00000100:00000010:2.0:1787763424.245236:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d56b840.
00000020:00000040:2.0:1787763424.245239:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000100:00000001:1.0:1787763424.245240:0:256678:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:2.0:1787763424.245242:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763424.245245:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787763424.245246:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d569680 x1874599320585088/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763424.245247:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763424.245250:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763424.245252:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763424.245257:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f186000.
00000100:00000001:1.0:1787763424.245263:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787763424.245263:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763424.245269:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d569680 x1874599320585088/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763449 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763424.245271:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d56b840 x1874599320585344/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787763424.245289:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763424.245291:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787763424.245292:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763424.245294:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763424.245299:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2e525cc] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d56b840 x1874599320585344/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763424.245302:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763424.245309:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763424.245311:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000040:2.0:1787763424.245313:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787763424.245315:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4315260663
00000100:00000040:2.0:1787763424.245316:0:296758:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1787763424.245322:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000010:1.0:1787763424.245323:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d7f69bd20.
00000100:00080000:2.0:1787763424.245329:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787763424.245331:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763424.245332:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787763424.245333:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787763424.245334:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763424.245340:0:296758:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20586
00000400:00000200:2.0:1787763424.245343:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763424.245344:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4315260663
00000400:00000200:2.0:1787763424.245348:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00000010:1.0:1787763424.245349:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d7f69b7e0.
00000100:00080000:2.0:1787763424.245351:0:296758:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787763424.245354:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000100:00000040:2.0:1787763424.245355:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763424.245360:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763424.245360:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763424.245363:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763424.245380:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763424.245383:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000001:1.0:1787763424.245385:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000020:00000001:2.0:1787763424.245386:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763424.245389:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000020:00000001:2.0:1787763424.245390:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00100000:1.0:1787763424.245394:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763424/real 1787763424]  req@ffff9b9d5d569680 x1874599320585088/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1787763424.245394:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000020:00000001:2.0:1787763424.245397:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000020:00000001:2.0:1787763424.245402:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000040:2.0:1787763424.245408:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763424.245411:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000001:1.0:1787763424.245412:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:2.0:1787763424.245415:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000400:00000001:1.0:1787763424.245416:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763424.245419:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43000.
00000100:00000001:2.0:1787763424.245420:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000400:00000200:1.0:1787763424.245423:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9000
00000020:00000040:2.0:1787763424.245424:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000400:00000010:1.0:1787763424.245427:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9000.
00000100:00080000:2.0:1787763424.245430:0:296758:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:1.0:1787763424.245432:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787763424.245436:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787763424.245438:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d569680 x1874599320585088/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787763424.245439:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763424.245443:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763424.245447:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763424.245452:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000200:1.0:1787763424.245456:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d569680 x1874599320585088/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1787763424.245456:0:296758:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787763424.245461:0:296758:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763424.245465:0:296758:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763424.245490:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763424.245492:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763424.245495:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763424.245497:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:2.0:1787763424.245498:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d568000.
00000100:00100000:1.0:1787763424.245501:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d569680 x1874599320585088/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1787763424.245505:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
02000000:00000001:2.0:1787763424.245512:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787763424.245513:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1787763424.245517:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763424.245521:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d569680 x1874599320585088/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763449 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763424.245522:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763424.245527:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763424.245530:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763424.245533:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763424.245537:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:2.0:1787763424.245538:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f187000.
00000100:00000001:1.0:1787763424.245539:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763424.245541:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763424.245545:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763424.245546:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763424.245547:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763424.245553:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763424.245559:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00100000:2.0:1787763424.245560:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d568000 x1874599320585472/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787763424.245561:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763424.245568:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d569680 x1874599320585088/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763449 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763424.245589:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00100000:1.0:1787763424.245590:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d569680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320585088:192.168.203.113@tcp:250:kworker.0
00000100:00000001:2.0:1787763424.245594:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763424.245597:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763424.245600:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763424.245602:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000040389d09] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d568000 x1874599320585472/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787763424.245605:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d569680 x1874599320585088/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763449 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763424.245630:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763424.245634:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:2.0:1787763424.245636:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787763424.245637:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db8400.
02000000:00000001:1.0:1787763424.245642:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763424.245645:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000100:00000040:2.0:1787763424.245646:0:296758:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20597)
00000020:00000040:1.0:1787763424.245647:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:1.0:1787763424.245652:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763424.245655:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f184000.
02000000:00000001:1.0:1787763424.245658:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763424.245660:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763424.245662:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d569680.
00000100:00000001:1.0:1787763424.245664:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763424.245666:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763424.245668:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763424.245677:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763424.245678:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763424.245680:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763424.245681:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763424.245682:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763424.245685:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d5692c0 x1874599320585216/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763424.245690:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763424.245692:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763424.245693:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763424.245694:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763424.245696:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763424.245698:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d5692c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320585216:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763424.245700:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763424.245702:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763424.245703:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763424.245705:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763424.245707:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db8400.
02000000:00000001:1.0:1787763424.245708:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763424.245711:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763424.245713:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43000.
00000400:00000010:1.0:1787763424.245716:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9000.
00000100:00000200:1.0:1787763424.245718:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320585216, portal 10
00000100:00000001:1.0:1787763424.245720:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763424.245721:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910966464 : -110374798585152 : ffff9b9d5d5692c0)
00000100:00000040:1.0:1787763424.245727:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d5692c0 x1874599320585216/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763424.245732:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763424.245734:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763424.245735:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9aa0.
00000100:00000200:1.0:1787763424.245737:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320585216, offset 0
00000400:00000200:1.0:1787763424.245739:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763424.245742:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763424.245746:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763424.245749:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763424.245751:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763424.245753:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763424.245755:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763424.245757:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63335:63335:256:4294967295] 192.168.203.113@tcp LPNI seq info [63335:63335:8:4294967295]
00000400:00000200:1.0:1787763424.245760:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763424.245764:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763424.245768:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763424.245770:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718eff00.
00000800:00000200:1.0:1787763424.245773:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763424.245775:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787763424.245778:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763424.245780:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1787763424.245783:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763424.245785:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718eff00.
00000400:00000200:1.0:1787763424.245787:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763424.245790:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763424.245792:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9aa0
00000400:00000010:1.0:1787763424.245794:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9aa0.
00000100:00000001:1.0:1787763424.245795:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763424.245798:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d5692c0 x1874599320585216/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763424.245804:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763424.245806:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d5692c0 x1874599320585216/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763449 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763424.245811:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763424.245812:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763424.245815:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763424.245818:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:1.0:1787763424.245820:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763424.245821:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315259436
00000100:00000001:1.0:1787763424.245824:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315260663
00000100:00000001:1.0:1787763424.245826:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315259436
00000100:00000001:1.0:1787763424.245828:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315260663
00000100:00000001:1.0:1787763424.245830:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763424.245831:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763424.245832:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763424.245835:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763424/real 1787763424]  req@ffff9b9d5d5692c0 x1874599320585216/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763424.245839:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763424.245840:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763424.245841:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43000.
00000400:00000200:1.0:1787763424.245843:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9000
00000400:00000010:1.0:1787763424.245844:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9000.
00000100:00000001:1.0:1787763424.245846:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763424.245848:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d5692c0 x1874599320585216/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763424.245854:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d5692c0 x1874599320585216/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763424.245857:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763424.245858:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763424.245859:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763424.245860:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763424.245862:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d5692c0 x1874599320585216/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763424.245867:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763424.245869:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d5692c0 x1874599320585216/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763449 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763424.245874:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763424.245877:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763424.245878:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763424.245880:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763424.245881:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763424.245912:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763424.245914:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763424.245917:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763424.245918:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763424.245921:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d5692c0 x1874599320585216/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763449 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763424.245926:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d5692c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320585216:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763424.245928:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763424.245930:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d56b840 x1874599320585344/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763424.245934:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763424.245935:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763424.245936:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763424.245937:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763424.245939:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763424.245940:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d56b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320585344:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763424.245943:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763424.245944:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763424.245945:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763424.245947:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763424.245949:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58dba400.
02000000:00000001:1.0:1787763424.245951:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763424.245952:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763424.245954:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43000.
00000400:00000010:1.0:1787763424.245956:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9000.
00000100:00000200:1.0:1787763424.245958:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320585344, portal 10
00000100:00000001:1.0:1787763424.245959:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763424.245961:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910976064 : -110374798575552 : ffff9b9d5d56b840)
00000100:00000040:1.0:1787763424.245965:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d56b840 x1874599320585344/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763424.245969:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763424.245971:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763424.245972:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9aa0.
00000100:00000200:1.0:1787763424.245973:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320585344, offset 0
00000400:00000200:1.0:1787763424.245976:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763424.245978:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763424.245980:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763424.245982:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763424.245984:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763424.245985:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763424.245987:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763424.245989:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63336:63336:256:4294967295] 192.168.203.113@tcp LPNI seq info [63336:63336:8:4294967295]
00000400:00000200:1.0:1787763424.245992:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763424.245996:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763424.245998:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763424.246016:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718eff00.
00000800:00000200:1.0:1787763424.246019:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763424.246021:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787763424.246023:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763424.246025:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1787763424.246028:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763424.246029:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718eff00.
00000400:00000200:1.0:1787763424.246032:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763424.246034:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763424.246036:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9aa0
00000400:00000010:1.0:1787763424.246037:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9aa0.
00000100:00000001:1.0:1787763424.246039:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763424.246041:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d56b840 x1874599320585344/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763424.246046:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763424.246049:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d56b840 x1874599320585344/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763449 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763424.246053:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763424.246054:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763424.246056:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763424.246058:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:1.0:1787763424.246060:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763424.246061:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315259415
00000100:00000001:1.0:1787763424.246063:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315260663
00000100:00000001:1.0:1787763424.246065:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315259415
00000100:00000001:1.0:1787763424.246067:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315260663
00000100:00000001:1.0:1787763424.246068:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763424.246069:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763424.246071:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763424.246073:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763424/real 1787763424]  req@ffff9b9d5d56b840 x1874599320585344/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763424.246077:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763424.246078:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763424.246079:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43000.
00000400:00000200:1.0:1787763424.246081:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9000
00000400:00000010:1.0:1787763424.246082:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9000.
00000100:00000001:1.0:1787763424.246083:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763424.246085:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d56b840 x1874599320585344/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763424.246090:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d56b840 x1874599320585344/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763424.246094:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763424.246095:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763424.246096:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763424.246097:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763424.246100:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d56b840 x1874599320585344/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763424.246105:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763424.246108:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d56b840 x1874599320585344/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763449 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763424.246112:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763424.246113:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763424.246114:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763424.246115:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763424.246116:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763424.246117:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763424.246119:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763424.246121:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763424.246122:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763424.246125:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d56b840 x1874599320585344/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763449 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763424.246142:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d56b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320585344:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763424.246145:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763424.246147:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d568000 x1874599320585472/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763424.246151:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763424.246152:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763424.246154:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763424.246155:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763424.246157:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763424.246159:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d568000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320585472:192.168.203.113@tcp:8:kworker.0
00000100:00000001:1.0:1787763424.246161:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763424.246163:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763424.246164:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763424.246165:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763424.246185:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58dbbc00.
02000000:00000001:1.0:1787763424.246186:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763424.246189:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763424.246190:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43000.
00000400:00000010:1.0:1787763424.246193:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9000.
00000100:00000200:1.0:1787763424.246195:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320585472, portal 4
00000100:00000001:1.0:1787763424.246196:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763424.246197:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910961664 : -110374798589952 : ffff9b9d5d568000)
00000100:00000040:1.0:1787763424.246202:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d568000 x1874599320585472/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763424.246206:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763424.246208:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763424.246209:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9aa0.
00000100:00000200:1.0:1787763424.246210:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320585472, offset 0
00000400:00000200:1.0:1787763424.246213:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763424.246215:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763424.246217:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763424.246218:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763424.246220:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763424.246222:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763424.246224:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763424.246226:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63337:63337:256:4294967295] 192.168.203.113@tcp LPNI seq info [63337:63337:8:4294967295]
00000400:00000200:1.0:1787763424.246229:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763424.246233:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763424.246236:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763424.246237:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718eff00.
00000800:00000200:1.0:1787763424.246240:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763424.246242:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787763424.246244:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763424.246246:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1787763424.246249:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763424.246251:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718eff00.
00000400:00000200:1.0:1787763424.246253:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763424.246255:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763424.246257:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9aa0
00000400:00000010:1.0:1787763424.246258:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9aa0.
00000100:00000001:1.0:1787763424.246260:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763424.246262:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d568000 x1874599320585472/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763424.246268:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763424.246270:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d568000 x1874599320585472/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763449 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763424.246275:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763424.246276:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763424.246278:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763424.246279:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:1.0:1787763424.246281:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763424.246283:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315259427
00000100:00000001:1.0:1787763424.246285:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315260663
00000100:00000001:1.0:1787763424.246286:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315259427
00000100:00000001:1.0:1787763424.246288:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315260663
00000100:00000001:1.0:1787763424.246289:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763424.246290:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763424.246291:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763424.246293:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763424/real 1787763424]  req@ffff9b9d5d568000 x1874599320585472/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763424.246298:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763424.246299:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763424.246301:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43000.
00000400:00000200:1.0:1787763424.246302:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9000
00000400:00000010:1.0:1787763424.246303:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9000.
00000100:00000001:1.0:1787763424.246305:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763424.246307:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d568000 x1874599320585472/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763424.246313:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d568000 x1874599320585472/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763424.246317:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763424.246318:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763424.246319:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763424.246320:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763424.246322:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d568000 x1874599320585472/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763424.246326:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763424.246328:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d568000 x1874599320585472/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763449 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763424.246332:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763424.246333:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763424.246334:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763424.246335:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763424.246336:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763424.246337:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763424.246339:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763424.246341:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763424.246342:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763424.246345:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d568000 x1874599320585472/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763449 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763424.246350:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d568000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320585472:192.168.203.113@tcp:8:kworker.0
00000100:00000001:1.0:1787763424.246352:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763424.246354:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763424.246356:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d5692c0 x1874599320585216/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763449 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763424.246361:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763424.246362:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763424.246380:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db8400.
02000000:00000001:1.0:1787763424.246382:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763424.246383:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763424.246384:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:1.0:1787763424.246385:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763424.246387:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f184c00.
02000000:00000001:1.0:1787763424.246388:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763424.246390:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763424.246391:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d5692c0.
00000100:00000001:1.0:1787763424.246392:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763424.246394:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763424.246395:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763424.246397:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d56b840 x1874599320585344/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763449 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763424.246402:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763424.246403:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763424.246404:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58dba400.
02000000:00000001:1.0:1787763424.246406:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763424.246406:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763424.246407:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:1.0:1787763424.246408:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763424.246409:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f186000.
02000000:00000001:1.0:1787763424.246411:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763424.246411:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763424.246412:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d56b840.
00000100:00000001:1.0:1787763424.246413:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763424.246414:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763424.246415:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763424.246417:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d568000 x1874599320585472/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763449 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763424.246421:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763424.246422:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763424.246423:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58dbbc00.
02000000:00000001:1.0:1787763424.246426:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763424.246427:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763424.246428:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:1.0:1787763424.246429:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763424.246430:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f187000.
02000000:00000001:1.0:1787763424.246431:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763424.246432:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763424.246433:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d568000.
00000100:00000001:1.0:1787763424.246434:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763424.246435:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763424.246436:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763424.246439:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763424.246439:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763424.246441:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763424.246442:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763424.436546:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763424.436554:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763424.436561:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763424.436562:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763424.436565:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763424.436567:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763424.436660:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763424.436664:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763424.436668:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763425.268512:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763425.268521:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763425.268524:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763425.268529:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763425.268534:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763425.268538:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763425.268542:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763425.268545:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763425.268548:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763425.460535:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763425.460544:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763425.460550:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763425.460551:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763425.460555:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763425.460556:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763425.460621:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763425.460628:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763425.460632:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1787763425.524532:0:303331:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b110 (cpu 1) has reached its deadline 4315260663, at 4315260672
00000100:00000040:0.0:1787763425.524547:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4315260663, at 4315260672
00000100:00000010:1.0:1787763425.524551:0:303331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69b7e0.
00000100:00000010:0.0:1787763425.524556:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69bd20.
00000100:00000001:3.0:1787763426.292614:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763426.292625:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763426.292628:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763426.292636:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763426.292642:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763426.292646:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763426.292650:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763426.292655:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763426.292660:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763426.484593:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763426.484604:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763426.484614:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763426.484616:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763426.484620:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763426.484623:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763426.484712:0:281543:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763426.484720:0:281543:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763426.484725:0:281543:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763427.316563:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763427.316574:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763427.316577:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763427.316584:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763427.316590:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763427.316595:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763427.316599:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763427.316603:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763427.316606:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763427.508574:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763427.508580:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763427.508588:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763427.508590:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763427.508594:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763427.508596:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763427.508711:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763427.508719:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763427.508726:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763428.340560:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763428.340570:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763428.340573:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763428.340581:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763428.340587:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763428.340591:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763428.340596:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763428.340600:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763428.340605:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763428.532568:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763428.532576:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763428.532585:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763428.532588:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763428.532595:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763428.532597:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763428.532676:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763428.532683:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763428.532689:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763429.364573:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763429.364586:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763429.364590:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763429.364596:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763429.364603:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763429.364611:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763429.364616:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763429.364622:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1787763429.364624:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1787763429.364627:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763429.364641:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787763429.364645:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763429.364651:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763429.364658:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763429.364670:0:296758:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20592
00000400:00000200:0.0:1787763429.364684:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763429.364693:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763429.364698:0:296758:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763429.364701:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763429.364704:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763429.364706:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763429.364708:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763429.364713:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763429.364714:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:0.0:1787763429.364718:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763429.364722:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:0.0:1787763429.364724:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:0.0:1787763429.364726:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:0.0:1787763429.364728:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763429.364729:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763429.364731:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763429.364732:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787763429.364734:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:0.0:1787763429.364737:0:296758:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763429.364739:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763429.364741:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763429.364745:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763429.364748:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763429.364750:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787763429.364752:0:296758:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763429.364764:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81853480.
00000020:00000040:0.0:1787763429.364767:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:0.0:1787763429.364771:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763429.364773:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763429.364776:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763429.364780:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763429.364792:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763429.364801:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d50558c00.
00000100:00000001:0.0:1787763429.364809:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763429.364820:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81853480 x1874599320585600/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763429.364830:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763429.364834:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763429.364838:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000037f19d5a] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81853480 x1874599320585600/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763429.364859:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763429.364863:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763429.364867:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787763429.364868:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763429.364869:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763429.364872:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763429.364874:0:296758:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20592
00000400:00000200:0.0:1787763429.364877:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763429.364880:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763429.364882:0:296758:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763429.364884:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763429.364886:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763429.364887:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763429.364889:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763429.364890:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763429.364891:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000020:00000001:0.0:1787763429.364892:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763429.364894:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000020:00000001:0.0:1787763429.364895:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000020:00000001:0.0:1787763429.364896:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000040:0.0:1787763429.364899:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763429.364900:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763429.364902:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763429.364903:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787763429.364904:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00080000:0.0:1787763429.364906:0:296758:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763429.364907:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763429.364909:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763429.364915:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763429.364916:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763429.364918:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763429.364924:0:296758:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787763429.364926:0:296758:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763429.364928:0:296758:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763429.364933:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81853c00.
00000020:00000040:0.0:1787763429.364935:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
02000000:00000001:0.0:1787763429.364937:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763429.364938:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763429.364940:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763429.364941:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763429.364944:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763429.364949:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d5055a400.
00000100:00000001:0.0:1787763429.364952:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763429.364957:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81853c00 x1874599320585728/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763429.364964:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763429.364970:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763429.364971:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1787763429.364978:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ce798b78] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81853c00 x1874599320585728/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763429.364982:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763429.364990:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787763429.365001:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763429.365005:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763429.365007:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787763429.365012:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763429.365015:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:1.0:1787763429.365017:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81853480 x1874599320585600/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763429.365019:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763429.365028:0:296758:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20592
00000400:00000200:0.0:1787763429.365049:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763429.365060:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763429.365074:0:296758:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787763429.365075:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763429.365080:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763429.365082:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763429.365107:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763429.365111:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763429.365115:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763429.365118:0:296758:0:(genops.c:792:class_conn2export()) Process entered
02000000:00000001:1.0:1787763429.365119:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:0.0:1787763429.365120:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000020:00000001:0.0:1787763429.365128:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763429.365130:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000020:00000001:0.0:1787763429.365132:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000020:00000001:0.0:1787763429.365134:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00000040:0.0:1787763429.365137:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763429.365138:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763429.365139:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763429.365142:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
02000000:00000001:1.0:1787763429.365142:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:0.0:1787763429.365160:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
02000000:00000001:1.0:1787763429.365162:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763429.365172:0:296758:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00100000:1.0:1787763429.365175:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81853480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320585600:192.168.203.113@tcp:250:kworker.0
00000100:00000001:0.0:1787763429.365178:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763429.365189:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787763429.365195:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787763429.365197:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763429.365202:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763429.365203:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1787763429.365213:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:1.0:1787763429.365214:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1787763429.365220:0:296758:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1787763429.365220:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:0.0:1787763429.365229:0:296758:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763429.365230:0:296758:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763429.365235:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81852940.
02000000:00000010:1.0:1787763429.365236:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58dbbc00.
00000020:00000040:0.0:1787763429.365239:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
02000000:00000001:1.0:1787763429.365243:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763429.365245:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763429.365250:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763429.365252:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763429.365259:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1787763429.365260:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763429.365269:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43000.
02000000:00000001:0.0:1787763429.365271:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763429.365282:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d50559c00.
00000400:00000010:1.0:1787763429.365286:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9000.
00000100:00000001:0.0:1787763429.365289:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787763429.365297:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320585600, portal 25
00000100:00100000:0.0:1787763429.365299:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81852940 x1874599320585856/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787763429.365303:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763429.365312:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699518002304 : -110374191549312 : ffff9b9d81853480)
00000100:00000040:1.0:1787763429.365332:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81853480 x1874599320585600/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763429.365338:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763429.365347:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763429.365367:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afb094cc] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81852940 x1874599320585856/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763429.365369:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763429.365384:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763429.365397:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9aa0.
00000100:00000001:0.0:1787763429.365407:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787763429.365408:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320585600, offset 0
00000100:00000040:0.0:1787763429.365416:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1787763429.365420:0:296758:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1787763429.365430:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000100:00080000:0.0:1787763429.365431:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763429.365465:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787763429.365467:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763429.365469:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763429.365471:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763429.365475:0:296758:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20592
00000400:00000200:0.0:1787763429.365480:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763429.365482:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763429.365484:0:296758:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763429.365487:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763429.365489:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763429.365491:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763429.365494:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763429.365497:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763429.365498:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000020:00000001:0.0:1787763429.365499:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763429.365501:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000020:00000001:0.0:1787763429.365502:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000020:00000001:0.0:1787763429.365504:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000040:0.0:1787763429.365506:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763429.365509:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763429.365511:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763429.365513:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787763429.365515:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00080000:0.0:1787763429.365517:0:296758:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763429.365519:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763429.365520:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763429.365523:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1787763429.365528:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
02000000:00000001:0.0:1787763429.365529:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763429.365534:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763429.365539:0:296758:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787763429.365542:0:296758:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763429.365545:0:296758:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763429.365549:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81852580.
00000020:00000040:0.0:1787763429.365552:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
00000400:00000200:1.0:1787763429.365557:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
02000000:00000001:0.0:1787763429.365558:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763429.365567:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763429.365571:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1787763429.365572:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:0.0:1787763429.365577:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763429.365581:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763429.365585:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
02000000:00000010:0.0:1787763429.365589:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d5055ac00.
00000400:00000200:1.0:1787763429.365597:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1787763429.365598:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763429.365609:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000100:00100000:0.0:1787763429.365615:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81852580 x1874599320585984/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787763429.365628:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63338:63338:256:4294967295] 192.168.203.113@tcp LPNI seq info [63338:63338:8:4294967295]
00000400:00000200:1.0:1787763429.365653:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787763429.365661:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763429.365666:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763429.365678:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000100:00000040:0.0:1787763429.365687:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a3a56c9a] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81852580 x1874599320585984/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1787763429.365701:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763429.365719:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718eff00.
00000100:00000001:0.0:1787763429.365721:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763429.365730:0:296758:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20602)
00000800:00000200:1.0:1787763429.365736:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763429.365743:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787763429.365755:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763429.365760:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1787763429.365766:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763429.365769:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718eff00.
00000400:00000200:1.0:1787763429.365776:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763429.365782:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763429.365790:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9aa0
00000400:00000010:1.0:1787763429.365793:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9aa0.
00000100:00000001:1.0:1787763429.365798:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763429.365805:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d81853480 x1874599320585600/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763429.365819:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763429.365823:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81853480 x1874599320585600/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763454 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763429.365833:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763429.365836:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763429.365844:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763429.365849:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763429.365853:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4315265784
00000100:00000010:1.0:1787763429.365860:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d7f69b7e0.
00000100:00000001:1.0:1787763429.365868:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787763429.365878:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4315265784
00000100:00000010:1.0:1787763429.365884:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d7f69bd20.
00000100:00000001:1.0:1787763429.365888:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787763429.365892:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763429.365895:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763429.365899:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763429.365904:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763429/real 1787763429]  req@ffff9b9d81853480 x1874599320585600/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763429.365916:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763429.365919:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763429.365921:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43000.
00000400:00000200:1.0:1787763429.365925:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9000
00000400:00000010:1.0:1787763429.365927:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9000.
00000100:00000001:1.0:1787763429.365930:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763429.365935:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81853480 x1874599320585600/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763429.365946:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81853480 x1874599320585600/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763429.365955:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763429.365958:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763429.365961:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763429.365964:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763429.365969:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81853480 x1874599320585600/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763429.365977:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763429.365983:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81853480 x1874599320585600/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763454 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763429.365991:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763429.365995:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763429.365997:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763429.365998:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763429.366002:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763429.366005:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763429.366009:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763429.366014:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763429.366017:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763429.366022:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81853480 x1874599320585600/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763454 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763429.366032:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81853480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320585600:192.168.203.113@tcp:250:kworker.0
00000100:00000001:1.0:1787763429.366037:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763429.366041:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763429.366044:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81853480 x1874599320585600/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763454 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763429.366053:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763429.366057:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763429.366061:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58dbbc00.
02000000:00000001:1.0:1787763429.366066:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763429.366069:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763429.366072:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:1.0:1787763429.366075:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763429.366079:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d50558c00.
02000000:00000001:1.0:1787763429.366085:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763429.366088:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763429.366090:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81853480.
00000100:00000001:1.0:1787763429.366126:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763429.366128:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763429.366130:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763429.366139:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763429.366141:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763429.366144:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763429.366147:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763429.366149:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763429.366155:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81853c00 x1874599320585728/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763429.366166:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763429.366168:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763429.366171:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763429.366174:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763429.366176:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763429.366180:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81853c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320585728:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763429.366185:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763429.366188:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763429.366191:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763429.366193:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763429.366198:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58dbbc00.
02000000:00000001:1.0:1787763429.366200:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763429.366205:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763429.366209:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43000.
00000400:00000010:1.0:1787763429.366213:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9000.
00000100:00000200:1.0:1787763429.366217:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320585728, portal 10
00000100:00000001:1.0:1787763429.366221:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763429.366223:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699518004224 : -110374191547392 : ffff9b9d81853c00)
00000100:00000040:1.0:1787763429.366231:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81853c00 x1874599320585728/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763429.366240:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763429.366243:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763429.366246:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9aa0.
00000100:00000200:1.0:1787763429.366249:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320585728, offset 0
00000400:00000200:1.0:1787763429.366254:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763429.366259:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763429.366264:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763429.366268:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763429.366272:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763429.366275:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763429.366278:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763429.366283:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63339:63339:256:4294967295] 192.168.203.113@tcp LPNI seq info [63339:63339:8:4294967295]
00000400:00000200:1.0:1787763429.366288:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763429.366296:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763429.366302:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763429.366306:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718eff00.
00000800:00000200:1.0:1787763429.366311:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763429.366315:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787763429.366320:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763429.366324:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1787763429.366329:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763429.366331:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718eff00.
00000400:00000200:1.0:1787763429.366335:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763429.366340:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763429.366344:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9aa0
00000400:00000010:1.0:1787763429.366347:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9aa0.
00000100:00000001:1.0:1787763429.366350:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763429.366354:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d81853c00 x1874599320585728/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763429.366373:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763429.366377:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81853c00 x1874599320585728/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763454 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763429.366385:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763429.366387:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763429.366390:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763429.366394:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:1.0:1787763429.366398:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763429.366401:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315264556
00000100:00000001:1.0:1787763429.366405:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315265784
00000100:00000001:1.0:1787763429.366408:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315264556
00000100:00000001:1.0:1787763429.366410:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315265784
00000100:00000001:1.0:1787763429.366413:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763429.366416:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763429.366418:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763429.366422:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763429/real 1787763429]  req@ffff9b9d81853c00 x1874599320585728/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763429.366432:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763429.366433:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763429.366435:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43000.
00000400:00000200:1.0:1787763429.366438:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9000
00000400:00000010:1.0:1787763429.366479:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9000.
00000100:00000001:1.0:1787763429.366486:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763429.366494:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81853c00 x1874599320585728/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763429.366512:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81853c00 x1874599320585728/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763429.366525:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763429.366530:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763429.366534:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763429.366536:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763429.366544:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81853c00 x1874599320585728/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763429.366554:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763429.366559:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81853c00 x1874599320585728/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763454 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763429.366568:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763429.366571:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763429.366573:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763429.366574:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763429.366577:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763429.366591:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763429.366594:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763429.366598:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763429.366601:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763429.366606:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81853c00 x1874599320585728/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763454 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763429.366616:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81853c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320585728:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763429.366621:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763429.366626:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81852940 x1874599320585856/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763429.366634:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763429.366636:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763429.366639:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763429.366641:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763429.366644:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763429.366648:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81852940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320585856:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763429.366653:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763429.366656:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763429.366658:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763429.366661:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763429.366665:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58dba400.
02000000:00000001:1.0:1787763429.366668:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763429.366672:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763429.366675:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43000.
00000400:00000010:1.0:1787763429.366679:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9000.
00000100:00000200:1.0:1787763429.366684:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320585856, portal 10
00000100:00000001:1.0:1787763429.366686:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763429.366688:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699517999424 : -110374191552192 : ffff9b9d81852940)
00000100:00000040:1.0:1787763429.366696:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81852940 x1874599320585856/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763429.366704:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763429.366707:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763429.366709:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9aa0.
00000100:00000200:1.0:1787763429.366712:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320585856, offset 0
00000400:00000200:1.0:1787763429.366717:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763429.366722:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763429.366726:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763429.366730:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763429.366734:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763429.366737:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763429.366740:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763429.366745:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63340:63340:256:4294967295] 192.168.203.113@tcp LPNI seq info [63340:63340:8:4294967295]
00000400:00000200:1.0:1787763429.366750:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763429.366758:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763429.366764:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763429.366768:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718eff00.
00000800:00000200:1.0:1787763429.366774:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763429.366778:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787763429.366783:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763429.366787:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1787763429.366791:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763429.366794:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718eff00.
00000400:00000200:1.0:1787763429.366798:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763429.366803:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763429.366807:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9aa0
00000400:00000010:1.0:1787763429.366809:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9aa0.
00000100:00000001:1.0:1787763429.366812:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763429.366816:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d81852940 x1874599320585856/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763429.366826:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763429.366830:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81852940 x1874599320585856/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763454 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763429.366838:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763429.366840:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763429.366843:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763429.366847:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:1.0:1787763429.366851:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763429.366853:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315264536
00000100:00000001:1.0:1787763429.366856:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315265784
00000100:00000001:1.0:1787763429.366859:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315264536
00000100:00000001:1.0:1787763429.366862:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315265784
00000100:00000001:1.0:1787763429.366865:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763429.366867:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763429.366870:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763429.366874:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763429/real 1787763429]  req@ffff9b9d81852940 x1874599320585856/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763429.366882:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763429.366885:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763429.366887:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43000.
00000400:00000200:1.0:1787763429.366890:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9000
00000400:00000010:1.0:1787763429.366892:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9000.
00000100:00000001:1.0:1787763429.366894:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763429.366898:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81852940 x1874599320585856/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763429.366908:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81852940 x1874599320585856/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763429.366915:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763429.366917:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763429.366919:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763429.366921:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763429.366925:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81852940 x1874599320585856/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763429.366933:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763429.366937:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81852940 x1874599320585856/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763454 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763429.366945:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763429.366948:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763429.366950:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763429.366952:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763429.366954:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763429.366957:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763429.366960:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763429.366964:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763429.366966:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763429.366971:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81852940 x1874599320585856/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763454 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763429.366988:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81852940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320585856:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763429.366993:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763429.366998:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81852580 x1874599320585984/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763429.367006:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763429.367007:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763429.367010:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763429.367012:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763429.367015:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763429.367018:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81852580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320585984:192.168.203.113@tcp:8:kworker.0
00000100:00000001:1.0:1787763429.367021:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763429.367024:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763429.367026:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763429.367028:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763429.367032:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db8400.
02000000:00000001:1.0:1787763429.367034:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763429.367038:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763429.367041:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43000.
00000400:00000010:1.0:1787763429.367045:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9000.
00000100:00000200:1.0:1787763429.367048:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320585984, portal 4
00000100:00000001:1.0:1787763429.367051:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763429.367052:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699517998464 : -110374191553152 : ffff9b9d81852580)
00000100:00000040:1.0:1787763429.367059:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81852580 x1874599320585984/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763429.367068:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763429.367070:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763429.367073:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9aa0.
00000100:00000200:1.0:1787763429.367076:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320585984, offset 0
00000400:00000200:1.0:1787763429.367080:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763429.367085:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763429.367089:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763429.367115:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763429.367120:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763429.367123:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763429.367127:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763429.367131:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63341:63341:256:4294967295] 192.168.203.113@tcp LPNI seq info [63341:63341:8:4294967295]
00000400:00000200:1.0:1787763429.367137:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763429.367145:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763429.367151:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763429.367156:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718eff00.
00000800:00000200:1.0:1787763429.367161:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763429.367165:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787763429.367170:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763429.367173:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1787763429.367178:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763429.367181:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718eff00.
00000400:00000200:1.0:1787763429.367184:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763429.367189:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763429.367193:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9aa0
00000400:00000010:1.0:1787763429.367195:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9aa0.
00000100:00000001:1.0:1787763429.367198:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763429.367202:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d81852580 x1874599320585984/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763429.367213:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763429.367216:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81852580 x1874599320585984/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763454 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763429.367225:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763429.367227:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763429.367230:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763429.367235:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:1.0:1787763429.367238:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763429.367242:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315264548
00000100:00000001:1.0:1787763429.367245:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315265784
00000100:00000001:1.0:1787763429.367248:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315264548
00000100:00000001:1.0:1787763429.367251:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315265784
00000100:00000001:1.0:1787763429.367253:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763429.367256:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763429.367258:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763429.367262:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763429/real 1787763429]  req@ffff9b9d81852580 x1874599320585984/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763429.367272:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763429.367274:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763429.367276:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43000.
00000400:00000200:1.0:1787763429.367279:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9000
00000400:00000010:1.0:1787763429.367281:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9000.
00000100:00000001:1.0:1787763429.367283:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763429.367287:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81852580 x1874599320585984/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763429.367298:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81852580 x1874599320585984/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763429.367305:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763429.367307:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763429.367309:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763429.367310:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763429.367315:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81852580 x1874599320585984/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763429.367322:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763429.367327:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81852580 x1874599320585984/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763454 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763429.367335:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763429.367339:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763429.367341:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763429.367342:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763429.367345:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763429.367347:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763429.367350:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763429.367354:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763429.367356:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763429.367361:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81852580 x1874599320585984/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763454 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763429.367370:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81852580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320585984:192.168.203.113@tcp:8:kworker.0
00000100:00000001:1.0:1787763429.367374:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763429.367377:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763429.367381:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81853c00 x1874599320585728/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763454 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763429.367388:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763429.367390:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763429.367393:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58dbbc00.
02000000:00000001:1.0:1787763429.367396:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763429.367398:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763429.367400:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:1.0:1787763429.367403:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763429.367405:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d5055a400.
02000000:00000001:1.0:1787763429.367409:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763429.367411:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763429.367413:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81853c00.
00000100:00000001:1.0:1787763429.367416:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763429.367418:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763429.367420:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763429.367424:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81852940 x1874599320585856/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763454 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763429.367474:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763429.367478:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763429.367481:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58dba400.
02000000:00000001:1.0:1787763429.367487:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763429.367489:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763429.367492:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:1.0:1787763429.367496:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763429.367499:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d50559c00.
02000000:00000001:1.0:1787763429.367504:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763429.367507:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763429.367510:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81852940.
00000100:00000001:1.0:1787763429.367515:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763429.367518:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763429.367521:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763429.367529:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81852580 x1874599320585984/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763454 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763429.367542:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763429.367544:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763429.367547:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db8400.
02000000:00000001:1.0:1787763429.367550:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763429.367551:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763429.367553:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:1.0:1787763429.367556:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763429.367558:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d5055ac00.
02000000:00000001:1.0:1787763429.367560:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763429.367562:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763429.367563:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81852580.
00000100:00000001:1.0:1787763429.367566:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763429.367568:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763429.367570:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763429.367575:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763429.367577:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763429.367580:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763429.367582:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763429.556587:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763429.556594:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763429.556600:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763429.556602:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763429.556606:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763429.556608:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763429.556705:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763429.556712:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763429.556719:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763430.388531:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763430.388541:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763430.388545:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763430.388553:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763430.388559:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763430.388574:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763430.388578:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763430.388580:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763430.388584:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763430.580541:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763430.580554:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763430.580558:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763430.580564:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763430.580571:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763430.580575:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763430.580576:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763430.580579:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763430.580583:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763430.580585:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763430.580586:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763430.580587:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763430.580589:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763430.580590:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763430.580591:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763430.580593:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763430.580596:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763430.580597:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763430.580648:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763430.580653:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763430.580656:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787763430.644515:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4315265784, at 4315265792
00000100:00000010:0.0:1787763430.644532:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69b7e0.
00000100:00000040:1.0:1787763430.644579:0:303331:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b110 (cpu 1) has reached its deadline 4315265784, at 4315265792
00000100:00000010:1.0:1787763430.644599:0:303331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69bd20.
00000100:00000001:1.0:1787763431.412603:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763431.412613:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763431.412616:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763431.412625:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763431.412630:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763431.412635:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763431.412639:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763431.412642:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763431.412646:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763431.604555:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763431.604563:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763431.604569:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763431.604572:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763431.604576:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763431.604577:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763431.604668:0:281543:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763431.604672:0:281543:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763431.604675:0:281543:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763432.436568:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763432.436578:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763432.436584:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763432.436593:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763432.436615:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763432.436619:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763432.436623:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763432.436626:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763432.436630:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763432.628545:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763432.628552:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763432.628558:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763432.628560:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763432.628564:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763432.628565:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763432.628706:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763432.628728:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763432.628735:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763433.460599:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763433.460625:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763433.460629:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763433.460637:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763433.460644:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763433.460650:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763433.460655:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763433.460661:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763433.460667:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763433.652534:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763433.652542:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763433.652548:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763433.652550:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763433.652553:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763433.652557:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763433.652559:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763433.652563:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763433.652567:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763433.652569:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763433.652571:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763433.652573:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763433.652675:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763433.652680:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763433.652683:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787763434.484573:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787763434.484585:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:2.0:1787763434.484586:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787763434.484591:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787763434.484598:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:2.0:1787763434.484598:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787763434.484608:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763434.484610:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000100:00100000:1.0:1787763434.484619:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00080000:2.0:1787763434.484621:0:296758:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20597
00000100:00000001:1.0:1787763434.484633:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000400:00000200:2.0:1787763434.484639:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763434.484642:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1787763434.484650:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00000001:1.0:1787763434.484653:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:2.0:1787763434.484656:0:296758:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787763434.484660:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763434.484661:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763434.484668:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787763434.484672:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763434.484673:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763434.484686:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:2.0:1787763434.484690:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763434.484692:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:2.0:1787763434.484696:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763434.484700:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:2.0:1787763434.484702:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:2.0:1787763434.484704:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:2.0:1787763434.484708:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763434.484710:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763434.484711:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763434.484713:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:2.0:1787763434.484716:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:2.0:1787763434.484720:0:296758:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763434.484721:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763434.484724:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763434.484728:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763434.484730:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763434.484732:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787763434.484734:0:296758:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763434.484745:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d568b40.
00000020:00000040:2.0:1787763434.484748:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:2.0:1787763434.484752:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763434.484753:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763434.484756:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763434.484759:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763434.484763:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763434.484772:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f186000.
00000100:00000001:2.0:1787763434.484779:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763434.484789:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d568b40 x1874599320586112/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763434.484802:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763434.484807:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763434.484811:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a25ffa6] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d568b40 x1874599320586112/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763434.484830:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763434.484833:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763434.484837:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787763434.484838:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763434.484839:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763434.484841:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763434.484843:0:296758:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20597
00000400:00000200:2.0:1787763434.484845:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763434.484847:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763434.484849:0:296758:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763434.484851:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763434.484853:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763434.484854:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763434.484856:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:2.0:1787763434.484858:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763434.484859:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000020:00000001:2.0:1787763434.484860:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763434.484862:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000020:00000001:2.0:1787763434.484863:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000020:00000001:2.0:1787763434.484866:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000040:2.0:1787763434.484868:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763434.484871:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763434.484873:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763434.484876:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:2.0:1787763434.484877:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00080000:2.0:1787763434.484879:0:296758:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763434.484881:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763434.484883:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787763434.484889:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:2.0:1787763434.484890:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763434.484895:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763434.484897:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1787763434.484899:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000008:00100000:2.0:1787763434.484902:0:296758:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787763434.484906:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000008:00000001:2.0:1787763434.484907:0:296758:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763434.484916:0:296758:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763434.484919:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d56a940.
00000020:00000040:2.0:1787763434.484922:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
02000000:00000001:2.0:1787763434.484924:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763434.484926:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763434.484928:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763434.484931:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763434.484932:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763434.484933:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d568b40 x1874599320586112/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1787763434.484935:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f184c00.
00000100:00000001:2.0:1787763434.484942:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763434.484956:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d56a940 x1874599320586240/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763434.484974:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763434.484975:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763434.484978:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b4aca245] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d56a940 x1874599320586240/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763434.484987:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763434.484995:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763434.485003:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787763434.485004:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763434.485011:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787763434.485012:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763434.485015:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787763434.485019:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763434.485020:0:296758:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20597
00000400:00000200:2.0:1787763434.485030:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763434.485034:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
02000000:00000001:1.0:1787763434.485035:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:2.0:1787763434.485046:0:296758:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
02000000:00000001:1.0:1787763434.485048:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1787763434.485052:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763434.485067:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763434.485070:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763434.485072:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
02000000:00000001:1.0:1787763434.485075:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763434.485077:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763434.485080:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000020:00000001:2.0:1787763434.485085:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00100000:1.0:1787763434.485092:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d568b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320586112:192.168.203.113@tcp:250:kworker.0
00000020:00000040:2.0:1787763434.485092:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000020:00000001:2.0:1787763434.485109:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000020:00000001:2.0:1787763434.485118:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00000040:2.0:1787763434.485128:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763434.485131:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1787763434.485132:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763434.485138:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763434.485141:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
02000000:00000001:1.0:1787763434.485142:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:2.0:1787763434.485144:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000100:00080000:2.0:1787763434.485150:0:296758:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
02000000:00000001:1.0:1787763434.485151:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763434.485153:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763434.485163:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787763434.485167:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787763434.485168:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763434.485175:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763434.485176:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787763434.485178:0:296758:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787763434.485179:0:296758:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763434.485180:0:296758:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787763434.485184:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db8400.
00000100:00000010:2.0:1787763434.485187:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d568000.
00000020:00000040:2.0:1787763434.485195:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
02000000:00000001:1.0:1787763434.485196:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763434.485199:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763434.485204:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763434.485207:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763434.485208:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763434.485211:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763434.485217:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
02000000:00000010:2.0:1787763434.485220:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f184000.
00000100:00000001:2.0:1787763434.485225:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787763434.485227:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43000.
00000100:00100000:2.0:1787763434.485231:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d568000 x1874599320586368/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763434.485259:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763434.485261:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787763434.485264:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9000.
00000100:00000040:2.0:1787763434.485265:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000040389d09] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d568000 x1874599320586368/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763434.485279:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787763434.485282:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320586112, portal 25
00000100:00000040:2.0:1787763434.485282:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1787763434.485294:0:296758:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1787763434.485296:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:2.0:1787763434.485298:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787763434.485302:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910964544 : -110374798587072 : ffff9b9d5d568b40)
00000100:00080000:2.0:1787763434.485303:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787763434.485305:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763434.485307:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763434.485319:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763434.485322:0:296758:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20597
00000100:00000040:1.0:1787763434.485330:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d568b40 x1874599320586112/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787763434.485331:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763434.485339:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763434.485342:0:296758:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763434.485349:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763434.485357:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763434.485363:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763434.485370:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:2.0:1787763434.485376:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763434.485379:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000100:00000001:1.0:1787763434.485380:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:2.0:1787763434.485381:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763434.485385:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000020:00000001:2.0:1787763434.485387:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000020:00000001:2.0:1787763434.485395:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000040:1.0:1787763434.485396:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763434.485406:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9aa0.
00000100:00000040:2.0:1787763434.485409:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763434.485414:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:1.0:1787763434.485418:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320586112, offset 0
00000100:00000040:2.0:1787763434.485419:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763434.485428:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:2.0:1787763434.485433:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00080000:2.0:1787763434.485436:0:296758:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763434.485438:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763434.485444:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763434.485459:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
02000000:00000001:2.0:1787763434.485477:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763434.485482:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763434.485485:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763434.485487:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787763434.485489:0:296758:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787763434.485491:0:296758:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763434.485495:0:296758:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763434.485499:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d56b840.
00000020:00000040:2.0:1787763434.485501:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
02000000:00000001:2.0:1787763434.485506:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763434.485508:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763434.485510:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763434.485511:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763434.485513:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763434.485519:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
02000000:00000010:2.0:1787763434.485520:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f185000.
00000100:00000001:2.0:1787763434.485531:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763434.485536:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00100000:2.0:1787763434.485538:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d56b840 x1874599320586496/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763434.485548:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1787763434.485549:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000100:00000001:2.0:1787763434.485552:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763434.485559:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2e525cc] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d56b840 x1874599320586496/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787763434.485565:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000100:00000001:2.0:1787763434.485578:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763434.485583:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000100:00000040:2.0:1787763434.485585:0:296758:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20607)
00000400:00000200:1.0:1787763434.485597:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63342:63342:256:4294967295] 192.168.203.113@tcp LPNI seq info [63342:63342:8:4294967295]
00000400:00000200:1.0:1787763434.485608:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763434.485622:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763434.485630:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763434.485638:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718eff00.
00000800:00000200:1.0:1787763434.485649:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763434.485655:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787763434.485664:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763434.485669:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1787763434.485675:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763434.485679:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718eff00.
00000400:00000200:1.0:1787763434.485688:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763434.485695:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763434.485702:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9aa0
00000400:00000010:1.0:1787763434.485705:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9aa0.
00000100:00000001:1.0:1787763434.485711:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763434.485718:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d568b40 x1874599320586112/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763434.485733:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763434.485738:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d568b40 x1874599320586112/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763459 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763434.485749:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763434.485751:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763434.485760:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763434.485766:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763434.485770:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4315270904
00000100:00000010:1.0:1787763434.485778:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d7f69bd20.
00000100:00000001:1.0:1787763434.485786:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787763434.485795:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4315270904
00000100:00000010:1.0:1787763434.485801:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d7f69b960.
00000100:00000001:1.0:1787763434.485805:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787763434.485809:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763434.485813:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763434.485817:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763434.485823:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763434/real 1787763434]  req@ffff9b9d5d568b40 x1874599320586112/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763434.485837:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763434.485839:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763434.485842:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43000.
00000400:00000200:1.0:1787763434.485845:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9000
00000400:00000010:1.0:1787763434.485848:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9000.
00000100:00000001:1.0:1787763434.485852:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763434.485858:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d568b40 x1874599320586112/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763434.485871:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d568b40 x1874599320586112/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763434.485880:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763434.485883:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763434.485885:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763434.485888:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763434.485894:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d568b40 x1874599320586112/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763434.485904:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763434.485911:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d568b40 x1874599320586112/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763459 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763434.485922:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763434.485926:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763434.485929:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763434.485931:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763434.485935:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763434.485938:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763434.485943:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763434.485950:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763434.485953:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763434.485960:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d568b40 x1874599320586112/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763459 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763434.485974:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d568b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320586112:192.168.203.113@tcp:250:kworker.0
00000100:00000001:1.0:1787763434.485981:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763434.485984:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763434.485989:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d568b40 x1874599320586112/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763459 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763434.486000:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763434.486020:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763434.486025:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db8400.
02000000:00000001:1.0:1787763434.486029:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763434.486033:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763434.486037:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:1.0:1787763434.486040:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763434.486044:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f186000.
02000000:00000001:1.0:1787763434.486050:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763434.486053:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763434.486076:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d568b40.
00000100:00000001:1.0:1787763434.486083:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763434.486085:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763434.486089:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763434.486099:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763434.486102:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763434.486106:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763434.486108:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763434.486111:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763434.486119:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d56a940 x1874599320586240/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763434.486143:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763434.486145:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763434.486149:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763434.486152:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763434.486156:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763434.486161:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d56a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320586240:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763434.486167:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763434.486172:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763434.486174:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763434.486178:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763434.486183:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db8400.
02000000:00000001:1.0:1787763434.486187:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763434.486193:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763434.486198:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43000.
00000400:00000010:1.0:1787763434.486204:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9000.
00000100:00000200:1.0:1787763434.486209:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320586240, portal 10
00000100:00000001:1.0:1787763434.486213:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763434.486215:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910972224 : -110374798579392 : ffff9b9d5d56a940)
00000100:00000040:1.0:1787763434.486226:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d56a940 x1874599320586240/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763434.486254:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763434.486257:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763434.486261:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9aa0.
00000100:00000200:1.0:1787763434.486265:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320586240, offset 0
00000400:00000200:1.0:1787763434.486271:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763434.486277:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763434.486284:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763434.486288:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763434.486292:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763434.486297:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763434.486301:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763434.486306:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63343:63343:256:4294967295] 192.168.203.113@tcp LPNI seq info [63343:63343:8:4294967295]
00000400:00000200:1.0:1787763434.486313:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763434.486323:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763434.486330:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763434.486335:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718eff00.
00000800:00000200:1.0:1787763434.486341:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763434.486346:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787763434.486353:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763434.486357:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1787763434.486363:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763434.486366:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718eff00.
00000400:00000200:1.0:1787763434.486371:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763434.486376:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763434.486381:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9aa0
00000400:00000010:1.0:1787763434.486383:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9aa0.
00000100:00000001:1.0:1787763434.486388:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763434.486393:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d56a940 x1874599320586240/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763434.486405:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763434.486410:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d56a940 x1874599320586240/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763459 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763434.486419:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763434.486421:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763434.486426:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763434.486432:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:1.0:1787763434.486437:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763434.486439:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315269676
00000100:00000001:1.0:1787763434.486444:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315270904
00000100:00000001:1.0:1787763434.486447:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315269676
00000100:00000001:1.0:1787763434.486450:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315270904
00000100:00000001:1.0:1787763434.486453:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763434.486487:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763434.486490:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763434.486497:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763434/real 1787763434]  req@ffff9b9d5d56a940 x1874599320586240/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763434.486510:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763434.486512:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763434.486514:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43000.
00000400:00000200:1.0:1787763434.486519:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9000
00000400:00000010:1.0:1787763434.486521:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9000.
00000100:00000001:1.0:1787763434.486525:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763434.486530:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d56a940 x1874599320586240/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763434.486542:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d56a940 x1874599320586240/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763434.486551:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763434.486553:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763434.486556:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763434.486558:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763434.486563:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d56a940 x1874599320586240/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763434.486573:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763434.486579:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d56a940 x1874599320586240/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763459 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763434.486588:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763434.486592:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763434.486594:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763434.486596:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763434.486598:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763434.486615:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763434.486620:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763434.486626:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763434.486630:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763434.486636:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d56a940 x1874599320586240/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763459 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763434.486648:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d56a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320586240:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763434.486654:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763434.486660:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d568000 x1874599320586368/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763434.486670:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763434.486672:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763434.486675:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763434.486678:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763434.486681:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763434.486685:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d568000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320586368:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763434.486691:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763434.486694:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763434.486696:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763434.486698:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763434.486703:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58dba400.
02000000:00000001:1.0:1787763434.486706:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763434.486710:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763434.486714:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43000.
00000400:00000010:1.0:1787763434.486718:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9000.
00000100:00000200:1.0:1787763434.486722:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320586368, portal 10
00000100:00000001:1.0:1787763434.486726:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763434.486728:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910961664 : -110374798589952 : ffff9b9d5d568000)
00000100:00000040:1.0:1787763434.486736:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d568000 x1874599320586368/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763434.486762:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763434.486767:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763434.486770:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9aa0.
00000100:00000200:1.0:1787763434.486774:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320586368, offset 0
00000400:00000200:1.0:1787763434.486781:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763434.486787:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763434.486793:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763434.486798:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763434.486803:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763434.486807:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763434.486811:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763434.486816:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63344:63344:256:4294967295] 192.168.203.113@tcp LPNI seq info [63344:63344:8:4294967295]
00000400:00000200:1.0:1787763434.486822:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763434.486832:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763434.486840:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763434.486846:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718eff00.
00000800:00000200:1.0:1787763434.486854:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763434.486859:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787763434.486866:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763434.486870:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1787763434.486876:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763434.486879:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718eff00.
00000400:00000200:1.0:1787763434.486884:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763434.486890:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763434.486895:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9aa0
00000400:00000010:1.0:1787763434.486898:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9aa0.
00000100:00000001:1.0:1787763434.486902:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763434.486909:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d568000 x1874599320586368/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763434.486921:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763434.486927:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d568000 x1874599320586368/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763459 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763434.486938:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763434.486941:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763434.486947:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763434.486972:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:1.0:1787763434.486977:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763434.486981:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315269656
00000100:00000001:1.0:1787763434.486984:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315270904
00000100:00000001:1.0:1787763434.486987:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315269656
00000100:00000001:1.0:1787763434.486991:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315270904
00000100:00000001:1.0:1787763434.486994:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763434.486997:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763434.487000:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763434.487006:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763434/real 1787763434]  req@ffff9b9d5d568000 x1874599320586368/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763434.487019:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763434.487021:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763434.487024:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43000.
00000400:00000200:1.0:1787763434.487027:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9000
00000400:00000010:1.0:1787763434.487029:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9000.
00000100:00000001:1.0:1787763434.487033:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763434.487038:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d568000 x1874599320586368/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763434.487050:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d568000 x1874599320586368/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763434.487080:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763434.487082:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763434.487085:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763434.487087:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763434.487093:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d568000 x1874599320586368/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763434.487122:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763434.487129:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d568000 x1874599320586368/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763459 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763434.487141:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763434.487146:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763434.487148:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763434.487151:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763434.487154:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763434.487157:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763434.487162:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763434.487168:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763434.487172:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763434.487179:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d568000 x1874599320586368/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763459 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763434.487193:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d568000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320586368:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763434.487201:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763434.487207:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d56b840 x1874599320586496/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763434.487219:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763434.487221:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763434.487225:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763434.487228:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763434.487231:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763434.487252:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d56b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320586496:192.168.203.113@tcp:8:kworker.0
00000100:00000001:1.0:1787763434.487258:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763434.487261:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763434.487264:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763434.487266:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763434.487272:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58dbbc00.
02000000:00000001:1.0:1787763434.487275:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763434.487280:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763434.487284:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43000.
00000400:00000010:1.0:1787763434.487289:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9000.
00000100:00000200:1.0:1787763434.487293:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320586496, portal 4
00000100:00000001:1.0:1787763434.487296:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763434.487298:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910976064 : -110374798575552 : ffff9b9d5d56b840)
00000100:00000040:1.0:1787763434.487307:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d56b840 x1874599320586496/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763434.487317:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763434.487321:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763434.487324:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9aa0.
00000100:00000200:1.0:1787763434.487327:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320586496, offset 0
00000400:00000200:1.0:1787763434.487333:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763434.487339:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763434.487345:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763434.487349:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763434.487353:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763434.487357:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763434.487361:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763434.487366:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63345:63345:256:4294967295] 192.168.203.113@tcp LPNI seq info [63345:63345:8:4294967295]
00000400:00000200:1.0:1787763434.487372:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763434.487383:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763434.487389:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763434.487394:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718eff00.
00000800:00000200:1.0:1787763434.487400:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763434.487405:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787763434.487411:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763434.487416:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1787763434.487421:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763434.487424:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718eff00.
00000400:00000200:1.0:1787763434.487429:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763434.487434:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763434.487439:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9aa0
00000400:00000010:1.0:1787763434.487443:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9aa0.
00000100:00000001:1.0:1787763434.487446:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763434.487452:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d56b840 x1874599320586496/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763434.487464:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763434.487493:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d56b840 x1874599320586496/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763459 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763434.487505:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763434.487508:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763434.487514:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763434.487518:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:1.0:1787763434.487523:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763434.487526:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315269669
00000100:00000001:1.0:1787763434.487530:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315270904
00000100:00000001:1.0:1787763434.487533:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315269669
00000100:00000001:1.0:1787763434.487536:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315270904
00000100:00000001:1.0:1787763434.487539:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763434.487542:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763434.487544:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763434.487551:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763434/real 1787763434]  req@ffff9b9d5d56b840 x1874599320586496/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763434.487562:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763434.487564:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763434.487567:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43000.
00000400:00000200:1.0:1787763434.487571:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9000
00000400:00000010:1.0:1787763434.487573:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9000.
00000100:00000001:1.0:1787763434.487577:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763434.487582:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d56b840 x1874599320586496/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763434.487594:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d56b840 x1874599320586496/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763434.487605:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763434.487607:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763434.487610:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763434.487612:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763434.487618:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d56b840 x1874599320586496/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763434.487629:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763434.487636:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d56b840 x1874599320586496/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763459 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763434.487647:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763434.487650:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763434.487653:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763434.487655:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763434.487658:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763434.487660:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763434.487664:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763434.487670:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763434.487673:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763434.487679:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d56b840 x1874599320586496/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763459 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763434.487691:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d56b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320586496:192.168.203.113@tcp:8:kworker.0
00000100:00000001:1.0:1787763434.487697:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763434.487700:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763434.487705:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d56a940 x1874599320586240/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763459 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763434.487714:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763434.487717:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763434.487720:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db8400.
02000000:00000001:1.0:1787763434.487724:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763434.487726:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763434.487729:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:1.0:1787763434.487732:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763434.487752:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f184c00.
02000000:00000001:1.0:1787763434.487756:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763434.487758:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763434.487761:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d56a940.
00000100:00000001:1.0:1787763434.487765:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763434.487768:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763434.487771:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763434.487777:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d568000 x1874599320586368/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763459 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763434.487788:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763434.487791:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763434.487793:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58dba400.
02000000:00000001:1.0:1787763434.487798:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763434.487800:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763434.487802:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:1.0:1787763434.487805:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763434.487807:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f184000.
02000000:00000001:1.0:1787763434.487811:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763434.487813:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763434.487816:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d568000.
00000100:00000001:1.0:1787763434.487819:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763434.487822:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763434.487824:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763434.487831:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d56b840 x1874599320586496/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763459 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763434.487843:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763434.487845:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763434.487848:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58dbbc00.
02000000:00000001:1.0:1787763434.487853:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763434.487854:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763434.487857:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:1.0:1787763434.487861:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763434.487864:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f185000.
02000000:00000001:1.0:1787763434.487868:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763434.487870:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763434.487872:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d56b840.
00000100:00000001:1.0:1787763434.487876:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763434.487878:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763434.487881:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763434.487887:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763434.487889:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763434.487892:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763434.487894:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763434.676599:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763434.676607:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763434.676615:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763434.676618:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763434.676623:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763434.676625:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763434.676717:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763434.676724:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763434.676729:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763435.508554:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763435.508568:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763435.508572:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763435.508581:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763435.508589:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763435.508596:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763435.508601:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763435.508606:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763435.508611:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763435.700583:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763435.700592:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763435.700598:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763435.700600:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763435.700604:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763435.700605:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763435.700733:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763435.700740:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763435.700744:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787763435.764532:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4315270904, at 4315270912
00000100:00000010:0.0:1787763435.764549:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69bd20.
00000100:00000040:1.0:1787763435.764583:0:303331:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b110 (cpu 1) has reached its deadline 4315270904, at 4315270912
00000100:00000010:1.0:1787763435.764594:0:303331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69b960.
00000100:00000001:1.0:1787763436.532607:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763436.532622:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763436.532627:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763436.532638:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763436.532643:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763436.532647:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763436.532651:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763436.532655:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763436.532659:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763436.724599:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763436.724605:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763436.724612:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763436.724614:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763436.724618:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763436.724621:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763436.724766:0:281543:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763436.724772:0:281543:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763436.724777:0:281543:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763437.556556:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763437.556569:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763437.556575:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763437.556584:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763437.556593:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763437.556602:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763437.556608:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763437.556612:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763437.556617:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763437.748576:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763437.748585:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763437.748593:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763437.748595:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763437.748600:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763437.748602:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763437.748735:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763437.748742:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763437.748747:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763438.580500:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763438.580506:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763438.580507:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763438.580512:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763438.580516:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763438.580519:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763438.580521:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763438.580524:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763438.580527:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763438.772534:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763438.772541:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763438.772549:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763438.772551:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763438.772555:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763438.772557:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763438.772639:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763438.772643:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763438.772646:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763439.604498:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763439.604505:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763439.604507:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763439.604511:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763439.604514:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763439.604518:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763439.604520:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763439.604523:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763439.604526:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787763439.604588:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787763439.604592:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787763439.604595:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787763439.604598:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787763439.604602:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787763439.604608:0:268573:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20602
00000400:00000200:1.0:1787763439.604615:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763439.604624:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:1.0:1787763439.604627:0:268573:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787763439.604630:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763439.604632:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787763439.604637:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763439.604640:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:1.0:1787763439.604644:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787763439.604647:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:1.0:1787763439.604650:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787763439.604654:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:1.0:1787763439.604657:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:1.0:1787763439.604661:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:1.0:1787763439.604666:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763439.604668:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787763439.604671:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763439.604674:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:1.0:1787763439.604677:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:1.0:1787763439.604681:0:268573:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:1.0:1787763439.604684:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763439.604687:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787763439.604691:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763439.604694:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763439.604697:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1787763439.604699:0:268573:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787763439.604707:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d753e7840.
00000020:00000040:1.0:1787763439.604710:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:1.0:1787763439.604714:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787763439.604715:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763439.604718:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787763439.604720:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787763439.604724:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787763439.604730:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d58dbbc00.
00000100:00000001:1.0:1787763439.604735:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763439.604743:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d753e7840 x1874599320586624/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787763439.604750:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787763439.604754:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763439.604757:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000889a89a4] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d753e7840 x1874599320586624/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763439.604777:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787763439.604780:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787763439.604782:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787763439.604783:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787763439.604784:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787763439.604786:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787763439.604788:0:268573:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20602
00000400:00000200:1.0:1787763439.604791:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763439.604793:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:1.0:1787763439.604794:0:268573:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787763439.604796:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763439.604798:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787763439.604801:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763439.604803:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:1.0:1787763439.604804:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787763439.604805:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000020:00000001:1.0:1787763439.604807:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787763439.604809:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000020:00000001:1.0:1787763439.604811:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000020:00000001:1.0:1787763439.604812:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000040:1.0:1787763439.604819:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763439.604821:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787763439.604823:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763439.604824:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:1.0:1787763439.604826:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00080000:1.0:1787763439.604829:0:268573:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763439.604831:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763439.604832:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763439.604840:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787763439.604843:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:1.0:1787763439.604845:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763439.604849:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:1.0:1787763439.604850:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763439.604856:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1787763439.604860:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787763439.604865:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763439.604869:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763439.604870:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d753e7840 x1874599320586624/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1787763439.604872:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d753e4000.
00000020:00000040:1.0:1787763439.604882:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
02000000:00000001:1.0:1787763439.604898:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787763439.604902:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763439.604917:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1787763439.604917:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:1.0:1787763439.604930:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1787763439.604930:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763439.604943:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763439.604944:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000010:1.0:1787763439.604952:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d58dba400.
02000000:00000001:2.0:1787763439.604953:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763439.604964:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763439.604966:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763439.604992:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d753e7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320586624:192.168.203.113@tcp:250:kworker.0
00000100:00100000:1.0:1787763439.604993:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d753e4000 x1874599320586752/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763439.605015:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1787763439.605038:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787763439.605041:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763439.605047:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005dd4acea] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d753e4000 x1874599320586752/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787763439.605052:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1787763439.605056:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787763439.605061:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:2.0:1787763439.605061:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787763439.605076:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
02000000:00000001:2.0:1787763439.605076:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1787763439.605084:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787763439.605085:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787763439.605087:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787763439.605090:0:268573:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20602
02000000:00000010:2.0:1787763439.605092:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f184000.
00000400:00000200:1.0:1787763439.605099:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
02000000:00000001:2.0:1787763439.605100:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763439.605111:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:1.0:1787763439.605115:0:268573:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1787763439.605123:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000040:1.0:1787763439.605130:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000400:00000010:2.0:1787763439.605132:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569ee9f8.
00000100:00000001:1.0:1787763439.605142:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:2.0:1787763439.605148:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc110.
00000100:00000040:1.0:1787763439.605149:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763439.605160:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000200:2.0:1787763439.605164:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320586624, portal 25
00000020:00000001:1.0:1787763439.605165:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787763439.605175:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000100:00000001:2.0:1787763439.605175:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763439.605181:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699312040000 : -110374397511616 : ffff9b9d753e7840)
00000020:00000001:1.0:1787763439.605182:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787763439.605187:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000020:00000001:1.0:1787763439.605192:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000020:00000001:1.0:1787763439.605196:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00000040:2.0:1787763439.605199:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d753e7840 x1874599320586624/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787763439.605208:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763439.605223:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787763439.605237:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763439.605238:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763439.605247:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000040:2.0:1787763439.605253:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000020:00000040:1.0:1787763439.605256:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000400:00000010:2.0:1787763439.605258:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc4c8.
00000100:00080000:1.0:1787763439.605268:0:268573:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000200:2.0:1787763439.605269:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320586624, offset 0
00000100:00000001:1.0:1787763439.605281:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763439.605284:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787763439.605288:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1787763439.605296:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
02000000:00000001:1.0:1787763439.605298:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763439.605302:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1787763439.605306:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787763439.605308:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763439.605310:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763439.605317:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000010:1.0:1787763439.605321:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d753e70c0.
00000020:00000040:1.0:1787763439.605325:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
02000000:00000001:1.0:1787763439.605330:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1787763439.605331:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
02000000:00000001:1.0:1787763439.605334:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763439.605341:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787763439.605344:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1787763439.605344:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:1.0:1787763439.605350:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763439.605356:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
02000000:00000010:1.0:1787763439.605357:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d58db8400.
00000100:00000001:1.0:1787763439.605364:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763439.605366:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763439.605378:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000100:00100000:1.0:1787763439.605384:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d753e70c0 x1874599320586880/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787763439.605394:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63346:63346:256:4294967295] 192.168.203.113@tcp LPNI seq info [63346:63346:8:4294967295]
00000400:00000200:2.0:1787763439.605422:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763439.605431:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787763439.605435:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763439.605465:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e07129f8] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d753e70c0 x1874599320586880/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763439.605473:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763439.605476:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1787763439.605479:0:268573:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:1.0:1787763439.605484:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787763439.605499:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000200:2.0:1787763439.605499:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000100:00000001:1.0:1787763439.605509:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787763439.605516:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:2.0:1787763439.605527:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000100:00000001:1.0:1787763439.605529:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787763439.605538:0:268573:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20602
00000800:00000010:2.0:1787763439.605540:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e000.
00000400:00000200:1.0:1787763439.605549:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763439.605560:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000800:00000200:2.0:1787763439.605566:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00080000:1.0:1787763439.605567:0:268573:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787763439.605582:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000800:00000200:2.0:1787763439.605587:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00000100:00000001:1.0:1787763439.605588:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787763439.605594:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763439.605599:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:1.0:1787763439.605605:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787763439.605606:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000020:00000001:1.0:1787763439.605608:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787763439.605611:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000020:00000001:1.0:1787763439.605619:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000800:00000200:2.1:1787763439.605621:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000020:00000001:1.0:1787763439.605625:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000040:1.0:1787763439.605640:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000800:00000200:2.1:1787763439.605640:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00000100:00000001:1.0:1787763439.605647:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787763439.605654:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000800:00000100:2.0:1787763439.605663:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000100:00000001:1.0:1787763439.605664:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000800:00000010:2.0:1787763439.605671:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e000.
00000020:00000040:1.0:1787763439.605673:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000400:00000200:2.0:1787763439.605681:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:1.0:1787763439.605684:0:268573:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:1.0:1787763439.605693:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763439.605694:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
02000000:00000001:1.0:1787763439.605710:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1787763439.605714:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc4c8
02000000:00000001:1.0:1787763439.605717:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:2.0:1787763439.605719:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc4c8.
02000000:00000001:1.0:1787763439.605721:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763439.605726:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787763439.605728:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000008:00100000:1.0:1787763439.605731:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1787763439.605738:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787763439.605739:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d753e7840 x1874599320586624/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763439.605742:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787763439.605756:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d753e4b40.
00000020:00000040:1.0:1787763439.605766:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
02000000:00000001:1.0:1787763439.605780:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787763439.605783:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763439.605783:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787763439.605791:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787763439.605797:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:2.0:1787763439.605797:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d753e7840 x1874599320586624/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763464 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787763439.605806:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787763439.605816:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d58dba000.
00000100:00000001:1.0:1787763439.605828:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763439.605834:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763439.605839:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:1.0:1787763439.605842:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d753e4b40 x1874599320587008/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763439.605849:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763439.605851:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787763439.605856:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763439.605861:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000040:1.0:1787763439.605863:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059ae9bfc] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d753e4b40 x1874599320587008/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763439.605867:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4315276024
00000100:00000001:1.0:1787763439.605880:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763439.605883:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d5891f9c0.
00000100:00000040:1.0:1787763439.605886:0:268573:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20612)
00000100:00000001:2.0:1787763439.605895:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787763439.605919:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4315276024
00000100:00000010:2.0:1787763439.605924:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d5891f840.
00000100:00000001:2.0:1787763439.605929:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787763439.605934:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763439.605939:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763439.605943:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763439.605951:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763439/real 1787763439]  req@ffff9b9d753e7840 x1874599320586624/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763439.605964:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763439.605967:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763439.605969:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569ee9f8.
00000400:00000200:2.0:1787763439.605973:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc110
00000400:00000010:2.0:1787763439.605975:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc110.
00000100:00000001:2.0:1787763439.605978:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763439.605983:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d753e7840 x1874599320586624/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763439.605994:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d753e7840 x1874599320586624/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763439.606003:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763439.606005:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763439.606008:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763439.606011:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763439.606016:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d753e7840 x1874599320586624/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763439.606052:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763439.606061:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d753e7840 x1874599320586624/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763464 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763439.606070:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763439.606073:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763439.606075:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763439.606078:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763439.606082:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763439.606085:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763439.606090:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763439.606095:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763439.606097:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763439.606103:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d753e7840 x1874599320586624/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763464 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763439.606113:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d753e7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320586624:192.168.203.113@tcp:250:kworker.0
00000100:00000001:2.0:1787763439.606119:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763439.606122:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763439.606126:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d753e7840 x1874599320586624/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763464 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763439.606135:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763439.606139:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763439.606143:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f184000.
02000000:00000001:2.0:1787763439.606147:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763439.606150:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763439.606153:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:2.0:1787763439.606156:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763439.606159:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d58dbbc00.
02000000:00000001:2.0:1787763439.606166:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763439.606169:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763439.606172:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d753e7840.
00000100:00000001:2.0:1787763439.606176:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763439.606178:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763439.606181:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763439.606192:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763439.606195:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763439.606197:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787763439.606200:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763439.606202:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763439.606207:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d753e4000 x1874599320586752/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763439.606218:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763439.606220:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763439.606223:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763439.606226:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763439.606229:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763439.606233:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d753e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320586752:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763439.606237:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763439.606240:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763439.606242:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763439.606245:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763439.606249:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f184000.
02000000:00000001:2.0:1787763439.606251:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763439.606257:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763439.606261:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569ee9f8.
00000400:00000010:2.0:1787763439.606265:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc110.
00000100:00000200:2.0:1787763439.606269:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320586752, portal 10
00000100:00000001:2.0:1787763439.606272:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763439.606274:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699312025600 : -110374397526016 : ffff9b9d753e4000)
00000100:00000040:2.0:1787763439.606283:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d753e4000 x1874599320586752/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763439.606292:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763439.606295:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763439.606298:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc4c8.
00000100:00000200:2.0:1787763439.606301:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320586752, offset 0
00000400:00000200:2.0:1787763439.606307:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763439.606312:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763439.606318:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763439.606322:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763439.606326:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763439.606329:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763439.606332:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763439.606338:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63347:63347:256:4294967295] 192.168.203.113@tcp LPNI seq info [63347:63347:8:4294967295]
00000400:00000200:2.0:1787763439.606343:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763439.606352:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763439.606358:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763439.606363:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e000.
00000800:00000200:2.0:1787763439.606368:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.0:1787763439.606372:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787763439.606379:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763439.606382:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1787763439.606387:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763439.606390:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e000.
00000400:00000200:2.0:1787763439.606394:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787763439.606398:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763439.606402:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc4c8
00000400:00000010:2.0:1787763439.606405:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc4c8.
00000100:00000001:2.0:1787763439.606408:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763439.606412:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d753e4000 x1874599320586752/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763439.606422:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763439.606426:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d753e4000 x1874599320586752/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763464 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763439.606435:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763439.606437:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763439.606471:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763439.606478:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:2.0:1787763439.606482:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763439.606485:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315274797
00000100:00000001:2.0:1787763439.606489:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315276024
00000100:00000001:2.0:1787763439.606491:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315274797
00000100:00000001:2.0:1787763439.606494:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315276024
00000100:00000001:2.0:1787763439.606497:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763439.606501:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763439.606504:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763439.606509:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763439/real 1787763439]  req@ffff9b9d753e4000 x1874599320586752/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763439.606520:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763439.606521:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763439.606524:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569ee9f8.
00000400:00000200:2.0:1787763439.606527:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc110
00000400:00000010:2.0:1787763439.606529:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc110.
00000100:00000001:2.0:1787763439.606531:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763439.606535:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d753e4000 x1874599320586752/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763439.606546:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d753e4000 x1874599320586752/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763439.606554:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763439.606556:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763439.606558:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763439.606560:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763439.606567:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d753e4000 x1874599320586752/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763439.606580:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763439.606588:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d753e4000 x1874599320586752/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763464 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763439.606603:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763439.606608:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763439.606611:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763439.606614:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763439.606618:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763439.606642:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763439.606649:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763439.606657:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763439.606662:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763439.606671:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d753e4000 x1874599320586752/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763464 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763439.606683:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d753e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320586752:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763439.606688:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763439.606693:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d753e70c0 x1874599320586880/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763439.606702:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763439.606705:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763439.606708:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763439.606710:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763439.606713:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763439.606716:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d753e70c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320586880:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763439.606721:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763439.606724:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763439.606726:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763439.606728:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763439.606733:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f184c00.
02000000:00000001:2.0:1787763439.606736:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763439.606741:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763439.606744:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569ee9f8.
00000400:00000010:2.0:1787763439.606748:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc110.
00000100:00000200:2.0:1787763439.606752:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320586880, portal 10
00000100:00000001:2.0:1787763439.606755:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763439.606757:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699312038080 : -110374397513536 : ffff9b9d753e70c0)
00000100:00000040:2.0:1787763439.606765:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d753e70c0 x1874599320586880/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763439.606774:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763439.606778:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763439.606780:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc4c8.
00000100:00000200:2.0:1787763439.606783:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320586880, offset 0
00000400:00000200:2.0:1787763439.606788:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763439.606794:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763439.606799:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763439.606803:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763439.606807:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763439.606810:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763439.606813:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763439.606817:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63348:63348:256:4294967295] 192.168.203.113@tcp LPNI seq info [63348:63348:8:4294967295]
00000400:00000200:2.0:1787763439.606823:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763439.606831:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763439.606837:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763439.606842:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e000.
00000800:00000200:2.0:1787763439.606847:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.0:1787763439.606851:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787763439.606856:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763439.606860:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1787763439.606867:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763439.606870:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e000.
00000400:00000200:2.0:1787763439.606879:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787763439.606888:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763439.606894:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc4c8
00000400:00000010:2.0:1787763439.606896:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc4c8.
00000100:00000001:2.0:1787763439.606900:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763439.606904:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d753e70c0 x1874599320586880/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763439.606914:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763439.606919:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d753e70c0 x1874599320586880/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763464 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763439.606928:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763439.606931:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763439.606936:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763439.606941:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:2.0:1787763439.606944:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763439.606947:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315274776
00000100:00000001:2.0:1787763439.606950:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315276024
00000100:00000001:2.0:1787763439.606953:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315274776
00000100:00000001:2.0:1787763439.606956:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315276024
00000100:00000001:2.0:1787763439.606959:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763439.606962:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763439.606964:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763439.606968:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763439/real 1787763439]  req@ffff9b9d753e70c0 x1874599320586880/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763439.606977:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763439.606979:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763439.606981:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569ee9f8.
00000400:00000200:2.0:1787763439.606983:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc110
00000400:00000010:2.0:1787763439.606985:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc110.
00000100:00000001:2.0:1787763439.606988:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763439.606991:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d753e70c0 x1874599320586880/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763439.607001:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d753e70c0 x1874599320586880/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763439.607010:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763439.607012:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763439.607014:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763439.607016:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763439.607020:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d753e70c0 x1874599320586880/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763439.607054:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763439.607061:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d753e70c0 x1874599320586880/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763464 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763439.607071:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763439.607075:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763439.607077:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763439.607078:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763439.607081:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763439.607083:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763439.607086:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763439.607090:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763439.607092:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763439.607097:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d753e70c0 x1874599320586880/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763464 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763439.607107:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d753e70c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320586880:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763439.607112:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763439.607116:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d753e4b40 x1874599320587008/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763439.607125:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763439.607127:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763439.607129:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763439.607132:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763439.607134:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763439.607138:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d753e4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320587008:192.168.203.113@tcp:8:kworker.0
00000100:00000001:2.0:1787763439.607142:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763439.607146:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763439.607148:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763439.607150:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763439.607154:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f186000.
02000000:00000001:2.0:1787763439.607157:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763439.607163:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763439.607166:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569ee9f8.
00000400:00000010:2.0:1787763439.607170:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc110.
00000100:00000200:2.0:1787763439.607174:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320587008, portal 4
00000100:00000001:2.0:1787763439.607177:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763439.607179:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699312028480 : -110374397523136 : ffff9b9d753e4b40)
00000100:00000040:2.0:1787763439.607185:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d753e4b40 x1874599320587008/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763439.607194:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763439.607197:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763439.607199:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc4c8.
00000100:00000200:2.0:1787763439.607202:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320587008, offset 0
00000400:00000200:2.0:1787763439.607207:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763439.607212:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763439.607216:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763439.607219:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763439.607222:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763439.607226:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763439.607229:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763439.607233:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63349:63349:256:4294967295] 192.168.203.113@tcp LPNI seq info [63349:63349:8:4294967295]
00000400:00000200:2.0:1787763439.607238:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763439.607246:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763439.607252:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763439.607256:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e000.
00000800:00000200:2.0:1787763439.607261:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.0:1787763439.607264:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787763439.607270:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763439.607273:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1787763439.607278:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763439.607280:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e000.
00000400:00000200:2.0:1787763439.607284:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787763439.607289:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763439.607292:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc4c8
00000400:00000010:2.0:1787763439.607295:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc4c8.
00000100:00000001:2.0:1787763439.607298:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763439.607303:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d753e4b40 x1874599320587008/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763439.607313:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763439.607316:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d753e4b40 x1874599320587008/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763464 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763439.607324:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763439.607326:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763439.607330:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763439.607335:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:2.0:1787763439.607338:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763439.607341:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315274788
00000100:00000001:2.0:1787763439.607344:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315276024
00000100:00000001:2.0:1787763439.607347:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315274788
00000100:00000001:2.0:1787763439.607350:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315276024
00000100:00000001:2.0:1787763439.607352:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763439.607355:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763439.607357:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763439.607361:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763439/real 1787763439]  req@ffff9b9d753e4b40 x1874599320587008/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763439.607370:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763439.607372:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763439.607373:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569ee9f8.
00000400:00000200:2.0:1787763439.607376:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc110
00000400:00000010:2.0:1787763439.607378:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc110.
00000100:00000001:2.0:1787763439.607381:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763439.607385:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d753e4b40 x1874599320587008/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763439.607395:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d753e4b40 x1874599320587008/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763439.607404:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763439.607406:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763439.607409:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763439.607411:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763439.607415:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d753e4b40 x1874599320587008/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763439.607423:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763439.607427:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d753e4b40 x1874599320587008/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763464 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763439.607435:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763439.607438:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763439.607468:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763439.607470:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763439.607473:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763439.607475:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763439.607478:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763439.607482:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763439.607484:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763439.607489:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d753e4b40 x1874599320587008/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763464 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763439.607499:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d753e4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320587008:192.168.203.113@tcp:8:kworker.0
00000100:00000001:2.0:1787763439.607504:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763439.607507:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763439.607511:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d753e4000 x1874599320586752/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763464 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763439.607518:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763439.607520:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763439.607524:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f184000.
02000000:00000001:2.0:1787763439.607527:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763439.607530:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763439.607532:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:2.0:1787763439.607535:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763439.607537:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d58dba400.
02000000:00000001:2.0:1787763439.607541:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763439.607543:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763439.607545:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d753e4000.
00000100:00000001:2.0:1787763439.607548:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763439.607550:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763439.607552:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763439.607556:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d753e70c0 x1874599320586880/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763464 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763439.607568:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763439.607571:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763439.607574:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f184c00.
02000000:00000001:2.0:1787763439.607578:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763439.607580:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763439.607583:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:2.0:1787763439.607587:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763439.607590:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d58db8400.
02000000:00000001:2.0:1787763439.607594:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763439.607596:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763439.607598:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d753e70c0.
00000100:00000001:2.0:1787763439.607603:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763439.607606:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763439.607609:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763439.607618:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d753e4b40 x1874599320587008/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763464 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763439.607632:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763439.607635:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763439.607639:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f186000.
02000000:00000001:2.0:1787763439.607644:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763439.607646:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763439.607649:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:2.0:1787763439.607655:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763439.607658:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d58dba000.
02000000:00000001:2.0:1787763439.607662:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763439.607665:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763439.607667:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d753e4b40.
00000100:00000001:2.0:1787763439.607671:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763439.607673:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763439.607676:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763439.607681:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763439.607683:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763439.607686:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787763439.607688:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763439.796571:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763439.796580:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763439.796589:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763439.796592:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763439.796597:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763439.796600:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763439.796736:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763439.796743:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763439.796747:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763440.628554:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763440.628564:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763440.628568:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763440.628575:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763440.628582:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763440.628588:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763440.628592:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763440.628596:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763440.628601:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763440.820508:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763440.820515:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763440.820534:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763440.820540:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763440.820547:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763440.820550:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763440.820553:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763440.820556:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763440.820562:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763440.820564:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763440.820566:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763440.820568:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763440.820570:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763440.820572:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763440.820574:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763440.820577:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763440.820582:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763440.820584:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763440.820720:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763440.820726:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763440.820731:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787763440.884560:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4315276024, at 4315276032
00000100:00000040:1.0:1787763440.884574:0:303331:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b110 (cpu 1) has reached its deadline 4315276024, at 4315276032
00000100:00000010:0.0:1787763440.884579:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d5891f9c0.
00000100:00000010:1.0:1787763440.884593:0:303331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d5891f840.
00000100:00000001:1.0:1787763441.652583:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763441.652606:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763441.652610:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763441.652618:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763441.652622:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763441.652627:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763441.652631:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763441.652635:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763441.652639:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763441.844537:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763441.844546:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763441.844553:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763441.844556:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763441.844561:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763441.844563:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763441.844631:0:281543:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763441.844641:0:281543:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763441.844651:0:281543:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763442.676610:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763442.676619:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763442.676623:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763442.676629:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763442.676635:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763442.676640:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763442.676644:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763442.676648:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763442.676651:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763442.868554:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763442.868565:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763442.868588:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763442.868591:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763442.868597:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763442.868600:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763442.868691:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763442.868698:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763442.868702:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763443.700638:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763443.700648:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763443.700650:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763443.700656:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763443.700661:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763443.700665:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763443.700669:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763443.700674:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763443.700677:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763443.892561:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763443.892570:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763443.892580:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763443.892582:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763443.892588:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763443.892593:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763443.892596:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763443.892601:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763443.892605:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763443.892608:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763443.892612:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763443.892615:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763443.892702:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763443.892708:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763443.892713:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763444.724620:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1787763444.724622:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787763444.724634:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1787763444.724640:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787763444.724642:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763444.724650:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:1.0:1787763444.724653:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00080000:3.0:1787763444.724660:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787763444.724663:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763444.724673:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763444.724675:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787763444.724684:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1787763444.724694:0:268573:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20607
00000100:00000001:1.0:1787763444.724695:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763444.724704:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787763444.724716:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763444.724729:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763444.724736:0:268573:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763444.724745:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763444.724752:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763444.724758:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763444.724763:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763444.724768:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763444.724771:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:3.0:1787763444.724775:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763444.724779:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:3.0:1787763444.724782:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:3.0:1787763444.724785:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:3.0:1787763444.724790:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763444.724792:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763444.724795:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763444.724797:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787763444.724801:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:3.0:1787763444.724805:0:268573:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763444.724808:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763444.724812:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763444.724816:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763444.724820:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763444.724823:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787763444.724826:0:268573:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763444.724835:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d566d00.
00000020:00000040:3.0:1787763444.724839:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:3.0:1787763444.724845:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763444.724847:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763444.724851:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763444.724855:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763444.724860:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763444.724868:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45905000.
00000100:00000001:3.0:1787763444.724877:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763444.724889:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d566d00 x1874599320587136/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763444.724903:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763444.724910:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763444.724919:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6377b55] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d566d00 x1874599320587136/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763444.724961:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763444.724968:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763444.724975:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787763444.724979:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763444.724984:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763444.725013:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763444.725021:0:268573:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20607
00000100:00000001:2.0:1787763444.725028:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:3.0:1787763444.725035:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763444.725040:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000400:00000200:3.0:1787763444.725045:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00000001:2.0:1787763444.725048:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00080000:3.0:1787763444.725051:0:268573:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763444.725059:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763444.725066:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763444.725070:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d566d00 x1874599320587136/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787763444.725072:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763444.725079:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763444.725087:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763444.725090:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000020:00000001:3.0:1787763444.725096:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763444.725102:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000100:00000001:2.0:1787763444.725105:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:3.0:1787763444.725108:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000001:2.0:1787763444.725110:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763444.725115:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
02000000:00000001:2.0:1787763444.725119:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:3.0:1787763444.725126:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
02000000:00000001:2.0:1787763444.725128:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787763444.725134:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1787763444.725136:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763444.725144:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00100000:2.0:1787763444.725147:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d566d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320587136:192.168.203.113@tcp:250:kworker.0
00000100:00000001:3.0:1787763444.725156:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000001:2.0:1787763444.725159:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763444.725167:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:3.0:1787763444.725169:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
02000000:00000001:2.0:1787763444.725172:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763444.725180:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:3.0:1787763444.725187:0:268573:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
02000000:00000010:2.0:1787763444.725191:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f184c00.
00000100:00000001:3.0:1787763444.725195:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763444.725197:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763444.725210:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1787763444.725214:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763444.725222:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569ee9f8.
02000000:00000001:3.0:1787763444.725225:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:2.0:1787763444.725231:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc110.
00000100:00000200:2.0:1787763444.725239:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320587136, portal 25
00000100:00000001:2.0:1787763444.725245:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763444.725250:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910956800 : -110374798594816 : ffff9b9d5d566d00)
02000000:00000001:3.0:1787763444.725250:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763444.725259:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000040:2.0:1787763444.725267:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d566d00 x1874599320587136/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1787763444.725269:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763444.725280:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763444.725288:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763444.725299:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000010:3.0:1787763444.725302:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d565e00.
00000100:00000040:2.0:1787763444.725309:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000020:00000040:3.0:1787763444.725312:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000400:00000010:2.0:1787763444.725318:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc4c8.
02000000:00000001:3.0:1787763444.725319:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763444.725325:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787763444.725329:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320587136, offset 0
00000100:00000001:3.0:1787763444.725331:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763444.725337:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763444.725341:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763444.725344:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
02000000:00000010:3.0:1787763444.725352:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45905800.
00000400:00000200:2.0:1787763444.725360:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:3.0:1787763444.725364:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763444.725372:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763444.725384:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00100000:3.0:1787763444.725390:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d565e00 x1874599320587264/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787763444.725392:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763444.725403:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763444.725413:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000100:00000001:3.0:1787763444.725421:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1787763444.725423:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63350:63350:256:4294967295] 192.168.203.113@tcp LPNI seq info [63350:63350:8:4294967295]
00000100:00000001:3.0:1787763444.725429:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763444.725471:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763444.725490:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763444.725501:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763444.725511:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e000.
00000100:00000040:3.0:1787763444.725514:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008dad852f] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d565e00 x1874599320587264/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1787763444.725532:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.0:1787763444.725547:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000100:00000001:3.0:1787763444.725551:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763444.725562:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.1:1787763444.725570:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00080000:3.0:1787763444.725572:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787763444.725578:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763444.725584:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:2.1:1787763444.725586:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000100:00000001:3.0:1787763444.725588:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763444.725598:0:268573:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20607
00000800:00000100:2.0:1787763444.725608:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000400:00000200:3.0:1787763444.725610:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000800:00000010:2.0:1787763444.725618:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e000.
00000400:00000200:3.0:1787763444.725622:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763444.725628:0:268573:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1787763444.725629:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:3.0:1787763444.725639:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000400:00000200:2.0:1787763444.725649:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1787763444.725650:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763444.725660:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000400:00000200:2.0:1787763444.725661:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc4c8
00000100:00000001:3.0:1787763444.725665:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000400:00000010:2.0:1787763444.725668:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc4c8.
00000020:00000001:3.0:1787763444.725672:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1787763444.725678:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000020:00000040:3.0:1787763444.725678:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000020:00000001:3.0:1787763444.725683:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763444.725689:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000100:00000200:2.0:1787763444.725691:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d566d00 x1874599320587136/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787763444.725693:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000020:00000001:3.0:1787763444.725703:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00000040:3.0:1787763444.725717:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763444.725725:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763444.725731:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763444.725732:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787763444.725737:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000040:2.0:1787763444.725745:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d566d00 x1874599320587136/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763469 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787763444.725747:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000100:00080000:3.0:1787763444.725757:0:268573:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763444.725760:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763444.725763:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763444.725768:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763444.725777:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763444.725784:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763444.725789:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787763444.725793:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1787763444.725797:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763444.725799:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787763444.725805:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763444.725813:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d564b40.
00000100:00000001:2.0:1787763444.725814:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787763444.725819:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000400:00000200:2.0:1787763444.725827:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
02000000:00000001:3.0:1787763444.725829:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1787763444.725834:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4315281144
02000000:00000001:3.0:1787763444.725835:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763444.725845:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763444.725847:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000010:2.0:1787763444.725849:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d5891f3c0.
02000000:00000001:3.0:1787763444.725851:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763444.725861:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
02000000:00000010:3.0:1787763444.725864:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45906400.
00000100:00000001:3.0:1787763444.725874:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763444.725881:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d564b40 x1874599320587392/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763444.725883:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4315281144
00000100:00000010:2.0:1787763444.725895:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d5891f660.
00000100:00000001:3.0:1787763444.725902:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763444.725905:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1787763444.725909:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763444.725913:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763444.725919:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763444.725925:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000040:3.0:1787763444.725927:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9fa13ea] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d564b40 x1874599320587392/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763444.725937:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763444/real 1787763444]  req@ffff9b9d5d566d00 x1874599320587136/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763444.726007:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1787763444.726010:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763444.726017:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000040:3.0:1787763444.726019:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:2.0:1787763444.726022:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569ee9f8.
00000100:00000040:3.0:1787763444.726035:0:268573:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:2.0:1787763444.726036:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc110
00000100:00080000:3.0:1787763444.726045:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:2.0:1787763444.726047:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc110.
00000100:00080000:3.0:1787763444.726059:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787763444.726061:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787763444.726063:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763444.726069:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:2.0:1787763444.726077:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d566d00 x1874599320587136/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763444.726078:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763444.726087:0:268573:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20607
00000400:00000200:3.0:1787763444.726102:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763444.726118:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00000200:2.0:1787763444.726119:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d566d00 x1874599320587136/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787763444.726125:0:268573:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763444.726138:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763444.726148:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787763444.726150:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787763444.726154:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763444.726159:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:3.0:1787763444.726162:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763444.726163:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763444.726175:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00100000:2.0:1787763444.726176:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d566d00 x1874599320587136/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787763444.726190:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763444.726199:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000100:00000001:2.0:1787763444.726200:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1787763444.726208:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000040:2.0:1787763444.726213:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d566d00 x1874599320587136/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763469 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787763444.726217:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000020:00000001:3.0:1787763444.726230:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000001:2.0:1787763444.726232:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:3.0:1787763444.726241:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000001:2.0:1787763444.726242:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763444.726252:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763444.726255:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787763444.726257:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763444.726261:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787763444.726264:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787763444.726266:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:3.0:1787763444.726272:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00080000:2.0:1787763444.726276:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1787763444.726280:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00080000:2.0:1787763444.726287:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000020:00000040:3.0:1787763444.726290:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00000001:2.0:1787763444.726293:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00080000:3.0:1787763444.726302:0:268573:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000040:2.0:1787763444.726307:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d566d00 x1874599320587136/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763469 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763444.726309:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763444.726318:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763444.726325:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1787763444.726333:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d566d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320587136:192.168.203.113@tcp:250:kworker.0
02000000:00000001:3.0:1787763444.726334:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763444.726341:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787763444.726348:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:3.0:1787763444.726349:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1787763444.726356:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000008:00000001:3.0:1787763444.726358:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763444.726365:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763444.726367:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d566d00 x1874599320587136/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763469 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1787763444.726372:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d5670c0.
00000020:00000040:3.0:1787763444.726382:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
02000000:00000001:3.0:1787763444.726392:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1787763444.726393:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787763444.726398:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763444.726400:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:3.0:1787763444.726405:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000010:2.0:1787763444.726407:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f184c00.
02000000:00000001:3.0:1787763444.726410:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763444.726414:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000001:3.0:1787763444.726416:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763444.726422:0:256678:0:(genops.c:1217:class_import_put()) Process entered
02000000:00000010:3.0:1787763444.726426:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45907400.
00000020:00000040:2.0:1787763444.726427:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:2.0:1787763444.726437:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
00000100:00000001:3.0:1787763444.726439:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763444.726471:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45905000.
02000000:00000001:2.0:1787763444.726477:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763444.726481:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763444.726484:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d566d00.
00000100:00000001:2.0:1787763444.726494:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763444.726498:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763444.726506:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787763444.726508:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d5670c0 x1874599320587520/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763444.726519:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763444.726526:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763444.726534:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763444.726536:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787763444.726542:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763444.726545:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763444.726554:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787763444.726554:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000096847001] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d5670c0 x1874599320587520/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787763444.726572:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d565e00 x1874599320587264/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763444.726575:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763444.726589:0:268573:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20617)
00000100:00000001:2.0:1787763444.726603:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763444.726606:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763444.726610:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763444.726614:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763444.726617:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763444.726622:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d565e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320587264:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763444.726627:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763444.726630:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763444.726633:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763444.726635:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763444.726640:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f184c00.
02000000:00000001:2.0:1787763444.726643:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763444.726649:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763444.726653:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569ee9f8.
00000400:00000010:2.0:1787763444.726658:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc110.
00000100:00000200:2.0:1787763444.726662:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320587264, portal 10
00000100:00000001:2.0:1787763444.726665:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763444.726667:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910952960 : -110374798598656 : ffff9b9d5d565e00)
00000100:00000040:2.0:1787763444.726675:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d565e00 x1874599320587264/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763444.726684:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763444.726687:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763444.726691:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc4c8.
00000100:00000200:2.0:1787763444.726694:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320587264, offset 0
00000400:00000200:2.0:1787763444.726700:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763444.726705:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763444.726711:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763444.726716:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763444.726720:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763444.726723:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763444.726726:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763444.726731:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63351:63351:256:4294967295] 192.168.203.113@tcp LPNI seq info [63351:63351:8:4294967295]
00000400:00000200:2.0:1787763444.726736:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763444.726745:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763444.726751:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763444.726755:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e000.
00000800:00000200:2.0:1787763444.726761:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.0:1787763444.726765:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787763444.726771:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763444.726775:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1787763444.726780:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763444.726782:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e000.
00000400:00000200:2.0:1787763444.726787:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787763444.726791:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763444.726795:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc4c8
00000400:00000010:2.0:1787763444.726798:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc4c8.
00000100:00000001:2.0:1787763444.726801:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763444.726806:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d565e00 x1874599320587264/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763444.726816:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763444.726820:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d565e00 x1874599320587264/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763469 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763444.726829:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763444.726831:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763444.726836:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763444.726841:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:2.0:1787763444.726846:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763444.726849:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315279917
00000100:00000001:2.0:1787763444.726852:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315281144
00000100:00000001:2.0:1787763444.726855:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315279917
00000100:00000001:2.0:1787763444.726858:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315281144
00000100:00000001:2.0:1787763444.726861:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763444.726864:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763444.726866:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763444.726871:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763444/real 1787763444]  req@ffff9b9d5d565e00 x1874599320587264/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763444.726880:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763444.726882:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763444.726884:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569ee9f8.
00000400:00000200:2.0:1787763444.726886:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc110
00000400:00000010:2.0:1787763444.726888:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc110.
00000100:00000001:2.0:1787763444.726890:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763444.726894:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d565e00 x1874599320587264/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763444.726904:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d565e00 x1874599320587264/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763444.726913:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763444.726915:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763444.726917:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763444.726919:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763444.726923:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d565e00 x1874599320587264/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763444.726931:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763444.726936:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d565e00 x1874599320587264/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763469 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763444.726945:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763444.726948:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763444.726950:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763444.726952:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763444.726955:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763444.726969:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763444.726972:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763444.726976:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763444.726979:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763444.727010:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d565e00 x1874599320587264/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763469 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763444.727028:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d565e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320587264:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763444.727036:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763444.727043:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d564b40 x1874599320587392/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763444.727058:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763444.727061:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763444.727065:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763444.727069:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763444.727074:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763444.727080:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d564b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320587392:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763444.727087:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763444.727091:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763444.727094:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763444.727098:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763444.727103:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f184000.
02000000:00000001:2.0:1787763444.727106:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763444.727111:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763444.727115:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569ee9f8.
00000400:00000010:2.0:1787763444.727119:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc110.
00000100:00000200:2.0:1787763444.727123:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320587392, portal 10
00000100:00000001:2.0:1787763444.727126:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763444.727127:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910948160 : -110374798603456 : ffff9b9d5d564b40)
00000100:00000040:2.0:1787763444.727135:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d564b40 x1874599320587392/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763444.727144:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763444.727147:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763444.727149:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc4c8.
00000100:00000200:2.0:1787763444.727152:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320587392, offset 0
00000400:00000200:2.0:1787763444.727157:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763444.727162:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763444.727167:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763444.727171:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763444.727174:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763444.727178:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763444.727181:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763444.727185:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63352:63352:256:4294967295] 192.168.203.113@tcp LPNI seq info [63352:63352:8:4294967295]
00000400:00000200:2.0:1787763444.727191:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763444.727199:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763444.727205:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763444.727209:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e000.
00000800:00000200:2.0:1787763444.727214:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.0:1787763444.727218:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787763444.727223:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763444.727227:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1787763444.727232:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763444.727235:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e000.
00000400:00000200:2.0:1787763444.727239:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787763444.727243:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763444.727247:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc4c8
00000400:00000010:2.0:1787763444.727249:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc4c8.
00000100:00000001:2.0:1787763444.727253:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763444.727257:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d564b40 x1874599320587392/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763444.727267:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763444.727271:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d564b40 x1874599320587392/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763469 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763444.727280:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763444.727282:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763444.727285:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763444.727289:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:2.0:1787763444.727292:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763444.727295:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315279896
00000100:00000001:2.0:1787763444.727298:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315281144
00000100:00000001:2.0:1787763444.727301:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315279896
00000100:00000001:2.0:1787763444.727304:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315281144
00000100:00000001:2.0:1787763444.727306:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763444.727309:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763444.727311:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763444.727316:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763444/real 1787763444]  req@ffff9b9d5d564b40 x1874599320587392/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763444.727326:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763444.727327:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763444.727329:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569ee9f8.
00000400:00000200:2.0:1787763444.727332:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc110
00000400:00000010:2.0:1787763444.727334:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc110.
00000100:00000001:2.0:1787763444.727336:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763444.727340:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d564b40 x1874599320587392/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763444.727350:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d564b40 x1874599320587392/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763444.727359:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763444.727361:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763444.727363:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763444.727365:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763444.727369:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d564b40 x1874599320587392/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763444.727377:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763444.727382:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d564b40 x1874599320587392/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763469 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763444.727390:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763444.727393:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763444.727395:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763444.727396:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763444.727399:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763444.727401:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763444.727404:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763444.727407:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763444.727410:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763444.727415:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d564b40 x1874599320587392/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763469 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763444.727424:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d564b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320587392:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763444.727428:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763444.727431:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763444.727435:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d565e00 x1874599320587264/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763469 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763444.727473:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763444.727476:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763444.727479:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f184c00.
02000000:00000001:2.0:1787763444.727483:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763444.727485:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763444.727487:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:2.0:1787763444.727490:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763444.727492:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45905800.
02000000:00000001:2.0:1787763444.727495:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763444.727497:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763444.727501:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d565e00.
00000100:00000001:2.0:1787763444.727506:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763444.727509:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763444.727512:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763444.727520:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d564b40 x1874599320587392/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763469 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763444.727533:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763444.727535:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763444.727539:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f184000.
02000000:00000001:2.0:1787763444.727543:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763444.727546:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763444.727548:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:2.0:1787763444.727552:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763444.727555:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45906400.
02000000:00000001:2.0:1787763444.727560:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763444.727562:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763444.727565:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d564b40.
00000100:00000001:2.0:1787763444.727570:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763444.727573:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763444.727576:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763444.727584:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763444.727587:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763444.727591:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787763444.727594:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763444.727597:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763444.727605:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d5670c0 x1874599320587520/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763444.727615:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763444.727618:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763444.727622:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763444.727624:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763444.727627:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763444.727631:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d5670c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320587520:192.168.203.113@tcp:8:kworker.0
00000100:00000001:2.0:1787763444.727635:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763444.727638:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763444.727640:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763444.727642:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763444.727647:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f184000.
02000000:00000001:2.0:1787763444.727649:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763444.727655:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763444.727658:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569ee9f8.
00000400:00000010:2.0:1787763444.727663:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc110.
00000100:00000200:2.0:1787763444.727666:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320587520, portal 4
00000100:00000001:2.0:1787763444.727669:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763444.727671:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910957760 : -110374798593856 : ffff9b9d5d5670c0)
00000100:00000040:2.0:1787763444.727678:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d5670c0 x1874599320587520/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763444.727686:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763444.727689:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763444.727692:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc4c8.
00000100:00000200:2.0:1787763444.727695:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320587520, offset 0
00000400:00000200:2.0:1787763444.727700:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763444.727705:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763444.727710:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763444.727713:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763444.727717:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763444.727720:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763444.727724:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763444.727728:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63353:63353:256:4294967295] 192.168.203.113@tcp LPNI seq info [63353:63353:8:4294967295]
00000400:00000200:2.0:1787763444.727733:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763444.727741:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763444.727748:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763444.727752:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e000.
00000800:00000200:2.0:1787763444.727757:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.0:1787763444.727761:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787763444.727766:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763444.727770:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1787763444.727775:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763444.727778:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e000.
00000400:00000200:2.0:1787763444.727782:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787763444.727786:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763444.727790:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc4c8
00000400:00000010:2.0:1787763444.727792:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc4c8.
00000100:00000001:2.0:1787763444.727796:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763444.727800:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d5670c0 x1874599320587520/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763444.727810:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763444.727814:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d5670c0 x1874599320587520/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763469 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763444.727822:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763444.727825:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763444.727828:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763444.727832:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:2.0:1787763444.727836:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763444.727839:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315279909
00000100:00000001:2.0:1787763444.727843:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315281144
00000100:00000001:2.0:1787763444.727846:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315279909
00000100:00000001:2.0:1787763444.727848:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315281144
00000100:00000001:2.0:1787763444.727851:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763444.727853:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763444.727855:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763444.727860:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763444/real 1787763444]  req@ffff9b9d5d5670c0 x1874599320587520/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763444.727871:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763444.727872:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763444.727874:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569ee9f8.
00000400:00000200:2.0:1787763444.727877:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc110
00000400:00000010:2.0:1787763444.727879:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc110.
00000100:00000001:2.0:1787763444.727881:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763444.727885:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d5670c0 x1874599320587520/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763444.727895:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d5670c0 x1874599320587520/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763444.727903:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763444.727905:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763444.727907:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763444.727909:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763444.727914:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d5670c0 x1874599320587520/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763444.727921:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763444.727926:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d5670c0 x1874599320587520/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763469 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763444.727934:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763444.727937:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763444.727939:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763444.727940:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763444.727942:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763444.727944:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763444.727947:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763444.727951:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763444.727953:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763444.727959:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d5670c0 x1874599320587520/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763469 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763444.727969:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d5670c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320587520:192.168.203.113@tcp:8:kworker.0
00000100:00000001:2.0:1787763444.727974:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763444.727976:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763444.727980:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d5670c0 x1874599320587520/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763469 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763444.728015:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763444.728019:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763444.728022:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f184000.
02000000:00000001:2.0:1787763444.728028:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763444.728031:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763444.728033:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:2.0:1787763444.728038:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763444.728041:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45907400.
02000000:00000001:2.0:1787763444.728047:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763444.728049:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763444.728052:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d5670c0.
00000100:00000001:2.0:1787763444.728057:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763444.728059:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763444.728063:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763444.728070:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763444.728073:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763444.728078:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787763444.728081:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763444.916555:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763444.916579:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763444.916594:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763444.916596:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763444.916600:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763444.916602:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763444.916668:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763444.916674:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763444.916679:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763445.748645:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763445.748655:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763445.748658:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763445.748665:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763445.748671:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763445.748676:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763445.748680:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763445.748683:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763445.748687:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763445.940574:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763445.940583:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763445.940593:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763445.940596:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763445.940601:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763445.940604:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763445.940707:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763445.940713:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763445.940718:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1787763446.004560:0:303331:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b110 (cpu 1) has reached its deadline 4315281144, at 4315281152
00000100:00000040:0.0:1787763446.004579:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4315281144, at 4315281152
00000100:00000010:1.0:1787763446.004590:0:303331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d5891f660.
00000100:00000010:0.0:1787763446.004595:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d5891f3c0.
00000100:00000001:3.0:1787763446.772535:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763446.772543:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763446.772546:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763446.772553:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763446.772559:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763446.772564:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763446.772568:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763446.772572:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763446.772577:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763446.964554:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763446.964561:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763446.964569:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763446.964571:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763446.964577:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763446.964581:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763446.964673:0:281543:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763446.964679:0:281543:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763446.964684:0:281543:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763447.796572:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763447.796582:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763447.796585:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763447.796592:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763447.796597:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763447.796601:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763447.796605:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763447.796609:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763447.796613:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763447.988596:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763447.988605:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763447.988614:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763447.988617:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763447.988622:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763447.988624:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763447.988708:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763447.988715:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763447.988719:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763448.820585:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763448.820598:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763448.820604:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763448.820614:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763448.820621:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763448.820627:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763448.820632:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763448.820637:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763448.820643:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763449.012550:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763449.012558:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763449.012566:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763449.012568:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763449.012573:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763449.012575:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763449.012650:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763449.012657:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763449.012662:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787763449.844610:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763449.844627:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787763449.844632:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763449.844638:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763449.844646:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787763449.844660:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1787763449.844661:0:296758:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20612
00000100:00000001:1.0:1787763449.844673:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763449.844678:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787763449.844688:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00100000:1.0:1787763449.844689:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763449.844699:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763449.844706:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1787763449.844712:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00000001:1.0:1787763449.844713:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763449.844721:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787763449.844725:0:296758:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787763449.844727:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763449.844740:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763449.844748:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763449.844754:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763449.844760:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763449.844768:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763449.844772:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:3.0:1787763449.844777:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763449.844782:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:3.0:1787763449.844787:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:3.0:1787763449.844792:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:3.0:1787763449.844799:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763449.844803:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763449.844807:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763449.844811:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787763449.844817:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:3.0:1787763449.844824:0:296758:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763449.844829:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763449.844834:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763449.844839:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763449.844845:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763449.844849:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787763449.844853:0:296758:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763449.844867:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d5661c0.
00000020:00000040:3.0:1787763449.844874:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:3.0:1787763449.844882:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763449.844885:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763449.844890:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763449.844894:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763449.844901:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763449.844913:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45904800.
00000100:00000001:3.0:1787763449.844925:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763449.844941:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d5661c0 x1874599320587648/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763449.844988:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763449.844997:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763449.845007:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007d30f203] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d5661c0 x1874599320587648/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763449.845044:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763449.845063:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763449.845072:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787763449.845076:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763449.845081:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763449.845087:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787763449.845091:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:3.0:1787763449.845096:0:296758:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20612
00000100:00000001:2.0:1787763449.845100:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763449.845107:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000400:00000200:3.0:1787763449.845113:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000040:2.0:1787763449.845125:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d5661c0 x1874599320587648/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787763449.845130:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763449.845143:0:296758:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787763449.845154:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:3.0:1787763449.845161:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763449.845162:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763449.845172:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1787763449.845174:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1787763449.845179:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1787763449.845186:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
02000000:00000001:2.0:1787763449.845188:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763449.845199:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00100000:2.0:1787763449.845203:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d5661c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320587648:192.168.203.113@tcp:250:kworker.0
00000020:00000001:3.0:1787763449.845209:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1787763449.845213:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:3.0:1787763449.845216:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
02000000:00000001:2.0:1787763449.845221:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000001:3.0:1787763449.845225:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
02000000:00000001:2.0:1787763449.845227:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763449.845235:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:3.0:1787763449.845237:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
02000000:00000010:2.0:1787763449.845245:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f184000.
00000020:00000001:3.0:1787763449.845247:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
02000000:00000001:2.0:1787763449.845253:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763449.845260:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000400:00000200:2.0:1787763449.845269:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000040:3.0:1787763449.845279:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000400:00000010:2.0:1787763449.845280:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569ee9f8.
00000100:00000001:3.0:1787763449.845292:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:2.0:1787763449.845295:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc110.
00000100:00000040:3.0:1787763449.845304:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000200:2.0:1787763449.845308:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320587648, portal 25
00000100:00000001:3.0:1787763449.845313:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000001:2.0:1787763449.845316:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763449.845320:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910953920 : -110374798597696 : ffff9b9d5d5661c0)
00000020:00000040:3.0:1787763449.845326:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00000040:2.0:1787763449.845334:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d5661c0 x1874599320587648/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787763449.845343:0:296758:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763449.845358:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763449.845364:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:3.0:1787763449.845368:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:2.0:1787763449.845375:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763449.845381:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc4c8.
02000000:00000001:3.0:1787763449.845383:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:2.0:1787763449.845387:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320587648, offset 0
02000000:00000001:3.0:1787763449.845396:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763449.845405:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000100:00000001:3.0:1787763449.845409:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763449.845418:0:296758:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1787763449.845421:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000008:00000001:3.0:1787763449.845432:0:296758:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763449.845436:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763449.845475:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763449.845481:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763449.845487:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763449.845492:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763449.845499:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63354:63354:256:4294967295] 192.168.203.113@tcp LPNI seq info [63354:63354:8:4294967295]
00000100:00000001:3.0:1787763449.845504:0:296758:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763449.845513:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000010:3.0:1787763449.845522:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d567480.
00000020:00000040:3.0:1787763449.845536:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000400:00000200:2.0:1787763449.845537:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
02000000:00000001:3.0:1787763449.845551:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763449.845561:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787763449.845563:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000100:00000001:3.0:1787763449.845569:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763449.845576:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000010:2.0:1787763449.845579:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e000.
02000000:00000001:3.0:1787763449.845582:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763449.845597:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45907800.
00000800:00000200:2.0:1787763449.845599:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000001:3.0:1787763449.845610:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787763449.845613:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000100:00100000:3.0:1787763449.845630:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d567480 x1874599320587776/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1787763449.845634:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763449.845650:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1787763449.845668:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000100:00000001:3.0:1787763449.845670:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000010:2.0:1787763449.845673:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e000.
00000100:00000001:3.0:1787763449.845681:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763449.845686:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:3.0:1787763449.845698:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000036831fe2] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d567480 x1874599320587776/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787763449.845700:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1787763449.845727:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763449.845734:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1787763449.845737:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc4c8
00000400:00000010:2.0:1787763449.845745:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc4c8.
00000100:00080000:3.0:1787763449.845747:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787763449.845754:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1787763449.845755:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:3.0:1787763449.845764:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:2.0:1787763449.845769:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d5661c0 x1874599320587648/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763449.845775:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763449.845788:0:296758:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20612
00000100:00000001:2.0:1787763449.845794:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000400:00000200:3.0:1787763449.845804:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000040:2.0:1787763449.845807:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d5661c0 x1874599320587648/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763474 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787763449.845823:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00000001:2.0:1787763449.845826:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763449.845834:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:3.0:1787763449.845835:0:296758:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787763449.845845:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763449.845847:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763449.845857:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787763449.845859:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763449.845868:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4315286264
00000100:00000040:3.0:1787763449.845870:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763449.845881:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000010:2.0:1787763449.845882:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d5891f6c0.
00000020:00000001:3.0:1787763449.845893:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1787763449.845899:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000020:00000040:3.0:1787763449.845900:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000020:00000001:3.0:1787763449.845910:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763449.845915:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000020:00000001:3.0:1787763449.845920:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00000001:2.0:1787763449.845922:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4315286264
00000020:00000001:3.0:1787763449.845930:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00000010:2.0:1787763449.845932:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d5891f540.
00000100:00000001:2.0:1787763449.845945:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000100:00000040:3.0:1787763449.845947:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763449.845979:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787763449.845983:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787763449.845986:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763449.845994:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000040:3.0:1787763449.845996:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763449.846013:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00100000:2.0:1787763449.846015:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763449/real 1787763449]  req@ffff9b9d5d5661c0 x1874599320587648/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787763449.846027:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000100:00080000:3.0:1787763449.846045:0:296758:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763449.846059:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1787763449.846064:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:3.0:1787763449.846067:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000001:2.0:1787763449.846070:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763449.846075:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569ee9f8.
02000000:00000001:3.0:1787763449.846078:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1787763449.846081:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc110
00000400:00000010:2.0:1787763449.846087:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc110.
02000000:00000001:3.0:1787763449.846091:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763449.846094:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787763449.846102:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000200:2.0:1787763449.846106:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d5661c0 x1874599320587648/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1787763449.846112:0:296758:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763449.846128:0:296758:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787763449.846129:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d5661c0 x1874599320587648/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763449.846141:0:296758:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763449.846147:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763449.846152:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:3.0:1787763449.846155:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d565680.
00000100:00000001:2.0:1787763449.846156:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763449.846162:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1787763449.846167:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000100:00100000:2.0:1787763449.846172:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d5661c0 x1874599320587648/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787763449.846180:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763449.846188:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763449.846193:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763449.846196:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763449.846204:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:2.0:1787763449.846205:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d5661c0 x1874599320587648/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763474 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787763449.846214:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763449.846227:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000010:3.0:1787763449.846232:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45907400.
00000100:00000001:2.0:1787763449.846233:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763449.846239:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763449.846245:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763449.846250:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787763449.846251:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763449.846253:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763449.846264:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763449.846274:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763449.846279:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787763449.846279:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d565680 x1874599320587904/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1787763449.846293:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d5661c0 x1874599320587648/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763474 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763449.846338:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00100000:2.0:1787763449.846340:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d5661c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320587648:192.168.203.113@tcp:250:kworker.0
00000100:00000001:3.0:1787763449.846352:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763449.846353:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763449.846361:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763449.846377:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d5661c0 x1874599320587648/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763474 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787763449.846377:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000082576300] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d565680 x1874599320587904/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763449.846419:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763449.846425:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763449.846432:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f184000.
00000100:00000001:3.0:1787763449.846433:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763449.846467:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763449.846472:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763449.846475:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:2.0:1787763449.846479:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
00000100:00000040:3.0:1787763449.846484:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000010:2.0:1787763449.846485:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45904800.
02000000:00000001:2.0:1787763449.846495:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000040:3.0:1787763449.846499:0:296758:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
02000000:00000001:2.0:1787763449.846500:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763449.846506:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d5661c0.
00000100:00080000:3.0:1787763449.846514:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787763449.846515:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763449.846520:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763449.846528:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787763449.846533:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787763449.846539:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1787763449.846540:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1787763449.846544:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763449.846547:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763449.846555:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787763449.846558:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787763449.846566:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1787763449.846568:0:296758:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20612
00000100:00000001:2.0:1787763449.846572:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000400:00000200:3.0:1787763449.846587:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000040:2.0:1787763449.846591:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d567480 x1874599320587776/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787763449.846603:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763449.846615:0:296758:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763449.846629:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763449.846630:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763449.846638:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763449.846640:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1787763449.846648:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:3.0:1787763449.846654:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
02000000:00000001:2.0:1787763449.846656:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787763449.846668:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
02000000:00000001:2.0:1787763449.846669:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763449.846682:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d567480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320587776:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763449.846688:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763449.846692:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763449.846694:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763449.846696:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763449.846701:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f184000.
02000000:00000001:2.0:1787763449.846705:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763449.846711:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000020:00000001:3.0:1787763449.846718:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000010:2.0:1787763449.846719:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569ee9f8.
00000020:00000040:3.0:1787763449.846727:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000400:00000010:2.0:1787763449.846730:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc110.
00000020:00000001:3.0:1787763449.846738:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000200:2.0:1787763449.846741:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320587776, portal 10
00000100:00000001:2.0:1787763449.846747:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000020:00000040:3.0:1787763449.846749:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000100:00000001:2.0:1787763449.846751:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910958720 : -110374798592896 : ffff9b9d5d567480)
00000020:00000001:3.0:1787763449.846762:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000040:2.0:1787763449.846768:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d567480 x1874599320587776/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787763449.846773:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000001:2.0:1787763449.846788:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787763449.846795:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000040:2.0:1787763449.846801:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000100:00000001:3.0:1787763449.846808:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:2.0:1787763449.846809:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc4c8.
00000100:00000200:2.0:1787763449.846818:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320587776, offset 0
00000100:00000040:3.0:1787763449.846822:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000400:00000200:2.0:1787763449.846832:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000100:00000001:3.0:1787763449.846835:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000400:00000200:2.0:1787763449.846845:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000020:00000040:3.0:1787763449.846850:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000400:00000200:2.0:1787763449.846856:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763449.846865:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:3.0:1787763449.846867:0:296758:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000400:00000200:2.0:1787763449.846873:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000100:00000001:3.0:1787763449.846883:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763449.846884:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763449.846896:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
02000000:00000001:3.0:1787763449.846896:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1787763449.846906:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63355:63355:256:4294967295] 192.168.203.113@tcp LPNI seq info [63355:63355:8:4294967295]
02000000:00000001:3.0:1787763449.846909:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1787763449.846919:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
02000000:00000001:3.0:1787763449.846923:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763449.846934:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000200:2.0:1787763449.846937:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000008:00100000:3.0:1787763449.846942:0:296758:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000800:00000200:2.0:1787763449.846978:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000008:00000001:3.0:1787763449.846982:0:296758:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1787763449.846988:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e000.
00000100:00000001:3.0:1787763449.846992:0:296758:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787763449.847001:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000010:3.0:1787763449.847008:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d5652c0.
00000800:00000200:2.0:1787763449.847009:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000020:00000040:3.0:1787763449.847023:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
00000800:00000200:2.1:1787763449.847025:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763449.847033:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
02000000:00000001:3.0:1787763449.847037:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763449.847045:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1787763449.847046:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763449.847053:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e000.
00000100:00000001:3.0:1787763449.847056:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1787763449.847060:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:3.0:1787763449.847063:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1787763449.847073:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
02000000:00000001:3.0:1787763449.847073:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763449.847083:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc4c8
00000400:00000010:2.0:1787763449.847088:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc4c8.
02000000:00000010:3.0:1787763449.847090:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45906400.
00000100:00000001:2.0:1787763449.847093:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763449.847103:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d567480 x1874599320587776/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763449.847106:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763449.847125:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00100000:3.0:1787763449.847132:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d5652c0 x1874599320588032/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1787763449.847135:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d567480 x1874599320587776/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763474 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763449.847195:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763449.847202:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787763449.847204:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763449.847208:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763449.847216:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763449.847218:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:2.0:1787763449.847231:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763449.847237:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315285037
00000100:00000040:3.0:1787763449.847237:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc712cf1] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d5652c0 x1874599320588032/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763449.847246:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315286264
00000100:00000001:2.0:1787763449.847253:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315285037
00000100:00000001:2.0:1787763449.847262:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315286264
00000100:00000001:2.0:1787763449.847270:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763449.847277:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763449.847284:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1787763449.847296:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763449.847299:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763449/real 1787763449]  req@ffff9b9d5d567480 x1874599320587776/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787763449.847310:0:296758:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20622)
00000400:00000001:2.0:1787763449.847315:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763449.847320:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763449.847324:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569ee9f8.
00000400:00000200:2.0:1787763449.847329:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc110
00000400:00000010:2.0:1787763449.847332:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc110.
00000100:00000001:2.0:1787763449.847335:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763449.847339:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d567480 x1874599320587776/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763449.847352:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d567480 x1874599320587776/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763449.847361:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763449.847363:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763449.847365:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763449.847367:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763449.847371:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d567480 x1874599320587776/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763449.847379:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763449.847384:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d567480 x1874599320587776/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763474 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763449.847393:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763449.847396:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763449.847398:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763449.847399:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763449.847402:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763449.847415:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763449.847418:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763449.847422:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763449.847424:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763449.847429:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d567480 x1874599320587776/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763474 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763449.847466:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d567480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320587776:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763449.847473:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763449.847477:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d565680 x1874599320587904/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763449.847485:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763449.847487:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763449.847490:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763449.847493:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763449.847496:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763449.847499:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d565680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320587904:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763449.847503:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763449.847506:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763449.847508:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763449.847511:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763449.847516:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f184c00.
02000000:00000001:2.0:1787763449.847518:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763449.847522:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763449.847525:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569ee9f8.
00000400:00000010:2.0:1787763449.847529:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc110.
00000100:00000200:2.0:1787763449.847533:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320587904, portal 10
00000100:00000001:2.0:1787763449.847536:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763449.847537:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910951040 : -110374798600576 : ffff9b9d5d565680)
00000100:00000040:2.0:1787763449.847546:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d565680 x1874599320587904/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763449.847560:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763449.847565:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763449.847569:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc4c8.
00000100:00000200:2.0:1787763449.847574:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320587904, offset 0
00000400:00000200:2.0:1787763449.847582:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763449.847589:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763449.847597:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763449.847603:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763449.847610:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763449.847614:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763449.847620:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763449.847626:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63356:63356:256:4294967295] 192.168.203.113@tcp LPNI seq info [63356:63356:8:4294967295]
00000400:00000200:2.0:1787763449.847635:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763449.847649:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763449.847659:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763449.847664:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e000.
00000800:00000200:2.0:1787763449.847669:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.0:1787763449.847673:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787763449.847680:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763449.847683:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1787763449.847689:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763449.847691:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e000.
00000400:00000200:2.0:1787763449.847696:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787763449.847700:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763449.847705:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc4c8
00000400:00000010:2.0:1787763449.847707:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc4c8.
00000100:00000001:2.0:1787763449.847710:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763449.847716:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d565680 x1874599320587904/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763449.847726:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763449.847730:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d565680 x1874599320587904/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763474 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763449.847739:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763449.847741:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763449.847745:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763449.847749:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:2.0:1787763449.847753:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763449.847756:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315285017
00000100:00000001:2.0:1787763449.847759:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315286264
00000100:00000001:2.0:1787763449.847762:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315285017
00000100:00000001:2.0:1787763449.847766:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315286264
00000100:00000001:2.0:1787763449.847768:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763449.847771:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763449.847774:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763449.847779:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763449/real 1787763449]  req@ffff9b9d5d565680 x1874599320587904/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763449.847788:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763449.847790:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763449.847793:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569ee9f8.
00000400:00000200:2.0:1787763449.847795:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc110
00000400:00000010:2.0:1787763449.847797:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc110.
00000100:00000001:2.0:1787763449.847800:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763449.847804:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d565680 x1874599320587904/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763449.847814:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d565680 x1874599320587904/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763449.847821:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763449.847823:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763449.847825:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763449.847827:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763449.847831:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d565680 x1874599320587904/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763449.847839:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763449.847844:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d565680 x1874599320587904/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763474 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763449.847852:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763449.847855:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763449.847857:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763449.847859:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763449.847862:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763449.847865:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763449.847868:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763449.847872:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763449.847875:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763449.847880:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d565680 x1874599320587904/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763474 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763449.847889:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d565680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320587904:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763449.847894:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763449.847896:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763449.847900:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d567480 x1874599320587776/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763474 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763449.847907:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763449.847910:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763449.847912:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f184000.
02000000:00000001:2.0:1787763449.847916:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763449.847918:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763449.847920:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:2.0:1787763449.847923:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763449.847925:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45907800.
02000000:00000001:2.0:1787763449.847929:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763449.847930:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763449.847932:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d567480.
00000100:00000001:2.0:1787763449.847935:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763449.847937:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763449.847940:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763449.847943:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d565680 x1874599320587904/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763474 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763449.847975:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763449.847978:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763449.847981:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f184c00.
02000000:00000001:2.0:1787763449.847986:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763449.847988:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763449.847989:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:2.0:1787763449.847992:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763449.847994:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45907400.
02000000:00000001:2.0:1787763449.847997:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763449.847998:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763449.848000:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d565680.
00000100:00000001:2.0:1787763449.848003:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763449.848005:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763449.848007:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763449.848013:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763449.848014:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763449.848017:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787763449.848019:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763449.848021:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763449.848027:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d5652c0 x1874599320588032/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763449.848036:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763449.848038:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763449.848041:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763449.848043:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763449.848046:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763449.848049:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d5652c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320588032:192.168.203.113@tcp:8:kworker.0
00000100:00000001:2.0:1787763449.848053:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763449.848056:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763449.848058:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763449.848061:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763449.848065:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f184c00.
02000000:00000001:2.0:1787763449.848067:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763449.848072:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763449.848075:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569ee9f8.
00000400:00000010:2.0:1787763449.848080:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc110.
00000100:00000200:2.0:1787763449.848084:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320588032, portal 4
00000100:00000001:2.0:1787763449.848086:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763449.848089:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910950080 : -110374798601536 : ffff9b9d5d5652c0)
00000100:00000040:2.0:1787763449.848095:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d5652c0 x1874599320588032/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763449.848104:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763449.848107:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763449.848110:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc4c8.
00000100:00000200:2.0:1787763449.848113:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320588032, offset 0
00000400:00000200:2.0:1787763449.848118:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763449.848123:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763449.848128:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763449.848132:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763449.848135:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763449.848138:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763449.848142:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763449.848146:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63357:63357:256:4294967295] 192.168.203.113@tcp LPNI seq info [63357:63357:8:4294967295]
00000400:00000200:2.0:1787763449.848151:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763449.848160:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763449.848165:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763449.848169:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e000.
00000800:00000200:2.0:1787763449.848174:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.0:1787763449.848178:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787763449.848183:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763449.848187:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1787763449.848192:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763449.848195:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e000.
00000400:00000200:2.0:1787763449.848199:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787763449.848203:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763449.848207:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc4c8
00000400:00000010:2.0:1787763449.848209:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc4c8.
00000100:00000001:2.0:1787763449.848212:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763449.848217:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d5652c0 x1874599320588032/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763449.848226:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763449.848231:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d5652c0 x1874599320588032/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763474 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763449.848239:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763449.848241:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763449.848245:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763449.848248:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:2.0:1787763449.848252:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763449.848255:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315285029
00000100:00000001:2.0:1787763449.848259:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315286264
00000100:00000001:2.0:1787763449.848261:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315285029
00000100:00000001:2.0:1787763449.848264:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315286264
00000100:00000001:2.0:1787763449.848266:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763449.848269:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763449.848271:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763449.848275:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763449/real 1787763449]  req@ffff9b9d5d5652c0 x1874599320588032/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763449.848285:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763449.848286:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763449.848289:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569ee9f8.
00000400:00000200:2.0:1787763449.848291:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc110
00000400:00000010:2.0:1787763449.848294:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc110.
00000100:00000001:2.0:1787763449.848296:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763449.848299:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d5652c0 x1874599320588032/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763449.848309:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d5652c0 x1874599320588032/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763449.848317:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763449.848319:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763449.848321:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763449.848323:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763449.848328:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d5652c0 x1874599320588032/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763449.848337:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763449.848341:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d5652c0 x1874599320588032/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763474 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763449.848349:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763449.848352:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763449.848354:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763449.848356:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763449.848358:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763449.848360:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763449.848363:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763449.848366:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763449.848369:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763449.848373:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d5652c0 x1874599320588032/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763474 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763449.848383:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d5652c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320588032:192.168.203.113@tcp:8:kworker.0
00000100:00000001:2.0:1787763449.848387:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763449.848389:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763449.848393:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d5652c0 x1874599320588032/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763474 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763449.848400:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763449.848402:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763449.848404:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f184c00.
02000000:00000001:2.0:1787763449.848407:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763449.848409:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763449.848410:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:2.0:1787763449.848413:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763449.848416:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45906400.
02000000:00000001:2.0:1787763449.848419:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763449.848420:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763449.848422:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d5652c0.
00000100:00000001:2.0:1787763449.848425:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763449.848427:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763449.848429:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763449.848432:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763449.848434:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763449.848436:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787763449.848469:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763450.036595:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763450.036602:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763450.036610:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763450.036613:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763450.036617:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763450.036619:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763450.036717:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763450.036724:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763450.036729:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763450.868588:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763450.868602:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763450.868607:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763450.868616:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763450.868625:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763450.868632:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763450.868638:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763450.868643:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763450.868648:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763451.060602:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763451.060616:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763451.060621:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763451.060628:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763451.060637:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763451.060639:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763451.060642:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763451.060646:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763451.060652:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763451.060655:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763451.060656:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763451.060659:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763451.060661:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763451.060663:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763451.060665:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763451.060667:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763451.060671:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763451.060673:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763451.060764:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763451.060773:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763451.060779:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1787763451.124594:0:303331:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b110 (cpu 1) has reached its deadline 4315286264, at 4315286272
00000100:00000040:0.0:1787763451.124598:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4315286264, at 4315286272
00000100:00000010:1.0:1787763451.124619:0:303331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d5891f540.
00000100:00000010:0.0:1787763451.124622:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d5891f6c0.
00000100:00000001:1.0:1787763451.892548:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763451.892560:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763451.892563:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763451.892570:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763451.892578:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763451.892583:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763451.892588:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763451.892591:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763451.892596:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763452.084590:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763452.084598:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763452.084606:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763452.084608:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763452.084614:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763452.084618:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763452.084699:0:281543:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763452.084706:0:281543:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763452.084710:0:281543:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763452.916618:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763452.916629:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763452.916632:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763452.916639:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763452.916643:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763452.916648:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763452.916651:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763452.916654:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763452.916658:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763453.108614:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763453.108623:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763453.108630:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763453.108632:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763453.108637:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763453.108639:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763453.108713:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763453.108721:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763453.108727:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763453.940540:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763453.940550:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763453.940553:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763453.940559:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763453.940564:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763453.940568:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763453.940571:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763453.940575:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763453.940578:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763454.132563:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763454.132570:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763454.132576:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763454.132577:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763454.132580:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763454.132583:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763454.132586:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763454.132589:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763454.132593:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763454.132595:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763454.132597:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763454.132599:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763454.132672:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763454.132681:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763454.132688:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763454.964552:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:1.0:1787763454.964557:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1787763454.964566:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:1.0:1787763454.964570:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787763454.964570:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763454.964576:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:3.0:1787763454.964577:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00080000:1.0:1787763454.964583:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763454.964583:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763454.964588:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763454.964591:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1787763454.964593:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763454.964598:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763454.964601:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787763454.964605:0:268573:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20617
00000400:00000200:1.0:1787763454.964617:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763454.964627:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:1.0:1787763454.964631:0:268573:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787763454.964635:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763454.964639:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787763454.964642:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763454.964645:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:1.0:1787763454.964650:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787763454.964652:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:1.0:1787763454.964656:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787763454.964661:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:1.0:1787763454.964664:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:1.0:1787763454.964667:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:1.0:1787763454.964671:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763454.964673:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787763454.964676:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763454.964679:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:1.0:1787763454.964683:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:1.0:1787763454.964687:0:268573:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:1.0:1787763454.964690:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763454.964695:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787763454.964700:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763454.964704:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763454.964707:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1787763454.964711:0:268573:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787763454.964726:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d753e4b40.
00000020:00000040:1.0:1787763454.964731:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:1.0:1787763454.964737:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787763454.964739:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763454.964744:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787763454.964748:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787763454.964754:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787763454.964766:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d58db8800.
00000100:00000001:1.0:1787763454.964776:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763454.964791:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d753e4b40 x1874599320588160/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787763454.964804:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787763454.964809:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763454.964815:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059ae9bfc] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d753e4b40 x1874599320588160/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763454.964841:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787763454.964845:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787763454.964849:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787763454.964851:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787763454.964853:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787763454.964857:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787763454.964861:0:268573:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20617
00000100:00000001:2.0:1787763454.964865:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:1.0:1787763454.964866:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763454.964871:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000400:00000200:1.0:1787763454.964873:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00000001:2.0:1787763454.964875:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00080000:1.0:1787763454.964880:0:268573:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763454.964885:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d753e4b40 x1874599320588160/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787763454.964888:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763454.964894:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787763454.964899:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:1.0:1787763454.964901:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763454.964902:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763454.964908:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
02000000:00000001:2.0:1787763454.964909:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763454.964913:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:1.0:1787763454.964914:0:268573:0:(genops.c:792:class_conn2export()) Process entered
02000000:00000001:2.0:1787763454.964929:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1787763454.964933:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000100:00100000:2.0:1787763454.964936:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d753e4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320588160:192.168.203.113@tcp:250:kworker.0
00000020:00000001:1.0:1787763454.964938:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787763454.964943:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:1.0:1787763454.964944:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000020:00000001:1.0:1787763454.964950:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
02000000:00000001:2.0:1787763454.964950:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763454.964954:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787763454.964956:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
02000000:00000001:2.0:1787763454.964958:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:1.0:1787763454.964965:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
02000000:00000010:2.0:1787763454.964966:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f184000.
00000100:00000001:1.0:1787763454.964971:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1787763454.964971:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763454.964978:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000400:00000200:2.0:1787763454.964982:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763454.964983:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000400:00000010:2.0:1787763454.964987:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569ee9f8.
00000020:00000040:1.0:1787763454.964988:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00080000:1.0:1787763454.964995:0:268573:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000400:00000010:2.0:1787763454.964998:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc110.
00000100:00000001:1.0:1787763454.964999:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763454.965004:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:2.0:1787763454.965008:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320588160, portal 25
00000100:00000001:2.0:1787763454.965011:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
02000000:00000001:1.0:1787763454.965012:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763454.965013:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699312028480 : -110374397523136 : ffff9b9d753e4b40)
02000000:00000001:1.0:1787763454.965019:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763454.965023:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d753e4b40 x1874599320588160/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763454.965025:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1787763454.965034:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787763454.965034:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000008:00000001:1.0:1787763454.965040:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763454.965040:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763454.965043:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc4c8.
00000100:00000001:1.0:1787763454.965045:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787763454.965048:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320588160, offset 0
00000100:00000010:1.0:1787763454.965052:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d753e70c0.
00000020:00000040:1.0:1787763454.965058:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
02000000:00000001:1.0:1787763454.965061:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787763454.965064:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763454.965065:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000100:00000001:1.0:1787763454.965069:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787763454.965072:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787763454.965075:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763454.965078:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
02000000:00000010:1.0:1787763454.965081:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d58dba800.
00000400:00000200:2.0:1787763454.965086:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000100:00000001:1.0:1787763454.965088:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763454.965094:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00100000:1.0:1787763454.965099:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d753e70c0 x1874599320588288/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787763454.965101:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763454.965108:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763454.965114:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000100:00000001:1.0:1787763454.965120:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1787763454.965121:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63358:63358:256:4294967295] 192.168.203.113@tcp LPNI seq info [63358:63358:8:4294967295]
00000100:00000001:1.0:1787763454.965126:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763454.965130:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000040:1.0:1787763454.965136:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e07129f8] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d753e70c0 x1874599320588288/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787763454.965146:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000100:00000001:1.0:1787763454.965161:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787763454.965165:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.0:1787763454.965166:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000100:00080000:1.0:1787763454.965174:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1787763454.965176:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000010:2.0:1787763454.965178:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e000.
00000100:00080000:1.0:1787763454.965179:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787763454.965184:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787763454.965190:0:268573:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20617
00000800:00000200:2.0:1787763454.965195:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000400:00000200:1.0:1787763454.965199:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000800:00000200:2.0:1787763454.965204:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000400:00000200:1.0:1787763454.965206:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:1.0:1787763454.965210:0:268573:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000800:00000200:2.1:1787763454.965217:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000040:1.0:1787763454.965218:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000800:00000200:2.1:1787763454.965224:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000100:00000001:1.0:1787763454.965225:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787763454.965231:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000800:00000100:2.0:1787763454.965235:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000100:00000001:1.0:1787763454.965237:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000800:00000010:2.0:1787763454.965239:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e000.
00000020:00000001:1.0:1787763454.965244:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787763454.965247:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000400:00000200:2.0:1787763454.965249:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:1.0:1787763454.965250:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787763454.965255:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000400:00000200:2.0:1787763454.965258:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000020:00000001:1.0:1787763454.965262:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000400:00000200:2.0:1787763454.965265:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc4c8
00000020:00000001:1.0:1787763454.965267:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000400:00000010:2.0:1787763454.965270:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc4c8.
00000100:00000040:1.0:1787763454.965275:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763454.965277:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787763454.965280:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:2.0:1787763454.965284:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d753e4b40 x1874599320588160/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787763454.965287:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763454.965293:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:1.0:1787763454.965300:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000100:00000001:2.0:1787763454.965300:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763454.965305:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d753e4b40 x1874599320588160/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763479 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763454.965310:0:268573:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:1.0:1787763454.965317:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763454.965322:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787763454.965327:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763454.965329:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763454.965334:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763454.965334:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763454.965340:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1787763454.965343:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787763454.965344:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1787763454.965349:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763454.965353:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787763454.965357:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d753e4000.
00000400:00000200:2.0:1787763454.965359:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000020:00000040:1.0:1787763454.965363:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000100:00000001:2.0:1787763454.965364:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4315291383
02000000:00000001:1.0:1787763454.965371:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787763454.965373:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763454.965373:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d5891f000.
00000100:00000001:1.0:1787763454.965379:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787763454.965382:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787763454.965385:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763454.965385:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
02000000:00000010:1.0:1787763454.965401:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d58db9c00.
00000100:00000001:2.0:1787763454.965401:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4315291383
00000100:00000001:1.0:1787763454.965409:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763454.965409:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d5891f6c0.
00000100:00000001:2.0:1787763454.965417:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000100:00100000:1.0:1787763454.965419:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d753e4000 x1874599320588416/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763454.965422:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763454.965428:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763454.965434:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1787763454.965436:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00100000:2.0:1787763454.965460:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763454/real 1787763454]  req@ffff9b9d753e4b40 x1874599320588160/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763479 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763454.965469:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763454.965471:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763454.965474:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569ee9f8.
00000400:00000200:2.0:1787763454.965478:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc110
00000100:00000001:1.0:1787763454.965479:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787763454.965482:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc110.
00000100:00000001:2.0:1787763454.965486:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:1.0:1787763454.965489:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005dd4acea] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d753e4000 x1874599320588416/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763454.965492:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d753e4b40 x1874599320588160/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763479 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763454.965526:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787763454.965526:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d753e4b40 x1874599320588160/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763479 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787763454.965532:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787763454.965536:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763454.965539:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763454.965541:0:268573:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:2.0:1787763454.965542:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763454.965545:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1787763454.965548:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1787763454.965550:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d753e4b40 x1874599320588160/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763479 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763454.965560:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787763454.965563:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763454.965564:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787763454.965567:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:2.0:1787763454.965570:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d753e4b40 x1874599320588160/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763479 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763454.965572:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787763454.965579:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763454.965580:0:268573:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20617
00000100:00000001:2.0:1787763454.965583:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763454.965586:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763454.965589:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1787763454.965590:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763454.965592:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763454.965596:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000400:00000200:1.0:1787763454.965598:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763454.965600:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763454.965605:0:268573:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787763454.965607:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763454.965611:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763454.965614:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000040:2.0:1787763454.965617:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d753e4b40 x1874599320588160/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763479 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763454.965620:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787763454.965627:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00100000:2.0:1787763454.965630:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d753e4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320588160:192.168.203.113@tcp:250:kworker.0
00000100:00000001:1.0:1787763454.965632:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000001:2.0:1787763454.965636:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1787763454.965637:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787763454.965641:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000100:00000001:2.0:1787763454.965641:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763454.965645:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d753e4b40 x1874599320588160/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763479 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1787763454.965646:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787763454.965651:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000100:00000001:2.0:1787763454.965656:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000020:00000001:1.0:1787763454.965657:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
02000000:00000001:2.0:1787763454.965660:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000020:00000001:1.0:1787763454.965662:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
02000000:00000010:2.0:1787763454.965664:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f184000.
02000000:00000001:2.0:1787763454.965669:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763454.965673:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000100:00000040:1.0:1787763454.965674:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000020:00000040:2.0:1787763454.965676:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000100:00000001:1.0:1787763454.965680:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000020:00000001:2.0:1787763454.965680:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763454.965685:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d58db8800.
00000100:00000040:1.0:1787763454.965686:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
02000000:00000001:2.0:1787763454.965690:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:1.0:1787763454.965691:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
02000000:00000001:2.0:1787763454.965693:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763454.965697:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d753e4b40.
00000020:00000040:1.0:1787763454.965698:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00000001:2.0:1787763454.965700:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763454.965703:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1787763454.965707:0:268573:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763454.965707:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763454.965714:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763454.965717:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787763454.965717:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763454.965719:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763454.965722:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:1.0:1787763454.965723:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763454.965724:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763454.965727:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:1.0:1787763454.965730:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763454.965732:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d753e70c0 x1874599320588288/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763454.965735:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1787763454.965739:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1787763454.965741:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763454.965744:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1787763454.965746:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763454.965747:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1787763454.965752:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763454.965752:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000010:1.0:1787763454.965760:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d753e7840.
02000000:00000001:2.0:1787763454.965765:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1787763454.965766:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
00000100:00100000:2.0:1787763454.965769:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d753e70c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320588288:192.168.203.113@tcp:38:kworker.0
02000000:00000001:1.0:1787763454.965772:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1787763454.965775:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763454.965776:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763454.965780:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1787763454.965781:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763454.965784:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763454.965785:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787763454.965789:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763454.965790:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763454.965797:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d58db9800.
02000000:00000010:2.0:1787763454.965797:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f184000.
02000000:00000001:2.0:1787763454.965803:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763454.965804:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763454.965810:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00100000:1.0:1787763454.965814:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d753e7840 x1874599320588544/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1787763454.965816:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569ee9f8.
00000400:00000010:2.0:1787763454.965823:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc110.
00000100:00000200:2.0:1787763454.965829:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320588288, portal 10
00000100:00000001:1.0:1787763454.965830:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763454.965831:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763454.965835:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699312038080 : -110374397513536 : ffff9b9d753e70c0)
00000100:00000001:1.0:1787763454.965836:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763454.965844:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000889a89a4] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d753e7840 x1874599320588544/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787763454.965847:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d753e70c0 x1874599320588288/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763454.965876:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1787763454.965879:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763454.965880:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763454.965884:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc4c8.
00000100:00000200:2.0:1787763454.965887:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320588288, offset 0
00000100:00000040:1.0:1787763454.965889:0:268573:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20627)
00000400:00000200:2.0:1787763454.965893:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763454.965898:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763454.965901:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763454.965904:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763454.965906:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763454.965908:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763454.965910:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763454.965913:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63359:63359:256:4294967295] 192.168.203.113@tcp LPNI seq info [63359:63359:8:4294967295]
00000400:00000200:2.0:1787763454.965929:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763454.965935:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763454.965939:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763454.965942:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e000.
00000800:00000200:2.0:1787763454.965945:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.0:1787763454.965947:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787763454.965950:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763454.965953:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1787763454.965956:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763454.965957:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e000.
00000400:00000200:2.0:1787763454.965960:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787763454.965962:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763454.965965:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc4c8
00000400:00000010:2.0:1787763454.965966:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc4c8.
00000100:00000001:2.0:1787763454.965968:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763454.965971:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d753e70c0 x1874599320588288/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763454.965977:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763454.965979:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d753e70c0 x1874599320588288/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763479 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763454.965984:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763454.965985:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763454.965988:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763454.965992:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:2.0:1787763454.965994:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763454.965996:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315290156
00000100:00000001:2.0:1787763454.965998:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315291383
00000100:00000001:2.0:1787763454.966000:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315290156
00000100:00000001:2.0:1787763454.966002:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315291383
00000100:00000001:2.0:1787763454.966003:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763454.966004:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763454.966005:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763454.966008:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763454/real 1787763454]  req@ffff9b9d753e70c0 x1874599320588288/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763479 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763454.966013:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763454.966014:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763454.966015:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569ee9f8.
00000400:00000200:2.0:1787763454.966017:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc110
00000400:00000010:2.0:1787763454.966018:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc110.
00000100:00000001:2.0:1787763454.966020:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763454.966022:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d753e70c0 x1874599320588288/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763479 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763454.966028:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d753e70c0 x1874599320588288/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763479 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763454.966032:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763454.966033:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763454.966034:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763454.966035:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763454.966037:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d753e70c0 x1874599320588288/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763479 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763454.966041:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763454.966043:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d753e70c0 x1874599320588288/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763479 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763454.966049:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763454.966051:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763454.966052:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763454.966053:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763454.966054:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763454.966069:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763454.966070:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763454.966072:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763454.966073:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763454.966076:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d753e70c0 x1874599320588288/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763479 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763454.966082:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d753e70c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320588288:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763454.966084:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763454.966086:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d753e4000 x1874599320588416/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763454.966090:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763454.966091:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763454.966092:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763454.966094:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763454.966095:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763454.966097:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d753e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320588416:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763454.966099:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763454.966100:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763454.966101:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763454.966103:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763454.966105:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f187000.
02000000:00000001:2.0:1787763454.966107:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763454.966109:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763454.966111:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569ee9f8.
00000400:00000010:2.0:1787763454.966113:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc110.
00000100:00000200:2.0:1787763454.966115:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320588416, portal 10
00000100:00000001:2.0:1787763454.966117:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763454.966118:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699312025600 : -110374397526016 : ffff9b9d753e4000)
00000100:00000040:2.0:1787763454.966122:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d753e4000 x1874599320588416/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763454.966127:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763454.966129:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763454.966130:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc4c8.
00000100:00000200:2.0:1787763454.966132:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320588416, offset 0
00000400:00000200:2.0:1787763454.966134:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763454.966137:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763454.966139:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763454.966141:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763454.966142:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763454.966144:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763454.966146:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763454.966148:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63360:63360:256:4294967295] 192.168.203.113@tcp LPNI seq info [63360:63360:8:4294967295]
00000400:00000200:2.0:1787763454.966151:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763454.966156:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763454.966160:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763454.966163:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e000.
00000800:00000200:2.0:1787763454.966167:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.0:1787763454.966170:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787763454.966174:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763454.966178:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1787763454.966182:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763454.966184:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e000.
00000400:00000200:2.0:1787763454.966187:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787763454.966191:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763454.966194:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc4c8
00000400:00000010:2.0:1787763454.966197:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc4c8.
00000100:00000001:2.0:1787763454.966200:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763454.966204:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d753e4000 x1874599320588416/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763454.966213:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763454.966215:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d753e4000 x1874599320588416/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763479 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763454.966220:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763454.966221:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763454.966223:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763454.966226:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:2.0:1787763454.966228:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763454.966230:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315290135
00000100:00000001:2.0:1787763454.966232:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315291383
00000100:00000001:2.0:1787763454.966234:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315290135
00000100:00000001:2.0:1787763454.966236:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315291383
00000100:00000001:2.0:1787763454.966237:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763454.966238:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763454.966239:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763454.966242:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763454/real 1787763454]  req@ffff9b9d753e4000 x1874599320588416/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763479 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763454.966247:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763454.966248:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763454.966250:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569ee9f8.
00000400:00000200:2.0:1787763454.966251:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc110
00000400:00000010:2.0:1787763454.966253:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc110.
00000100:00000001:2.0:1787763454.966254:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763454.966256:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d753e4000 x1874599320588416/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763479 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763454.966262:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d753e4000 x1874599320588416/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763479 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763454.966267:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763454.966268:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763454.966269:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763454.966270:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763454.966273:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d753e4000 x1874599320588416/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763479 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763454.966277:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763454.966279:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d753e4000 x1874599320588416/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763479 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763454.966283:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763454.966284:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763454.966285:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763454.966286:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763454.966287:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763454.966288:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763454.966290:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763454.966292:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763454.966293:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763454.966295:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d753e4000 x1874599320588416/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763479 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763454.966300:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d753e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320588416:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763454.966302:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763454.966303:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763454.966306:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d753e70c0 x1874599320588288/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763479 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763454.966310:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763454.966312:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763454.966314:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f184000.
02000000:00000001:2.0:1787763454.966316:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763454.966317:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763454.966318:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:2.0:1787763454.966320:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763454.966321:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d58dba800.
02000000:00000001:2.0:1787763454.966323:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763454.966324:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763454.966326:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d753e70c0.
00000100:00000001:2.0:1787763454.966328:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763454.966329:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763454.966330:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763454.966332:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d753e4000 x1874599320588416/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763479 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763454.966336:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763454.966337:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763454.966338:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f187000.
02000000:00000001:2.0:1787763454.966339:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763454.966340:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763454.966341:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:2.0:1787763454.966342:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763454.966343:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d58db9c00.
02000000:00000001:2.0:1787763454.966344:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763454.966344:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763454.966345:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d753e4000.
00000100:00000001:2.0:1787763454.966346:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763454.966347:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763454.966348:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763454.966351:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763454.966352:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763454.966353:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787763454.966354:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763454.966355:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763454.966357:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d753e7840 x1874599320588544/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763454.966361:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763454.966363:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763454.966364:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763454.966365:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763454.966367:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763454.966369:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d753e7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320588544:192.168.203.113@tcp:8:kworker.0
00000100:00000001:2.0:1787763454.966370:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763454.966372:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763454.966373:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763454.966374:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763454.966376:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f187000.
02000000:00000001:2.0:1787763454.966377:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763454.966380:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763454.966381:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569ee9f8.
00000400:00000010:2.0:1787763454.966384:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc110.
00000100:00000200:2.0:1787763454.966386:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320588544, portal 4
00000100:00000001:2.0:1787763454.966387:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763454.966389:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699312040000 : -110374397511616 : ffff9b9d753e7840)
00000100:00000040:2.0:1787763454.966393:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d753e7840 x1874599320588544/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763454.966398:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763454.966400:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763454.966401:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc4c8.
00000100:00000200:2.0:1787763454.966403:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320588544, offset 0
00000400:00000200:2.0:1787763454.966405:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763454.966407:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763454.966410:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763454.966412:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763454.966414:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763454.966416:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763454.966418:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763454.966420:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63361:63361:256:4294967295] 192.168.203.113@tcp LPNI seq info [63361:63361:8:4294967295]
00000400:00000200:2.0:1787763454.966422:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763454.966427:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763454.966430:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763454.966432:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e000.
00000800:00000200:2.0:1787763454.966435:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.0:1787763454.966437:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787763454.966455:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763454.966457:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1787763454.966460:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763454.966462:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e000.
00000400:00000200:2.0:1787763454.966464:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787763454.966467:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763454.966469:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc4c8
00000400:00000010:2.0:1787763454.966470:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc4c8.
00000100:00000001:2.0:1787763454.966472:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763454.966475:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d753e7840 x1874599320588544/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763454.966480:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763454.966482:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d753e7840 x1874599320588544/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763479 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763454.966487:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763454.966488:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763454.966490:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763454.966492:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:2.0:1787763454.966494:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763454.966496:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315290148
00000100:00000001:2.0:1787763454.966498:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315291383
00000100:00000001:2.0:1787763454.966500:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315290148
00000100:00000001:2.0:1787763454.966501:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315291383
00000100:00000001:2.0:1787763454.966502:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763454.966504:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763454.966505:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763454.966507:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763454/real 1787763454]  req@ffff9b9d753e7840 x1874599320588544/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763479 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763454.966513:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763454.966514:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763454.966515:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569ee9f8.
00000400:00000200:2.0:1787763454.966517:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc110
00000400:00000010:2.0:1787763454.966518:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc110.
00000100:00000001:2.0:1787763454.966519:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763454.966521:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d753e7840 x1874599320588544/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763479 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763454.966527:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d753e7840 x1874599320588544/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763479 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763454.966531:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763454.966532:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763454.966533:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763454.966534:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763454.966536:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d753e7840 x1874599320588544/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763479 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763454.966540:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763454.966542:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d753e7840 x1874599320588544/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763479 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763454.966546:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763454.966548:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763454.966549:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763454.966549:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763454.966550:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763454.966551:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763454.966553:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763454.966555:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763454.966557:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763454.966560:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d753e7840 x1874599320588544/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763479 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763454.966565:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d753e7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320588544:192.168.203.113@tcp:8:kworker.0
00000100:00000001:2.0:1787763454.966568:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763454.966569:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763454.966571:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d753e7840 x1874599320588544/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763479 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763454.966574:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763454.966575:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763454.966576:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f187000.
02000000:00000001:2.0:1787763454.966578:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763454.966579:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763454.966579:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:2.0:1787763454.966580:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763454.966581:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d58db9800.
02000000:00000001:2.0:1787763454.966583:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763454.966583:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763454.966584:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d753e7840.
00000100:00000001:2.0:1787763454.966586:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763454.966587:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763454.966588:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763454.966590:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763454.966591:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763454.966593:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787763454.966594:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763455.156541:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763455.156552:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763455.156560:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763455.156562:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763455.156567:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763455.156568:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763455.156619:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763455.156624:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763455.156627:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763455.988522:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763455.988530:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763455.988532:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763455.988538:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763455.988542:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763455.988545:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763455.988548:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763455.988552:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763455.988554:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763456.180521:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763456.180531:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763456.180540:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763456.180542:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763456.180549:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763456.180551:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763456.180595:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763456.180600:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763456.180603:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787763456.244580:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4315291383, at 4315291392
00000100:00000040:1.0:1787763456.244605:0:303331:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b110 (cpu 1) has reached its deadline 4315291383, at 4315291392
00000100:00000010:0.0:1787763456.244608:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d5891f000.
00000100:00000010:1.0:1787763456.244626:0:303331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d5891f6c0.
00000100:00000001:3.0:1787763457.012532:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763457.012541:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763457.012544:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763457.012551:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763457.012557:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763457.012563:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763457.012567:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763457.012571:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763457.012574:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763457.204556:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763457.204564:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763457.204573:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763457.204576:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763457.204582:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763457.204584:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763457.204708:0:281543:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763457.204714:0:281543:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763457.204720:0:281543:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763458.036568:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763458.036578:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763458.036582:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763458.036589:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763458.036595:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763458.036598:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763458.036602:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763458.036606:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763458.036610:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763458.228582:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763458.228592:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763458.228600:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763458.228602:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763458.228606:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763458.228608:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763458.228701:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763458.228708:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763458.228712:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763459.060568:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763459.060580:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763459.060584:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763459.060593:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763459.060619:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763459.060627:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763459.060632:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763459.060637:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763459.060642:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763459.252592:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763459.252601:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763459.252608:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763459.252610:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763459.252614:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763459.252616:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763459.252687:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763459.252694:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763459.252699:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787763460.084632:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787763460.084640:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763460.084651:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1787763460.084653:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787763460.084657:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763460.084662:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:1.0:1787763460.084666:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00080000:3.0:1787763460.084674:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787763460.084675:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763460.084681:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763460.084686:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787763460.084688:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763460.084695:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787763460.084702:0:268573:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20622
00000100:00000001:1.0:1787763460.084703:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787763460.084723:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763460.084733:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763460.084738:0:268573:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763460.084744:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763460.084749:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763460.084752:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763460.084755:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763460.084760:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763460.084763:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:3.0:1787763460.084767:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763460.084771:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:3.0:1787763460.084773:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:3.0:1787763460.084777:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:3.0:1787763460.084781:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763460.084784:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763460.084786:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763460.084789:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787763460.084792:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:3.0:1787763460.084796:0:268573:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763460.084801:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763460.084804:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763460.084810:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763460.084814:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763460.084817:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787763460.084820:0:268573:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763460.084830:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d564f00.
00000020:00000040:3.0:1787763460.084835:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:3.0:1787763460.084842:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763460.084845:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763460.084850:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763460.084854:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763460.084859:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763460.084868:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45905800.
00000100:00000001:3.0:1787763460.084877:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763460.084919:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d564f00 x1874599320588672/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763460.084934:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763460.084939:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763460.085050:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001dcdc0d3] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d564f00 x1874599320588672/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763460.085079:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763460.085125:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787763460.085134:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763460.085137:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763460.085150:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d564f00 x1874599320588672/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763460.085163:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763460.085166:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763460.085171:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763460.085176:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763460.085180:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763460.085186:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d564f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320588672:192.168.203.113@tcp:250:kworker.0
00000100:00000001:2.0:1787763460.085192:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763460.085197:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763460.085200:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763460.085204:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763460.085212:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f184000.
02000000:00000001:2.0:1787763460.085216:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763460.085224:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763460.085230:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569ee9f8.
00000400:00000010:2.0:1787763460.085238:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc110.
00000100:00000200:2.0:1787763460.085248:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320588672, portal 25
00000100:00000001:2.0:1787763460.085251:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763460.085254:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910949120 : -110374798602496 : ffff9b9d5d564f00)
00000100:00080000:3.0:1787763460.085261:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1787763460.085263:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d564f00 x1874599320588672/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787763460.085280:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787763460.085289:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763460.085297:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763460.085302:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc4c8.
00000100:00000200:2.0:1787763460.085308:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320588672, offset 0
00000400:00000200:2.0:1787763460.085317:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763460.085329:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763460.085342:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000100:00000001:3.0:1787763460.085347:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763460.085353:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1787763460.085354:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1787763460.085366:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1787763460.085372:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000100:00080000:3.0:1787763460.085381:0:268573:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20622
00000400:00000200:2.0:1787763460.085384:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763460.085396:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763460.085406:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63362:63362:256:4294967295] 192.168.203.113@tcp LPNI seq info [63362:63362:8:4294967295]
00000400:00000200:2.0:1787763460.085414:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763460.085426:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763460.085437:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000400:00000200:3.0:1787763460.085478:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763460.085484:0:268573:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763460.085490:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763460.085495:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763460.085505:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763460.085510:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763460.085518:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000200:2.0:1787763460.085520:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000020:00000040:3.0:1787763460.085521:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000020:00000001:3.0:1787763460.085528:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763460.085534:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000020:00000001:3.0:1787763460.085539:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000800:00000010:2.0:1787763460.085540:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e000.
00000020:00000001:3.0:1787763460.085543:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000800:00000200:2.0:1787763460.085555:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000040:3.0:1787763460.085559:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000800:00000200:2.0:1787763460.085564:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00000100:00000001:3.0:1787763460.085569:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1787763460.085578:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000040:3.0:1787763460.085582:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000800:00000200:2.1:1787763460.085585:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00000100:00000001:3.0:1787763460.085597:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000800:00000100:2.0:1787763460.085601:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763460.085608:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e000.
00000020:00000040:3.0:1787763460.085612:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000400:00000200:2.0:1787763460.085616:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:3.0:1787763460.085627:0:268573:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000400:00000200:2.0:1787763460.085629:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1787763460.085642:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763460.085643:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc4c8
00000400:00000010:2.0:1787763460.085650:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc4c8.
02000000:00000001:3.0:1787763460.085654:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787763460.085658:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763460.085667:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d564f00 x1874599320588672/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787763460.085668:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763460.085681:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763460.085690:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787763460.085697:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000008:00100000:3.0:1787763460.085698:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000100:00000040:2.0:1787763460.085706:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d564f00 x1874599320588672/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763485 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1787763460.085708:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763460.085719:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763460.085732:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d566940.
00000100:00000001:2.0:1787763460.085734:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787763460.085742:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000100:00000001:2.0:1787763460.085743:0:256678:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:3.0:1787763460.085752:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1787763460.085756:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763460.085756:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763460.085762:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763460.085764:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763460.085767:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763460.085773:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45905000.
00000100:00000001:3.0:1787763460.085784:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763460.085786:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763460.085795:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4315296504
00000100:00100000:3.0:1787763460.085804:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d566940 x1874599320588800/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:2.0:1787763460.085809:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d5891f540.
00000100:00000001:3.0:1787763460.085825:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763460.085828:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1787763460.085830:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763460.085842:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ae4254c] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d566940 x1874599320588800/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763460.085847:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4315296504
00000100:00000010:2.0:1787763460.085862:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d5891f3c0.
00000100:00000001:2.0:1787763460.085874:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1787763460.085904:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763460.085906:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1787763460.085913:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763460.085920:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787763460.085922:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763460.085924:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763460.085928:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787763460.085930:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763460.085932:0:268573:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20622
00000100:00000001:2.0:1787763460.085939:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000400:00000200:3.0:1787763460.085946:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00100000:2.0:1787763460.085954:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763460/real 1787763460]  req@ffff9b9d5d564f00 x1874599320588672/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787763460.085956:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763460.085967:0:268573:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763460.085979:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763460.085989:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763460.085998:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763460.086008:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763460.086018:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763460.086022:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000400:00000001:2.0:1787763460.086024:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000001:3.0:1787763460.086025:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000001:2.0:1787763460.086030:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000020:00000040:3.0:1787763460.086033:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000400:00000010:2.0:1787763460.086036:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569ee9f8.
00000020:00000001:3.0:1787763460.086039:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000400:00000200:2.0:1787763460.086046:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc110
00000020:00000001:3.0:1787763460.086047:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000400:00000010:2.0:1787763460.086054:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc110.
00000100:00000040:3.0:1787763460.086058:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763460.086062:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787763460.086065:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:2.0:1787763460.086074:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d564f00 x1874599320588672/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787763460.086075:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763460.086085:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787763460.086095:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000100:00080000:3.0:1787763460.086108:0:268573:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000200:2.0:1787763460.086116:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d564f00 x1874599320588672/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763460.086118:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763460.086129:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763460.086138:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763460.086140:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000001:3.0:1787763460.086146:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763460.086148:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763460.086158:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787763460.086159:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763460.086166:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:3.0:1787763460.086167:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787763460.086175:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d564f00 x1874599320588672/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1787763460.086176:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763460.086187:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763460.086199:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d567c00.
00000100:00000001:2.0:1787763460.086202:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1787763460.086206:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000100:00000040:2.0:1787763460.086215:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d564f00 x1874599320588672/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763485 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787763460.086216:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763460.086222:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763460.086231:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763460.086237:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763460.086242:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763460.086245:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763460.086252:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:3.0:1787763460.086253:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45906400.
00000100:00000001:2.0:1787763460.086255:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763460.086260:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763460.086264:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763460.086266:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763460.086271:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763460.086278:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1787763460.086281:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d567c00 x1874599320588928/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787763460.086287:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763460.086296:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763460.086311:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d564f00 x1874599320588672/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763485 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763460.086313:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763460.086322:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763460.086340:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cde0ae17] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d567c00 x1874599320588928/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763460.086346:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d564f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320588672:192.168.203.113@tcp:250:kworker.0
00000100:00000001:2.0:1787763460.086363:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763460.086371:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787763460.086372:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763460.086381:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d564f00 x1874599320588672/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763485 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787763460.086383:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787763460.086402:0:268573:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:2.0:1787763460.086413:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000100:00080000:3.0:1787763460.086415:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:2.0:1787763460.086418:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00080000:3.0:1787763460.086423:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
02000000:00000010:2.0:1787763460.086425:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f184000.
00000100:00000001:3.0:1787763460.086428:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:2.0:1787763460.086433:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00080000:3.0:1787763460.086434:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000020:00000001:2.0:1787763460.086438:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763460.086491:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:2.0:1787763460.086500:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
00000100:00000001:3.0:1787763460.086502:0:268573:0:(import.c:485:import_select_connection()) Process entered
02000000:00000010:2.0:1787763460.086510:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45905800.
00000100:00080000:3.0:1787763460.086511:0:268573:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20622
00000400:00000200:3.0:1787763460.086524:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
02000000:00000001:2.0:1787763460.086525:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000400:00000200:3.0:1787763460.086531:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
02000000:00000001:2.0:1787763460.086534:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00080000:3.0:1787763460.086537:0:268573:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000010:2.0:1787763460.086541:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d564f00.
00000100:00000040:3.0:1787763460.086544:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763460.086554:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787763460.086555:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787763460.086562:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787763460.086568:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763460.086570:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763460.086581:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000001:2.0:1787763460.086583:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000020:00000001:3.0:1787763460.086588:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1787763460.086589:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763460.086599:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1787763460.086599:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000100:00000001:2.0:1787763460.086604:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763460.086610:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1787763460.086610:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763460.086621:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000100:00000040:2.0:1787763460.086624:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d566940 x1874599320588800/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787763460.086633:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000001:2.0:1787763460.086645:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:3.0:1787763460.086649:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000001:2.0:1787763460.086650:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763460.086656:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763460.086661:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1787763460.086667:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
02000000:00000001:2.0:1787763460.086668:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763460.086677:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:2.0:1787763460.086684:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d566940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320588800:192.168.203.113@tcp:38:kworker.0
00000100:00000040:3.0:1787763460.086688:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763460.086695:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1787763460.086697:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
02000000:00000001:2.0:1787763460.086701:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:3.0:1787763460.086705:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
02000000:00000001:2.0:1787763460.086707:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763460.086716:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:3.0:1787763460.086721:0:268573:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
02000000:00000010:2.0:1787763460.086724:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f184000.
00000100:00000001:3.0:1787763460.086727:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763460.086730:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763460.086733:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1787763460.086741:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
02000000:00000001:3.0:1787763460.086742:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:2.0:1787763460.086749:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569ee9f8.
02000000:00000001:3.0:1787763460.086750:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763460.086759:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000010:2.0:1787763460.086761:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc110.
00000008:00100000:3.0:1787763460.086764:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000100:00000200:2.0:1787763460.086769:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320588800, portal 10
00000008:00000001:3.0:1787763460.086771:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763460.086777:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787763460.086778:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763460.086781:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910955840 : -110374798595776 : ffff9b9d5d566940)
00000100:00000010:3.0:1787763460.086789:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d565a40.
00000100:00000040:2.0:1787763460.086795:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d566940 x1874599320588800/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787763460.086798:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
02000000:00000001:3.0:1787763460.086809:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763460.086814:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763460.086822:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1787763460.086828:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:3.0:1787763460.086828:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763460.086832:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763460.086841:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
02000000:00000010:3.0:1787763460.086842:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45907400.
00000400:00000010:2.0:1787763460.086850:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc4c8.
00000100:00000001:3.0:1787763460.086851:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787763460.086864:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320588800, offset 0
00000100:00100000:3.0:1787763460.086869:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d565a40 x1874599320589056/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787763460.086905:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000100:00000001:3.0:1787763460.086919:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1787763460.086923:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:3.0:1787763460.086926:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763460.086939:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001352b87a] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d565a40 x1874599320589056/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787763460.086944:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763460.086956:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763460.086965:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000100:00000001:3.0:1787763460.086972:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763460.086973:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763460.086983:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000100:00000040:3.0:1787763460.086989:0:268573:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20632)
00000400:00000200:2.0:1787763460.086990:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63363:63363:256:4294967295] 192.168.203.113@tcp LPNI seq info [63363:63363:8:4294967295]
00000400:00000200:2.0:1787763460.087005:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763460.087016:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763460.087022:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763460.087028:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e000.
00000800:00000200:2.0:1787763460.087036:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.0:1787763460.087042:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787763460.087049:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763460.087053:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1787763460.087058:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763460.087060:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e000.
00000400:00000200:2.0:1787763460.087064:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787763460.087069:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763460.087074:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc4c8
00000400:00000010:2.0:1787763460.087076:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc4c8.
00000100:00000001:2.0:1787763460.087080:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763460.087085:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d566940 x1874599320588800/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763460.087096:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763460.087100:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d566940 x1874599320588800/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763485 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763460.087109:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763460.087111:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763460.087115:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763460.087121:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:2.0:1787763460.087125:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763460.087128:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315295277
00000100:00000001:2.0:1787763460.087132:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315296504
00000100:00000001:2.0:1787763460.087135:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315295277
00000100:00000001:2.0:1787763460.087137:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315296504
00000100:00000001:2.0:1787763460.087140:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763460.087143:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763460.087145:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763460.087150:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763460/real 1787763460]  req@ffff9b9d5d566940 x1874599320588800/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763460.087159:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763460.087161:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763460.087164:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569ee9f8.
00000400:00000200:2.0:1787763460.087167:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc110
00000400:00000010:2.0:1787763460.087169:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc110.
00000100:00000001:2.0:1787763460.087172:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763460.087176:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d566940 x1874599320588800/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763460.087186:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d566940 x1874599320588800/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763460.087194:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763460.087195:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763460.087198:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763460.087199:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763460.087204:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d566940 x1874599320588800/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763460.087212:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763460.087216:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d566940 x1874599320588800/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763485 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763460.087226:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763460.087229:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763460.087231:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763460.087233:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763460.087235:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763460.087250:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763460.087253:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763460.087257:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763460.087259:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763460.087264:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d566940 x1874599320588800/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763485 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763460.087274:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d566940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320588800:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763460.087280:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763460.087285:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d567c00 x1874599320588928/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763460.087293:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763460.087295:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763460.087298:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763460.087300:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763460.087302:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763460.087306:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d567c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320588928:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763460.087309:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763460.087312:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763460.087314:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763460.087317:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763460.087321:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f187000.
02000000:00000001:2.0:1787763460.087324:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763460.087328:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763460.087331:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569ee9f8.
00000400:00000010:2.0:1787763460.087335:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc110.
00000100:00000200:2.0:1787763460.087339:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320588928, portal 10
00000100:00000001:2.0:1787763460.087342:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763460.087343:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910960640 : -110374798590976 : ffff9b9d5d567c00)
00000100:00000040:2.0:1787763460.087350:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d567c00 x1874599320588928/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763460.087359:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763460.087362:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763460.087364:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc4c8.
00000100:00000200:2.0:1787763460.087367:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320588928, offset 0
00000400:00000200:2.0:1787763460.087372:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763460.087376:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763460.087380:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763460.087384:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763460.087388:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763460.087391:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763460.087394:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763460.087398:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63364:63364:256:4294967295] 192.168.203.113@tcp LPNI seq info [63364:63364:8:4294967295]
00000400:00000200:2.0:1787763460.087403:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763460.087411:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763460.087417:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763460.087420:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e000.
00000800:00000200:2.0:1787763460.087425:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.0:1787763460.087428:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787763460.087434:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763460.087437:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1787763460.087475:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763460.087478:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e000.
00000400:00000200:2.0:1787763460.087483:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787763460.087488:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763460.087491:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc4c8
00000400:00000010:2.0:1787763460.087494:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc4c8.
00000100:00000001:2.0:1787763460.087497:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763460.087502:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d567c00 x1874599320588928/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763460.087512:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763460.087516:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d567c00 x1874599320588928/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763485 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763460.087524:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763460.087526:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763460.087530:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763460.087534:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:2.0:1787763460.087538:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763460.087541:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315295257
00000100:00000001:2.0:1787763460.087544:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315296504
00000100:00000001:2.0:1787763460.087547:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315295257
00000100:00000001:2.0:1787763460.087550:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315296504
00000100:00000001:2.0:1787763460.087553:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763460.087556:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763460.087558:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763460.087563:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763460/real 1787763460]  req@ffff9b9d5d567c00 x1874599320588928/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763460.087572:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763460.087573:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763460.087575:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569ee9f8.
00000400:00000200:2.0:1787763460.087578:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc110
00000400:00000010:2.0:1787763460.087580:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc110.
00000100:00000001:2.0:1787763460.087582:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763460.087586:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d567c00 x1874599320588928/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763460.087596:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d567c00 x1874599320588928/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763460.087604:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763460.087606:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763460.087608:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763460.087610:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763460.087614:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d567c00 x1874599320588928/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763460.087622:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763460.087626:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d567c00 x1874599320588928/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763485 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763460.087635:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763460.087637:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763460.087639:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763460.087641:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763460.087644:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763460.087646:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763460.087650:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763460.087654:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763460.087657:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763460.087661:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d567c00 x1874599320588928/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763485 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763460.087671:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d567c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320588928:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763460.087675:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763460.087678:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763460.087681:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d566940 x1874599320588800/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763485 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763460.087689:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763460.087691:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763460.087694:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f184000.
02000000:00000001:2.0:1787763460.087697:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763460.087699:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763460.087701:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:2.0:1787763460.087704:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763460.087706:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45905000.
02000000:00000001:2.0:1787763460.087709:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763460.087711:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763460.087713:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d566940.
00000100:00000001:2.0:1787763460.087717:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763460.087719:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763460.087721:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763460.087725:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d567c00 x1874599320588928/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763485 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763460.087733:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763460.087735:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763460.087737:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f187000.
02000000:00000001:2.0:1787763460.087740:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763460.087742:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763460.087743:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:2.0:1787763460.087746:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763460.087748:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45906400.
02000000:00000001:2.0:1787763460.087750:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763460.087752:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763460.087753:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d567c00.
00000100:00000001:2.0:1787763460.087756:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763460.087757:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763460.087759:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763460.087764:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763460.087766:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763460.087768:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787763460.087770:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763460.087772:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763460.087776:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d565a40 x1874599320589056/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763460.087784:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763460.087786:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763460.087789:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763460.087791:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763460.087794:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763460.087798:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d565a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320589056:192.168.203.113@tcp:8:kworker.0
00000100:00000001:2.0:1787763460.087801:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763460.087805:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763460.087808:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763460.087811:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763460.087817:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f187000.
02000000:00000001:2.0:1787763460.087821:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763460.087827:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763460.087832:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569ee9f8.
00000400:00000010:2.0:1787763460.087838:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc110.
00000100:00000200:2.0:1787763460.087843:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320589056, portal 4
00000100:00000001:2.0:1787763460.087847:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763460.087850:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910952000 : -110374798599616 : ffff9b9d5d565a40)
00000100:00000040:2.0:1787763460.087863:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d565a40 x1874599320589056/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763460.087877:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763460.087908:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763460.087915:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc4c8.
00000100:00000200:2.0:1787763460.087920:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320589056, offset 0
00000400:00000200:2.0:1787763460.087929:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763460.087937:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763460.087941:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763460.087945:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763460.087949:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763460.087952:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763460.087955:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763460.087959:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63365:63365:256:4294967295] 192.168.203.113@tcp LPNI seq info [63365:63365:8:4294967295]
00000400:00000200:2.0:1787763460.087965:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763460.087973:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763460.087979:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763460.087983:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e000.
00000800:00000200:2.0:1787763460.087988:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.0:1787763460.087992:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787763460.087997:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763460.088001:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1787763460.088006:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763460.088008:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e000.
00000400:00000200:2.0:1787763460.088013:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787763460.088017:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763460.088021:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc4c8
00000400:00000010:2.0:1787763460.088023:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc4c8.
00000100:00000001:2.0:1787763460.088027:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763460.088032:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d565a40 x1874599320589056/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763460.088042:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763460.088046:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d565a40 x1874599320589056/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763485 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763460.088056:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763460.088058:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763460.088061:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763460.088065:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:2.0:1787763460.088069:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763460.088072:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315295269
00000100:00000001:2.0:1787763460.088075:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315296504
00000100:00000001:2.0:1787763460.088078:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315295269
00000100:00000001:2.0:1787763460.088081:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315296504
00000100:00000001:2.0:1787763460.088083:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763460.088086:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763460.088088:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763460.088092:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763460/real 1787763460]  req@ffff9b9d5d565a40 x1874599320589056/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763460.088101:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763460.088103:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763460.088106:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569ee9f8.
00000400:00000200:2.0:1787763460.088108:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc110
00000400:00000010:2.0:1787763460.088111:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc110.
00000100:00000001:2.0:1787763460.088113:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763460.088117:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d565a40 x1874599320589056/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763460.088128:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d565a40 x1874599320589056/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763460.088136:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763460.088138:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763460.088140:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763460.088142:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763460.088147:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d565a40 x1874599320589056/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763460.088156:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763460.088160:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d565a40 x1874599320589056/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763485 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763460.088168:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763460.088171:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763460.088173:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763460.088175:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763460.088177:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763460.088179:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763460.088182:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763460.088186:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763460.088188:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763460.088193:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d565a40 x1874599320589056/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763485 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763460.088202:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d565a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320589056:192.168.203.113@tcp:8:kworker.0
00000100:00000001:2.0:1787763460.088206:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763460.088209:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763460.088213:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d565a40 x1874599320589056/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763485 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763460.088220:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763460.088222:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763460.088225:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f187000.
02000000:00000001:2.0:1787763460.088228:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763460.088230:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763460.088232:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:2.0:1787763460.088234:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763460.088237:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45907400.
02000000:00000001:2.0:1787763460.088240:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763460.088242:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763460.088244:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d565a40.
00000100:00000001:2.0:1787763460.088246:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763460.088248:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763460.088250:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763460.088254:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763460.088256:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763460.088259:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787763460.088261:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763460.276580:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763460.276591:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763460.276594:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763460.276599:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763460.276607:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763460.276610:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763460.276612:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763460.276615:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763460.276620:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763460.276623:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763460.276624:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763460.276627:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763460.276629:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763460.276630:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763460.276632:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763460.276635:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763460.276638:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763460.276640:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763460.276726:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763460.276732:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763460.276737:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763461.108531:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763461.108539:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763461.108541:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763461.108547:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763461.108551:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763461.108556:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763461.108559:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763461.108562:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763461.108565:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763461.300530:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763461.300536:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763461.300542:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763461.300544:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763461.300546:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763461.300547:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763461.300591:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763461.300595:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763461.300599:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1787763461.364498:0:303331:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b110 (cpu 1) has reached its deadline 4315296504, at 4315296512
00000100:00000040:0.0:1787763461.364509:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4315296504, at 4315296512
00000100:00000010:1.0:1787763461.364512:0:303331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d5891f3c0.
00000100:00000010:0.0:1787763461.364518:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d5891f540.
00000100:00000001:1.0:1787763462.132592:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763462.132607:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763462.132612:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763462.132622:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763462.132629:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763462.132636:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763462.132642:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763462.132646:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763462.132652:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763462.324534:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763462.324542:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763462.324548:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763462.324550:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763462.324556:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763462.324557:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763462.324689:0:281543:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763462.324697:0:281543:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763462.324703:0:281543:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763463.156613:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763463.156622:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763463.156625:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763463.156633:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763463.156639:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763463.156646:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763463.156652:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763463.156657:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763463.156662:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763463.348543:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763463.348551:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763463.348558:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763463.348560:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763463.348565:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763463.348569:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763463.348572:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763463.348576:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763463.348579:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763463.348581:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763463.348583:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763463.348586:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763463.348692:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763463.348698:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763463.348703:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763464.180507:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763464.180513:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763464.180515:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763464.180521:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763464.180525:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763464.180528:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763464.180531:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763464.180533:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763464.180535:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763464.372507:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763464.372513:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763464.372518:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763464.372519:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763464.372523:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763464.372524:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763464.372566:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763464.372570:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763464.372573:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763465.204510:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763465.204516:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763465.204518:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763465.204522:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763465.204525:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1787763465.204529:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787763465.204530:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763465.204535:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763465.204539:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787763465.204540:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787763465.204542:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763465.204545:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763465.204550:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763465.204555:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763465.204563:0:268573:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20627
00000400:00000200:3.0:1787763465.204571:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763465.204578:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763465.204581:0:268573:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763465.204586:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763465.204589:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763465.204592:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763465.204595:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763465.204600:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763465.204602:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:3.0:1787763465.204605:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763465.204608:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:3.0:1787763465.204611:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:3.0:1787763465.204615:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:3.0:1787763465.204618:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763465.204620:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763465.204623:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763465.204625:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787763465.204629:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:3.0:1787763465.204632:0:268573:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763465.204635:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763465.204638:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763465.204642:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763465.204645:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763465.204647:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787763465.204650:0:268573:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763465.204658:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d564780.
00000020:00000040:3.0:1787763465.204662:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:3.0:1787763465.204666:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763465.204667:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763465.204670:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763465.204673:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763465.204677:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763465.204685:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45907800.
00000100:00000001:3.0:1787763465.204691:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763465.204701:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d564780 x1874599320589184/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763465.204713:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763465.204718:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763465.204723:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c570cac4] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d564780 x1874599320589184/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763465.204746:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763465.204750:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763465.204753:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787763465.204755:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763465.204757:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763465.204761:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763465.204764:0:268573:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20627
00000400:00000200:3.0:1787763465.204769:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763465.204771:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:3.0:1787763465.204775:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00000001:2.0:1787763465.204777:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763465.204781:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00080000:3.0:1787763465.204781:0:268573:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763465.204788:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d564780 x1874599320589184/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787763465.204789:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763465.204795:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787763465.204801:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:3.0:1787763465.204801:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763465.204804:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763465.204808:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
02000000:00000001:2.0:1787763465.204809:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763465.204811:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:3.0:1787763465.204814:0:268573:0:(genops.c:792:class_conn2export()) Process entered
02000000:00000001:2.0:1787763465.204815:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787763465.204819:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000100:00100000:2.0:1787763465.204820:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d564780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320589184:192.168.203.113@tcp:250:kworker.0
00000020:00000001:3.0:1787763465.204824:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787763465.204825:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:3.0:1787763465.204829:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
02000000:00000001:2.0:1787763465.204830:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763465.204833:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763465.204834:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
02000000:00000001:2.0:1787763465.204836:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000001:3.0:1787763465.204840:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
02000000:00000010:2.0:1787763465.204842:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f187000.
02000000:00000001:2.0:1787763465.204859:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763465.204863:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000400:00000200:2.0:1787763465.204868:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:3.0:1787763465.204869:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:2.0:1787763465.204873:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569ee9f8.
00000100:00000040:3.0:1787763465.204874:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000400:00000010:2.0:1787763465.204880:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc110.
00000100:00000001:3.0:1787763465.204880:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000200:2.0:1787763465.204887:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320589184, portal 25
00000100:00000001:2.0:1787763465.204890:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763465.204892:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910947200 : -110374798604416 : ffff9b9d5d564780)
00000020:00000040:3.0:1787763465.204894:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00000040:2.0:1787763465.204900:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d564780 x1874599320589184/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787763465.204903:0:268573:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763465.204911:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763465.204915:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:3.0:1787763465.204916:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:2.0:1787763465.204920:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763465.204923:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc4c8.
02000000:00000001:3.0:1787763465.204924:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:2.0:1787763465.204926:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320589184, offset 0
02000000:00000001:3.0:1787763465.204930:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763465.204935:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000100:00000001:3.0:1787763465.204935:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763465.204941:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1787763465.204946:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000008:00000001:3.0:1787763465.204948:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763465.204953:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000100:00000001:3.0:1787763465.204953:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763465.204960:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000010:3.0:1787763465.204961:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d565a40.
00000400:00000200:2.0:1787763465.204965:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000020:00000040:3.0:1787763465.204967:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000400:00000200:2.0:1787763465.204971:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1787763465.204974:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1787763465.204975:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
02000000:00000001:3.0:1787763465.204979:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763465.204981:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63366:63366:256:4294967295] 192.168.203.113@tcp LPNI seq info [63366:63366:8:4294967295]
00000100:00000001:3.0:1787763465.204983:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763465.204987:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1787763465.204988:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
02000000:00000001:3.0:1787763465.204990:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763465.204997:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45904800.
00000400:00000200:2.0:1787763465.205000:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1787763465.205003:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787763465.205007:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763465.205013:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e000.
00000100:00100000:3.0:1787763465.205015:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d565a40 x1874599320589312/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.0:1787763465.205022:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.0:1787763465.205028:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 1 secs later)
00000100:00000001:3.0:1787763465.205032:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000200:2.1:1787763465.205036:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000001:3.0:1787763465.205038:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787763465.205042:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 1 secs later)
00000100:00000040:3.0:1787763465.205048:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001352b87a] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d565a40 x1874599320589312/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:2.0:1787763465.205050:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763465.205054:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e000.
00000400:00000200:2.0:1787763465.205060:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1787763465.205065:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763465.205066:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000100:00080000:3.0:1787763465.205072:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1787763465.205073:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc4c8
00000400:00000010:2.0:1787763465.205076:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc4c8.
00000100:00000001:2.0:1787763465.205081:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:3.0:1787763465.205082:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000200:2.0:1787763465.205087:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d564780 x1874599320589184/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763465.205094:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787763465.205095:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:2.0:1787763465.205099:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d564780 x1874599320589184/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763490 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787763465.205100:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763465.205106:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763465.205115:0:268573:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20627
00000100:00000001:2.0:1787763465.205116:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763465.205120:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000200:3.0:1787763465.205124:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763465.205126:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787763465.205131:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000400:00000200:2.0:1787763465.205132:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763465.205137:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4315301623
00000100:00080000:3.0:1787763465.205138:0:268573:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000010:2.0:1787763465.205142:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d5891f660.
00000100:00000040:3.0:1787763465.205146:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763465.205149:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1787763465.205151:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763465.205155:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763465.205158:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763465.205161:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1787763465.205162:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4315301623
00000020:00000040:3.0:1787763465.205163:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000020:00000001:3.0:1787763465.205168:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000010:2.0:1787763465.205169:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d5891f840.
00000020:00000040:3.0:1787763465.205172:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000100:00000001:2.0:1787763465.205173:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000020:00000001:3.0:1787763465.205177:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00000001:2.0:1787763465.205179:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:3.0:1787763465.205183:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00000001:2.0:1787763465.205184:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763465.205188:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000040:3.0:1787763465.205192:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00100000:2.0:1787763465.205195:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763465/real 1787763465]  req@ffff9b9d5d564780 x1874599320589184/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763465.205197:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763465.205204:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763465.205210:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000400:00000001:2.0:1787763465.205211:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763465.205214:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000020:00000040:3.0:1787763465.205215:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000400:00000010:2.0:1787763465.205217:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569ee9f8.
00000400:00000200:2.0:1787763465.205221:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc110
00000100:00080000:3.0:1787763465.205223:0:268573:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000400:00000010:2.0:1787763465.205224:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc110.
00000100:00000001:2.0:1787763465.205228:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787763465.205230:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787763465.205234:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d564780 x1874599320589184/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787763465.205234:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763465.205240:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763465.205245:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787763465.205246:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d564780 x1874599320589184/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763465.205251:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787763465.205256:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000008:00100000:3.0:1787763465.205256:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787763465.205258:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:3.0:1787763465.205261:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763465.205262:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763465.205264:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763465.205266:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763465.205270:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d564780 x1874599320589184/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1787763465.205273:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d567c00.
00000020:00000040:3.0:1787763465.205278:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000100:00000001:2.0:1787763465.205280:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787763465.205285:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000040:2.0:1787763465.205287:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d564780 x1874599320589184/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763490 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787763465.205289:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763465.205294:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763465.205297:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1787763465.205299:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:3.0:1787763465.205301:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763465.205302:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763465.205306:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763465.205307:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763465.205309:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
02000000:00000010:3.0:1787763465.205310:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45907400.
00000100:00000001:2.0:1787763465.205311:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763465.205316:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1787763465.205316:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763465.205319:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763465.205322:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787763465.205327:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d567c00 x1874599320589440/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1787763465.205328:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d564780 x1874599320589184/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763490 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763465.205360:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d564780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320589184:192.168.203.113@tcp:250:kworker.0
00000100:00000001:3.0:1787763465.205360:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763465.205366:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763465.205367:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763465.205370:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763465.205376:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d564780 x1874599320589184/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763490 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787763465.205376:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cde0ae17] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d567c00 x1874599320589440/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763465.205396:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763465.205400:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:3.0:1787763465.205402:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763465.205404:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f187000.
00000100:00000040:3.0:1787763465.205406:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:2.0:1787763465.205410:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000040:3.0:1787763465.205412:0:268573:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000020:00000001:2.0:1787763465.205415:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763465.205419:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000100:00080000:3.0:1787763465.205420:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000020:00000001:2.0:1787763465.205424:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
00000100:00080000:3.0:1787763465.205428:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
02000000:00000010:2.0:1787763465.205430:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45907800.
00000100:00000001:3.0:1787763465.205431:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763465.205436:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:2.0:1787763465.205437:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763465.205464:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763465.205467:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d564780.
00000100:00000001:3.0:1787763465.205467:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787763465.205472:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00080000:3.0:1787763465.205475:0:268573:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20627
00000100:00000001:2.0:1787763465.205477:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763465.205482:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1787763465.205483:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763465.205490:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00000001:2.0:1787763465.205491:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1787763465.205493:0:268573:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787763465.205496:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763465.205499:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763465.205501:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787763465.205505:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787763465.205506:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763465.205509:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787763465.205510:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000040:2.0:1787763465.205516:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d565a40 x1874599320589312/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763465.205516:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763465.205523:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763465.205527:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000100:00000001:2.0:1787763465.205528:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763465.205530:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763465.205532:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
02000000:00000001:2.0:1787763465.205533:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763465.205537:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1787763465.205538:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
02000000:00000001:2.0:1787763465.205539:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763465.205545:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d565a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320589312:192.168.203.113@tcp:38:kworker.0
00000020:00000001:3.0:1787763465.205545:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000001:2.0:1787763465.205552:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000001:3.0:1787763465.205552:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
02000000:00000001:2.0:1787763465.205554:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763465.205557:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763465.205560:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:3.0:1787763465.205561:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
02000000:00000010:2.0:1787763465.205563:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f187000.
02000000:00000001:2.0:1787763465.205567:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763465.205567:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763465.205573:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000400:00000200:2.0:1787763465.205574:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763465.205578:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569ee9f8.
00000100:00000001:3.0:1787763465.205580:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000400:00000010:2.0:1787763465.205582:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc110.
00000020:00000040:3.0:1787763465.205585:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00000200:2.0:1787763465.205587:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320589312, portal 10
00000100:00000001:2.0:1787763465.205590:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763465.205593:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910952000 : -110374798599616 : ffff9b9d5d565a40)
00000100:00080000:3.0:1787763465.205593:0:268573:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763465.205600:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763465.205602:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d565a40 x1874599320589312/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787763465.205603:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763465.205609:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763465.205610:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763465.205615:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
02000000:00000001:3.0:1787763465.205616:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787763465.205618:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc4c8.
00000100:00000001:3.0:1787763465.205621:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000200:2.0:1787763465.205622:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320589312, offset 0
00000008:00100000:3.0:1787763465.205626:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000400:00000200:2.0:1787763465.205627:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000008:00000001:3.0:1787763465.205632:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763465.205633:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:3.0:1787763465.205637:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763465.205640:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763465.205643:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000010:3.0:1787763465.205644:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d566940.
00000400:00000200:2.0:1787763465.205645:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763465.205650:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000020:00000040:3.0:1787763465.205651:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
00000400:00000200:2.0:1787763465.205653:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763465.205659:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63367:63367:256:4294967295] 192.168.203.113@tcp LPNI seq info [63367:63367:8:4294967295]
02000000:00000001:3.0:1787763465.205660:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763465.205664:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763465.205665:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:3.0:1787763465.205671:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763465.205675:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1787763465.205676:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
02000000:00000001:3.0:1787763465.205678:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787763465.205681:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763465.205687:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e000.
02000000:00000010:3.0:1787763465.205687:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45906400.
00000800:00000200:2.0:1787763465.205693:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000001:3.0:1787763465.205695:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787763465.205696:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1787763465.205702:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763465.205706:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 1 secs later)
00000100:00100000:3.0:1787763465.205707:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d566940 x1874599320589568/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787763465.205712:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763465.205715:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e000.
00000400:00000200:2.0:1787763465.205719:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787763465.205725:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763465.205731:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc4c8
00000100:00000001:3.0:1787763465.205731:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000010:2.0:1787763465.205735:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc4c8.
00000100:00000001:3.0:1787763465.205737:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763465.205738:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763465.205743:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d565a40 x1874599320589312/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787763465.205748:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ae4254c] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d566940 x1874599320589568/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763465.205750:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763465.205756:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d565a40 x1874599320589312/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763490 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763465.205775:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763465.205777:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787763465.205777:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763465.205782:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763465.205785:0:268573:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20638)
00000100:00000040:2.0:1787763465.205786:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:2.0:1787763465.205791:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763465.205794:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315300396
00000100:00000001:2.0:1787763465.205796:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315301623
00000100:00000001:2.0:1787763465.205798:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315300396
00000100:00000001:2.0:1787763465.205799:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315301623
00000100:00000001:2.0:1787763465.205801:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763465.205802:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763465.205803:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763465.205806:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763465/real 1787763465]  req@ffff9b9d5d565a40 x1874599320589312/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763465.205811:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763465.205812:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763465.205813:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569ee9f8.
00000400:00000200:2.0:1787763465.205814:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc110
00000400:00000010:2.0:1787763465.205815:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc110.
00000100:00000001:2.0:1787763465.205817:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763465.205819:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d565a40 x1874599320589312/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763465.205825:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d565a40 x1874599320589312/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763465.205829:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763465.205830:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763465.205831:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763465.205832:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763465.205834:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d565a40 x1874599320589312/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763465.205838:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763465.205841:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d565a40 x1874599320589312/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763490 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763465.205860:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763465.205862:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763465.205863:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763465.205865:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763465.205866:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763465.205875:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763465.205877:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763465.205880:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763465.205882:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763465.205885:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d565a40 x1874599320589312/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763490 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763465.205891:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d565a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320589312:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763465.205893:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763465.205895:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d567c00 x1874599320589440/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763465.205900:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763465.205901:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763465.205903:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763465.205904:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763465.205906:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763465.205908:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d567c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320589440:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763465.205911:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763465.205912:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763465.205913:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763465.205914:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763465.205917:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f184000.
02000000:00000001:2.0:1787763465.205918:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763465.205921:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763465.205923:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569ee9f8.
00000400:00000010:2.0:1787763465.205925:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc110.
00000100:00000200:2.0:1787763465.205927:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320589440, portal 10
00000100:00000001:2.0:1787763465.205928:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763465.205929:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910960640 : -110374798590976 : ffff9b9d5d567c00)
00000100:00000040:2.0:1787763465.205933:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d567c00 x1874599320589440/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763465.205937:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763465.205939:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763465.205940:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc4c8.
00000100:00000200:2.0:1787763465.205942:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320589440, offset 0
00000400:00000200:2.0:1787763465.205944:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763465.205947:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763465.205949:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763465.205951:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763465.205953:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763465.205954:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763465.205956:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763465.205958:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63368:63368:256:4294967295] 192.168.203.113@tcp LPNI seq info [63368:63368:8:4294967295]
00000400:00000200:2.0:1787763465.205961:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763465.205965:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763465.205968:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763465.205970:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e000.
00000800:00000200:2.0:1787763465.205972:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.0:1787763465.205974:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1787763465.205977:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763465.205979:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 1 secs later)
00000800:00000100:2.0:1787763465.205981:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763465.205983:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e000.
00000400:00000200:2.0:1787763465.205985:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787763465.205987:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763465.205989:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc4c8
00000400:00000010:2.0:1787763465.205990:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc4c8.
00000100:00000001:2.0:1787763465.205992:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763465.205994:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d567c00 x1874599320589440/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763465.205999:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763465.206001:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d567c00 x1874599320589440/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763490 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763465.206005:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763465.206006:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763465.206008:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763465.206010:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:2.0:1787763465.206012:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763465.206014:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315300375
00000100:00000001:2.0:1787763465.206015:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315301623
00000100:00000001:2.0:1787763465.206017:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315300375
00000100:00000001:2.0:1787763465.206018:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315301623
00000100:00000001:2.0:1787763465.206019:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763465.206020:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763465.206022:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763465.206024:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763465/real 1787763465]  req@ffff9b9d5d567c00 x1874599320589440/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763465.206028:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763465.206029:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763465.206030:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569ee9f8.
00000400:00000200:2.0:1787763465.206032:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc110
00000400:00000010:2.0:1787763465.206033:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc110.
00000100:00000001:2.0:1787763465.206034:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763465.206036:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d567c00 x1874599320589440/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763465.206041:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d567c00 x1874599320589440/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763465.206046:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763465.206047:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763465.206048:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763465.206049:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763465.206051:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d567c00 x1874599320589440/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763465.206055:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763465.206057:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d567c00 x1874599320589440/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763490 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763465.206061:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763465.206062:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763465.206063:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763465.206064:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763465.206065:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763465.206066:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763465.206068:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763465.206070:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763465.206071:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763465.206073:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d567c00 x1874599320589440/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763490 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763465.206078:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d567c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320589440:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763465.206080:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763465.206081:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763465.206083:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d565a40 x1874599320589312/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763490 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763465.206087:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763465.206089:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763465.206090:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f187000.
02000000:00000001:2.0:1787763465.206092:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763465.206093:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763465.206094:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:2.0:1787763465.206096:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763465.206097:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45904800.
02000000:00000001:2.0:1787763465.206099:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763465.206100:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763465.206101:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d565a40.
00000100:00000001:2.0:1787763465.206102:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763465.206104:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763465.206105:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763465.206106:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d567c00 x1874599320589440/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763490 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763465.206110:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763465.206111:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763465.206112:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f184000.
02000000:00000001:2.0:1787763465.206113:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763465.206114:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763465.206115:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:2.0:1787763465.206116:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763465.206116:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45907400.
02000000:00000001:2.0:1787763465.206118:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763465.206118:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763465.206119:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d567c00.
00000100:00000001:2.0:1787763465.206120:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763465.206121:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763465.206122:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763465.206124:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763465.206125:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763465.206126:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787763465.206127:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763465.206128:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763465.206130:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d566940 x1874599320589568/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763465.206134:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763465.206136:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763465.206137:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763465.206138:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763465.206140:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763465.206141:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d566940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320589568:192.168.203.113@tcp:8:kworker.0
00000100:00000001:2.0:1787763465.206143:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763465.206144:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763465.206145:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763465.206146:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763465.206148:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f184000.
02000000:00000001:2.0:1787763465.206149:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763465.206151:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763465.206153:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569ee9f8.
00000400:00000010:2.0:1787763465.206155:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc110.
00000100:00000200:2.0:1787763465.206156:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320589568, portal 4
00000100:00000001:2.0:1787763465.206158:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763465.206159:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910955840 : -110374798595776 : ffff9b9d5d566940)
00000100:00000040:2.0:1787763465.206162:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d566940 x1874599320589568/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763465.206166:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763465.206168:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763465.206169:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc4c8.
00000100:00000200:2.0:1787763465.206171:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320589568, offset 0
00000400:00000200:2.0:1787763465.206173:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763465.206175:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763465.206177:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763465.206179:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763465.206180:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763465.206182:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763465.206184:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763465.206186:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63369:63369:256:4294967295] 192.168.203.113@tcp LPNI seq info [63369:63369:8:4294967295]
00000400:00000200:2.0:1787763465.206188:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763465.206192:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763465.206195:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763465.206197:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e000.
00000800:00000200:2.0:1787763465.206200:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.0:1787763465.206201:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1787763465.206204:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763465.206206:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 1 secs later)
00000800:00000100:2.0:1787763465.206208:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763465.206210:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e000.
00000400:00000200:2.0:1787763465.206212:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787763465.206214:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763465.206216:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc4c8
00000400:00000010:2.0:1787763465.206217:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc4c8.
00000100:00000001:2.0:1787763465.206218:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763465.206220:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d566940 x1874599320589568/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763465.206225:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763465.206227:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d566940 x1874599320589568/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763490 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763465.206232:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763465.206233:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763465.206234:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763465.206236:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:2.0:1787763465.206237:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763465.206238:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315300387
00000100:00000001:2.0:1787763465.206240:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315301623
00000100:00000001:2.0:1787763465.206242:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315300387
00000100:00000001:2.0:1787763465.206243:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315301623
00000100:00000001:2.0:1787763465.206244:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763465.206245:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763465.206247:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763465.206249:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763465/real 1787763465]  req@ffff9b9d5d566940 x1874599320589568/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763465.206255:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763465.206255:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763465.206257:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569ee9f8.
00000400:00000200:2.0:1787763465.206258:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc110
00000400:00000010:2.0:1787763465.206259:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc110.
00000100:00000001:2.0:1787763465.206260:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763465.206262:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d566940 x1874599320589568/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763465.206267:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d566940 x1874599320589568/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763465.206270:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763465.206271:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763465.206272:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763465.206273:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763465.206275:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d566940 x1874599320589568/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763465.206279:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763465.206281:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d566940 x1874599320589568/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763490 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763465.206285:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763465.206287:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763465.206288:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763465.206289:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763465.206290:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763465.206291:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763465.206293:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763465.206295:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763465.206296:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763465.206299:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d566940 x1874599320589568/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763490 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763465.206305:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d566940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320589568:192.168.203.113@tcp:8:kworker.0
00000100:00000001:2.0:1787763465.206307:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763465.206308:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763465.206310:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d566940 x1874599320589568/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763490 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763465.206314:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763465.206315:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763465.206316:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f184000.
02000000:00000001:2.0:1787763465.206317:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763465.206318:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763465.206318:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:2.0:1787763465.206320:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763465.206320:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45906400.
02000000:00000001:2.0:1787763465.206322:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763465.206322:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763465.206323:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d566940.
00000100:00000001:2.0:1787763465.206325:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763465.206326:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763465.206327:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763465.206329:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763465.206330:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763465.206331:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787763465.206333:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763465.396532:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763465.396539:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763465.396546:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763465.396548:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763465.396552:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763465.396553:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763465.396606:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763465.396610:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763465.396613:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763466.228565:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763466.228575:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763466.228578:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763466.228586:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763466.228592:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763466.228597:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763466.228601:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763466.228606:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763466.228611:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763466.420602:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763466.420610:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763466.420619:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763466.420621:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763466.420626:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763466.420628:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763466.420753:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763466.420760:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763466.420764:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787763466.484508:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4315301623, at 4315301632
00000100:00000010:0.0:1787763466.484528:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d5891f660.
00000100:00000040:1.0:1787763466.484594:0:303331:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b110 (cpu 1) has reached its deadline 4315301623, at 4315301632
00000100:00000010:1.0:1787763466.484616:0:303331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d5891f840.
00000100:00000001:1.0:1787763467.252590:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763467.252600:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763467.252603:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763467.252611:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763467.252616:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763467.252621:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763467.252626:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763467.252629:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763467.252632:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763467.444573:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763467.444578:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763467.444583:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763467.444584:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763467.444588:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763467.444589:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763467.444679:0:281543:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763467.444685:0:281543:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763467.444689:0:281543:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763468.276546:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763468.276554:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763468.276557:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763468.276564:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763468.276569:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763468.276573:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763468.276577:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763468.276580:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763468.276583:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763468.468565:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763468.468574:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763468.468583:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763468.468585:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763468.468602:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763468.468605:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763468.468669:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763468.468674:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763468.468678:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763469.300525:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763469.300531:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763469.300533:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763469.300537:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763469.300541:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763469.300545:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763469.300548:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763469.300549:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763469.300551:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763469.492549:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763469.492555:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763469.492561:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763469.492563:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763469.492565:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763469.492566:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763469.492610:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763469.492613:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763469.492616:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763470.324547:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1787763470.324555:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787763470.324559:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763470.324565:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763470.324568:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:1.0:1787763470.324573:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763470.324575:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787763470.324582:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1787763470.324584:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787763470.324589:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763470.324592:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787763470.324595:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763470.324601:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787763470.324603:0:268573:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20633
00000100:00000001:1.0:1787763470.324607:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787763470.324618:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763470.324628:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763470.324632:0:268573:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763470.324638:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763470.324643:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763470.324647:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763470.324650:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763470.324655:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763470.324657:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:3.0:1787763470.324660:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763470.324664:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:3.0:1787763470.324667:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:3.0:1787763470.324670:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:3.0:1787763470.324674:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763470.324676:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763470.324679:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763470.324681:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787763470.324684:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:3.0:1787763470.324688:0:268573:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763470.324691:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763470.324694:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763470.324698:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763470.324701:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763470.324703:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787763470.324706:0:268573:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763470.324717:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d564f00.
00000020:00000040:3.0:1787763470.324721:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:3.0:1787763470.324726:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763470.324728:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763470.324732:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763470.324735:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763470.324739:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763470.324748:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45905000.
00000100:00000001:3.0:1787763470.324756:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763470.324767:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d564f00 x1874599320589696/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763470.324780:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763470.324785:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763470.324791:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001dcdc0d3] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d564f00 x1874599320589696/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763470.324837:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763470.324842:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763470.324847:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787763470.324849:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763470.324851:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763470.324856:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763470.324860:0:268573:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20633
00000400:00000200:3.0:1787763470.324867:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763470.324870:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00000001:2.0:1787763470.324874:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:3.0:1787763470.324874:0:268573:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763470.324881:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763470.324886:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787763470.324887:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1787763470.324890:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763470.324896:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787763470.324896:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763470.324904:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763470.324906:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000020:00000001:3.0:1787763470.324909:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763470.324913:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000100:00000040:2.0:1787763470.324917:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d564f00 x1874599320589696/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787763470.324917:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000020:00000001:3.0:1787763470.324925:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000040:3.0:1787763470.324937:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763470.324944:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787763470.324953:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763470.324956:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763470.324962:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:3.0:1787763470.324962:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763470.324972:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
02000000:00000001:2.0:1787763470.324973:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763470.324982:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787763470.324986:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00100000:2.0:1787763470.324991:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d564f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320589696:192.168.203.113@tcp:250:kworker.0
00000100:00080000:3.0:1787763470.324997:0:268573:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763470.325004:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1787763470.325006:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763470.325010:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763470.325012:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763470.325017:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763470.325019:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763470.325022:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787763470.325027:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763470.325032:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000010:2.0:1787763470.325035:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f187000.
00000008:00100000:3.0:1787763470.325037:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1787763470.325043:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1787763470.325045:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763470.325050:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763470.325056:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d5652c0.
00000020:00000040:3.0:1787763470.325059:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
02000000:00000001:3.0:1787763470.325061:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763470.325063:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763470.325065:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763470.325067:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763470.325070:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763470.325073:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
02000000:00000010:3.0:1787763470.325079:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45905800.
00000400:00000010:2.0:1787763470.325082:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569ee9f8.
00000100:00000001:3.0:1787763470.325086:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787763470.325094:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc110.
00000100:00100000:3.0:1787763470.325100:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d5652c0 x1874599320589824/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1787763470.325106:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320589696, portal 25
00000100:00000001:2.0:1787763470.325114:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763470.325119:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910949120 : -110374798602496 : ffff9b9d5d564f00)
00000100:00000001:3.0:1787763470.325122:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763470.325127:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763470.325134:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d564f00 x1874599320589696/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787763470.325141:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc712cf1] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d5652c0 x1874599320589824/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763470.325169:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763470.325182:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763470.325189:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc4c8.
00000100:00000001:3.0:1787763470.325197:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787763470.325199:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320589696, offset 0
00000100:00080000:3.0:1787763470.325206:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763470.325212:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:2.0:1787763470.325214:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000100:00000001:3.0:1787763470.325217:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763470.325222:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763470.325225:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1787763470.325230:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00080000:3.0:1787763470.325232:0:268573:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20633
00000400:00000200:2.0:1787763470.325246:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763470.325253:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763470.325259:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763470.325263:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763470.325267:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763470.325272:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63370:63370:256:4294967295] 192.168.203.113@tcp LPNI seq info [63370:63370:8:4294967295]
00000400:00000200:2.0:1787763470.325277:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763470.325286:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763470.325299:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000400:00000200:2.0:1787763470.325304:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000100:00080000:3.0:1787763470.325306:0:268573:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763470.325319:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000800:00000200:2.0:1787763470.325323:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000100:00000001:3.0:1787763470.325329:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000010:2.0:1787763470.325334:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e000.
00000100:00000040:3.0:1787763470.325342:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000800:00000200:2.0:1787763470.325352:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000001:3.0:1787763470.325353:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763470.325364:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000200:2.1:1787763470.325365:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000020:00000040:3.0:1787763470.325370:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000020:00000001:3.0:1787763470.325378:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763470.325382:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000020:00000001:3.0:1787763470.325387:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000020:00000001:3.0:1787763470.325392:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00000001:2.0:1787763470.325395:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763470.325403:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000400:00000200:2.0:1787763470.325408:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:3.0:1787763470.325414:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787763470.325416:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4315306743
00000100:00000040:3.0:1787763470.325423:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000010:2.0:1787763470.325428:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d5891f9c0.
00000100:00000001:3.0:1787763470.325429:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000001:2.0:1787763470.325475:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000020:00000040:3.0:1787763470.325485:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000100:00000001:2.0:1787763470.325487:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4315306744
00000100:00080000:3.0:1787763470.325496:0:268573:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000010:2.0:1787763470.325497:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d5891f7e0.
00000100:00000001:3.0:1787763470.325508:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763470.325509:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
02000000:00000001:3.0:1787763470.325517:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787763470.325522:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763470.325525:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763470.325528:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763470.325533:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763470.325536:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763470.325539:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787763470.325543:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:3.0:1787763470.325545:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763470.325552:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763470.325555:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763470.325556:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000010:3.0:1787763470.325563:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d565680.
00000100:00000001:2.0:1787763470.325564:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000020:00000040:3.0:1787763470.325574:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000100:00000001:2.0:1787763470.325575:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787763470.325580:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1787763470.325583:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1787763470.325585:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1787763470.325587:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763470.325592:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763470.325597:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:2.0:1787763470.325598:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d5652c0 x1874599320589824/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787763470.325600:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763470.325614:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45906400.
00000100:00000001:2.0:1787763470.325617:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763470.325622:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763470.325622:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763470.325626:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763470.325631:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00100000:3.0:1787763470.325636:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d565680 x1874599320589952/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1787763470.325637:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763470.325653:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d5652c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320589824:192.168.203.113@tcp:38:kworker.0
00000100:00000001:3.0:1787763470.325661:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763470.325664:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1787763470.325666:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763470.325670:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763470.325674:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763470.325678:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000082576300] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d565680 x1874599320589952/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787763470.325680:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763470.325689:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f184c00.
02000000:00000001:2.0:1787763470.325695:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763470.325697:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763470.325704:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000040:3.0:1787763470.325705:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:2.0:1787763470.325713:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569ee478.
00000100:00000040:3.0:1787763470.325715:0:268573:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000010:2.0:1787763470.325723:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc660.
00000100:00080000:3.0:1787763470.325725:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:2.0:1787763470.325735:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320589824, portal 10
00000100:00080000:3.0:1787763470.325735:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787763470.325741:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1787763470.325744:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:3.0:1787763470.325745:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763470.325750:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910950080 : -110374798601536 : ffff9b9d5d5652c0)
00000100:00000001:3.0:1787763470.325752:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763470.325759:0:268573:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20633
00000100:00000040:2.0:1787763470.325765:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d5652c0 x1874599320589824/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787763470.325769:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763470.325782:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763470.325789:0:268573:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787763470.325793:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787763470.325799:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763470.325807:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763470.325808:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763470.325839:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc088.
00000100:00000040:3.0:1787763470.325841:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763470.325848:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000200:2.0:1787763470.325850:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320589824, offset 0
00000020:00000001:3.0:1787763470.325852:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763470.325856:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000020:00000001:3.0:1787763470.325862:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763470.325865:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000020:00000001:3.0:1787763470.325870:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000400:00000200:2.0:1787763470.325872:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000020:00000001:3.0:1787763470.325874:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000040:3.0:1787763470.325883:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763470.325889:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787763470.325891:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000040:3.0:1787763470.325912:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763470.325918:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787763470.325923:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000400:00000200:2.0:1787763470.325926:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000100:00080000:3.0:1787763470.325933:0:268573:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763470.325941:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763470.325945:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1787763470.325945:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763470.325954:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1787763470.325961:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
02000000:00000001:3.0:1787763470.325962:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763470.325971:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000200:2.0:1787763470.325977:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000008:00100000:3.0:1787763470.325978:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763470.325988:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763470.325993:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000100:00000001:3.0:1787763470.325994:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763470.326003:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d567480.
00000400:00000200:2.0:1787763470.326011:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63371:63371:255:4294967295] 192.168.203.113@tcp LPNI seq info [63371:63371:7:4294967295]
00000020:00000040:3.0:1787763470.326012:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
02000000:00000001:3.0:1787763470.326021:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763470.326025:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763470.326031:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763470.326034:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1787763470.326037:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
02000000:00000001:3.0:1787763470.326039:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763470.326052:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45907400.
00000100:00000001:3.0:1787763470.326057:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763470.326074:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d567480 x1874599320590080/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787763470.326076:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763470.326119:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000100:00000001:3.0:1787763470.326124:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000010:2.0:1787763470.326129:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8ea00.
00000100:00000001:3.0:1787763470.326133:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787763470.326142:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000040:3.0:1787763470.326152:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000036831fe2] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d567480 x1874599320590080/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1787763470.326155:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000001:2.0:1787763470.326163:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763470.326175:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000100:00000001:3.0:1787763470.326182:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763470.326192:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000040:3.0:1787763470.326196:0:268573:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20643)
00000100:00000001:2.0:1787763470.326199:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315305516
00000100:00000001:2.0:1787763470.326209:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315306743
00000100:00000001:2.0:1787763470.326213:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315305516
00000100:00000001:2.0:1787763470.326219:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315306744
00000100:00000001:2.0:1787763470.326224:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763470.326230:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763470.326235:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763470.326240:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763470.326247:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763470.326250:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1787763470.326253:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787763470.326256:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763470.326258:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763470.326267:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d565680 x1874599320589952/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763470.326283:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763470.326286:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763470.326290:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763470.326293:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763470.326297:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763470.326303:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d565680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320589952:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763470.326309:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763470.326313:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763470.326317:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763470.326320:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763470.326328:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f186000.
02000000:00000001:2.0:1787763470.326332:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763470.326338:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763470.326343:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569eeaa8.
00000400:00000010:2.0:1787763470.326349:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fccc0.
00000100:00000200:2.0:1787763470.326356:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320589952, portal 10
00000100:00000001:2.0:1787763470.326359:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763470.326362:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910951040 : -110374798600576 : ffff9b9d5d565680)
00000100:00000040:2.0:1787763470.326374:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d565680 x1874599320589952/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763470.326387:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763470.326393:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763470.326398:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc550.
00000100:00000200:2.0:1787763470.326404:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320589952, offset 0
00000400:00000200:2.0:1787763470.326412:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763470.326420:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763470.326427:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763470.326432:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763470.326437:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763470.326441:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763470.326444:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763470.326450:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63372:63372:254:4294967295] 192.168.203.113@tcp LPNI seq info [63372:63372:6:4294967295]
00000400:00000200:2.0:1787763470.326458:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763470.326470:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763470.326517:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763470.326525:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8eb00.
00000800:00000200:2.0:1787763470.326533:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763470.326540:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000001:2.0:1787763470.326546:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763470.326551:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:2.0:1787763470.326558:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763470.326561:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315305496
00000100:00000001:2.0:1787763470.326566:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315306743
00000100:00000001:2.0:1787763470.326570:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315305496
00000100:00000001:2.0:1787763470.326573:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315306744
00000100:00000001:2.0:1787763470.326577:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763470.326582:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763470.326586:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763470.326594:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d567480 x1874599320590080/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763470.326608:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763470.326611:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763470.326616:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763470.326619:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763470.326623:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763470.326628:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d567480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320590080:192.168.203.113@tcp:8:kworker.0
00000100:00000001:2.0:1787763470.326635:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763470.326638:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763470.326641:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763470.326644:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763470.326651:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f185000.
02000000:00000001:2.0:1787763470.326655:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763470.326661:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763470.326665:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569eee70.
00000400:00000010:2.0:1787763470.326683:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fcee0.
00000100:00000200:2.0:1787763470.326689:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320590080, portal 4
00000100:00000001:2.0:1787763470.326693:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763470.326695:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910958720 : -110374798592896 : ffff9b9d5d567480)
00000100:00000040:2.0:1787763470.326707:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d567480 x1874599320590080/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763470.326720:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763470.326725:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763470.326730:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc330.
00000100:00000200:2.0:1787763470.326735:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320590080, offset 0
00000400:00000200:2.0:1787763470.326743:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763470.326750:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763470.326757:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763470.326762:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763470.326767:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763470.326772:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763470.326776:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763470.326782:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63373:63373:253:4294967295] 192.168.203.113@tcp LPNI seq info [63373:63373:5:4294967295]
00000400:00000200:2.0:1787763470.326791:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763470.326803:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763470.326837:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763470.326844:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8ee00.
00000800:00000200:2.0:1787763470.326852:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763470.326859:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000001:2.0:1787763470.326865:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763470.326871:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:2.0:1787763470.326877:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763470.326880:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315305508
00000100:00000001:2.0:1787763470.326883:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315306743
00000100:00000001:2.0:1787763470.326886:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315305508
00000100:00000001:2.0:1787763470.326888:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315306744
00000100:00000001:2.0:1787763470.326891:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763470.326893:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763470.326897:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763470.326899:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763470.326905:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763470.326908:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1787763470.326912:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787763470.326914:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763470.326917:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763470.326921:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763470.516568:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763470.516579:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763470.516583:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763470.516587:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763470.516594:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763470.516596:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763470.516599:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763470.516603:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763470.516608:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763470.516612:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763470.516613:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763470.516616:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763470.516618:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763470.516619:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763470.516622:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763470.516624:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763470.516628:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763470.516630:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763470.516725:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763470.516732:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763470.516737:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763471.348532:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763471.348542:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763471.348545:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763471.348551:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763471.348557:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763471.348562:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763471.348565:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763471.348568:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763471.348572:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763471.540564:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763471.540571:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763471.540579:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763471.540581:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763471.540586:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763471.540589:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763471.540717:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763471.540722:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763471.540727:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787763471.604511:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4315306743, at 4315306752
00000100:00000040:1.0:1787763471.604526:0:303331:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b110 (cpu 1) has reached its deadline 4315306744, at 4315306752
00000100:00000010:0.0:1787763471.604530:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d5891f9c0.
00000100:00000010:1.0:1787763471.604539:0:303331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d5891f7e0.
00000100:00000001:1.0:1787763472.372524:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763472.372534:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763472.372537:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763472.372544:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763472.372549:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763472.372555:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763472.372559:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763472.372563:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763472.372566:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763472.564527:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763472.564535:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763472.564541:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763472.564542:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763472.564546:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763472.564547:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763472.564599:0:281543:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763472.564604:0:281543:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763472.564608:0:281543:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763473.396621:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763473.396632:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763473.396635:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763473.396643:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763473.396648:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763473.396655:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763473.396659:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763473.396662:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763473.396666:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:0.0:1787763473.397127:0:256666:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.113:988
00000400:00000100:0.0:1787763473.397222:0:256666:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.113@tcp at host 192.168.203.113 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1787763473.397240:0:256666:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763473.397247:0:256666:0:(router.c:1791:lnet_notify()) 192.168.203.13@tcp notifying 192.168.203.113@tcp: down
00000400:00000200:0.0:1787763473.397256:0:256666:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763473.397263:0:256666:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:0.0:1787763473.397271:0:256666:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.113@tcp
00000800:00000010:0.0:1787763473.397277:0:256666:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e000.
00000400:00000200:0.0:1787763473.397286:0:256666:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787763473.397302:0:256666:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787763473.397314:0:256666:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc4c8
00000400:00000010:0.0:1787763473.397319:0:256666:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc4c8.
00000100:00000001:0.0:1787763473.397329:0:256666:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787763473.397343:0:256666:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b9d5d564f00 x1874599320589696/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763473.397387:0:256666:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787763473.397393:0:256666:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d564f00 x1874599320589696/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763495 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763473.397405:0:256666:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763473.397408:0:256666:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787763473.397425:0:256666:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.113@tcp
00000800:00000010:0.0:1787763473.397428:0:256666:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8ea00.
00000400:00000200:0.0:1787763473.397433:0:256666:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787763473.397437:0:256666:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787763473.397504:0:256666:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc088
00000400:00000010:0.0:1787763473.397507:0:256666:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc088.
00000100:00000001:0.0:1787763473.397513:0:256666:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787763473.397520:0:256666:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b9d5d5652c0 x1874599320589824/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763473.397534:0:256666:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787763473.397539:0:256666:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d5652c0 x1874599320589824/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763495 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763473.397549:0:256666:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763473.397552:0:256666:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787763473.397561:0:256666:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.113@tcp
00000800:00000010:0.0:1787763473.397564:0:256666:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8eb00.
00000400:00000200:0.0:1787763473.397568:0:256666:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787763473.397573:0:256666:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787763473.397577:0:256666:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc550
00000400:00000010:0.0:1787763473.397579:0:256666:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc550.
00000100:00000001:0.0:1787763473.397583:0:256666:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787763473.397590:0:256666:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b9d5d565680 x1874599320589952/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763473.397601:0:256666:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787763473.397605:0:256666:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d565680 x1874599320589952/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763495 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763473.397615:0:256666:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763473.397617:0:256666:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787763473.397625:0:256666:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.113@tcp
00000800:00000010:0.0:1787763473.397628:0:256666:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8ee00.
00000400:00000200:0.0:1787763473.397632:0:256666:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787763473.397637:0:256666:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787763473.397641:0:256666:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc330
00000400:00000010:0.0:1787763473.397644:0:256666:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc330.
00000100:00000001:0.0:1787763473.397647:0:256666:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787763473.397655:0:256666:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b9d5d567480 x1874599320590080/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763473.397677:0:256666:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787763473.397681:0:256666:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d567480 x1874599320590080/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763495 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763473.397690:0:256666:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763473.397692:0:256666:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763473.397828:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787763473.397835:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763473.397839:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763473.397850:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763470/real 1787763473]  req@ffff9b9d5d565680 x1874599320589952/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763473.397867:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763473.397870:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763473.397876:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569eeaa8.
00000400:00000200:2.0:1787763473.397881:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fccc0
00000400:00000010:2.0:1787763473.397883:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fccc0.
00000100:00000001:2.0:1787763473.397888:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763473.397893:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d565680 x1874599320589952/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763473.397906:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d565680 x1874599320589952/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763473.397916:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763473.397918:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763473.397922:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763473.397925:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763473.397931:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d565680 x1874599320589952/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763473.397941:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763473.397949:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d565680 x1874599320589952/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763495 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763473.397959:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763473.397963:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763473.397965:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763473.397967:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763473.397972:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763473.397976:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763473.397982:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763473.397990:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763473.397994:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763473.398001:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d565680 x1874599320589952/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763495 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763473.398014:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d565680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320589952:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763473.398021:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763473.398026:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763470/real 1787763473]  req@ffff9b9d5d567480 x1874599320590080/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763473.398045:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763473.398048:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763473.398051:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569eee70.
00000400:00000200:2.0:1787763473.398054:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fcee0
00000400:00000010:2.0:1787763473.398056:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fcee0.
00000100:00000001:2.0:1787763473.398060:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763473.398064:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d567480 x1874599320590080/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763473.398094:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d567480 x1874599320590080/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763473.398105:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763473.398107:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763473.398111:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763473.398113:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763473.398119:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d567480 x1874599320590080/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763473.398128:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763473.398149:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d567480 x1874599320590080/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763495 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763473.398158:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763473.398161:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763473.398163:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763473.398164:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763473.398167:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763473.398170:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763473.398174:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763473.398179:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763473.398183:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763473.398188:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d567480 x1874599320590080/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763495 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763473.398198:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d567480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320590080:192.168.203.113@tcp:8:kworker.0
00000100:00000001:2.0:1787763473.398204:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763473.398209:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763470/real 1787763473]  req@ffff9b9d5d5652c0 x1874599320589824/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763473.398218:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763473.398220:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763473.398222:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569ee478.
00000400:00000200:2.0:1787763473.398226:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc660
00000400:00000010:2.0:1787763473.398228:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc660.
00000100:00000001:2.0:1787763473.398231:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763473.398234:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d5652c0 x1874599320589824/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763473.398244:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d5652c0 x1874599320589824/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763473.398252:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763473.398254:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763473.398256:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763473.398258:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763473.398263:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d5652c0 x1874599320589824/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763473.398271:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763473.398276:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d5652c0 x1874599320589824/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763495 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763473.398285:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763473.398288:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763473.398291:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763473.398293:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763473.398295:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763473.398319:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763473.398323:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763473.398328:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763473.398331:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763473.398336:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d5652c0 x1874599320589824/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763495 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763473.398347:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d5652c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320589824:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763473.398353:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763473.398359:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763470/real 1787763473]  req@ffff9b9d5d564f00 x1874599320589696/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763473.398369:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763473.398371:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763473.398374:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569ee9f8.
00000400:00000200:2.0:1787763473.398378:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc110
00000400:00000010:2.0:1787763473.398381:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc110.
00000100:00000001:2.0:1787763473.398384:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763473.398388:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d564f00 x1874599320589696/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763473.398400:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d564f00 x1874599320589696/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763473.398409:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763473.398411:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763473.398414:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763473.398415:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763473.398420:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d564f00 x1874599320589696/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763473.398744:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763473.398753:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d564f00 x1874599320589696/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763495 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763473.398763:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763473.398767:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763473.398770:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763473.398772:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763473.398775:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763473.398778:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763473.398781:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763473.398786:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763473.398803:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763473.398810:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d564f00 x1874599320589696/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763495 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763473.398820:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d564f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320589696:192.168.203.113@tcp:250:kworker.0
00000100:00000001:2.0:1787763473.398826:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763473.398830:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763473.398835:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d565680 x1874599320589952/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763495 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763473.398845:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763473.398849:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763473.398856:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f186000.
02000000:00000001:2.0:1787763473.398862:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763473.398867:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763473.398870:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:2.0:1787763473.398874:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763473.398878:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45906400.
02000000:00000001:2.0:1787763473.398883:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763473.398887:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763473.398890:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d565680.
00000100:00000001:2.0:1787763473.398895:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763473.398896:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763473.398898:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763473.398902:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d567480 x1874599320590080/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763495 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763473.398907:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763473.398909:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763473.398910:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f185000.
02000000:00000001:2.0:1787763473.398913:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763473.398914:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763473.398915:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:2.0:1787763473.398916:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763473.398918:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45907400.
02000000:00000001:2.0:1787763473.398920:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763473.398921:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763473.398922:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d567480.
00000100:00000001:2.0:1787763473.398924:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763473.398925:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763473.398926:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763473.398929:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d5652c0 x1874599320589824/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763495 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763473.398933:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763473.398934:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763473.398935:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f184c00.
02000000:00000001:2.0:1787763473.398937:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763473.398938:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763473.398939:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:2.0:1787763473.398940:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763473.398941:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45905800.
02000000:00000001:2.0:1787763473.398943:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763473.398944:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763473.398945:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d5652c0.
00000100:00000001:2.0:1787763473.398947:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763473.398948:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763473.398950:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763473.398952:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d564f00 x1874599320589696/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763495 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763473.398958:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763473.398959:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763473.398960:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f187000.
02000000:00000001:2.0:1787763473.398962:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763473.398963:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763473.398964:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:2.0:1787763473.398965:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763473.398966:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45905000.
02000000:00000001:2.0:1787763473.398968:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763473.398968:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763473.398969:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d564f00.
00000100:00000001:2.0:1787763473.398971:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763473.398972:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763473.398974:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763473.398984:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763473.398986:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763473.398988:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787763473.398990:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763473.588518:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763473.588526:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763473.588532:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763473.588533:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763473.588536:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763473.588540:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763473.588543:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763473.588546:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763473.588549:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763473.588551:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763473.588553:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763473.588554:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763473.588614:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763473.588619:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763473.588622:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763474.420564:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763474.420576:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763474.420579:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763474.420587:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763474.420593:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763474.420598:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763474.420602:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763474.420608:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763474.420612:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763474.612650:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763474.612660:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763474.612670:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763474.612674:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763474.612679:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763474.612682:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763474.612775:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763474.612814:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763474.612820:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763475.444545:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763475.444560:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763475.444563:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763475.444571:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763475.444576:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763475.444580:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763475.444584:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763475.444587:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763475.444590:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763475.444690:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763475.444703:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787763475.444706:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763475.444711:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763475.444716:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763475.444725:0:296758:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20638
00000400:00000200:0.0:1787763475.444737:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763475.444744:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763475.444749:0:296758:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763475.444753:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763475.444758:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763475.444761:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763475.444764:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763475.444769:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763475.444772:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:0.0:1787763475.444798:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763475.444803:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:0.0:1787763475.444806:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:0.0:1787763475.444809:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:0.0:1787763475.444815:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763475.444818:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763475.444821:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763475.444823:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787763475.444827:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:0.0:1787763475.444831:0:296758:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763475.444834:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763475.444837:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763475.444842:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763475.444845:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763475.444848:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787763475.444851:0:296758:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763475.444860:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81850000.
00000020:00000040:0.0:1787763475.444863:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:0.0:1787763475.444869:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763475.444872:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763475.444877:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763475.444882:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763475.444889:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763475.444899:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d50558400.
00000100:00000001:0.0:1787763475.444910:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763475.444927:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81850000 x1874599320590208/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763475.444948:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763475.444956:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763475.444965:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a28e6d3] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81850000 x1874599320590208/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763475.445010:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763475.445017:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763475.445024:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787763475.445027:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763475.445032:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763475.445039:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763475.445045:0:296758:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20638
00000400:00000200:0.0:1787763475.445054:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763475.445061:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763475.445065:0:296758:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763475.445070:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763475.445075:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763475.445079:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763475.445084:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763475.445089:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763475.445091:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000100:00000001:2.0:1787763475.445091:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1787763475.445095:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763475.445100:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000100:00000001:2.0:1787763475.445100:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1787763475.445104:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000001:2.0:1787763475.445105:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1787763475.445109:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000040:0.0:1787763475.445115:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000040:2.0:1787763475.445118:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81850000 x1874599320590208/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763475.445119:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763475.445123:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763475.445127:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787763475.445132:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00000001:2.0:1787763475.445136:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:0.0:1787763475.445138:0:296758:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763475.445141:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763475.445143:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763475.445146:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763475.445147:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763475.445152:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763475.445156:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763475.445175:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763475.445178:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763475.445183:0:296758:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1787763475.445187:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1787763475.445188:0:296758:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763475.445191:0:296758:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763475.445193:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81850000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320590208:192.168.203.113@tcp:250:kworker.0
00000100:00000010:0.0:1787763475.445197:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81851680.
00000100:00000001:2.0:1787763475.445199:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:0.0:1787763475.445200:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
02000000:00000001:0.0:1787763475.445203:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763475.445204:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787763475.445205:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763475.445207:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763475.445208:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763475.445210:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763475.445213:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763475.445217:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787763475.445219:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d5055bc00.
00000100:00000001:0.0:1787763475.445225:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763475.445225:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f187000.
02000000:00000001:2.0:1787763475.445228:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763475.445235:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00100000:0.0:1787763475.445249:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81851680 x1874599320590336/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1787763475.445252:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569ee9f8.
00000100:00000001:0.0:1787763475.445259:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000010:2.0:1787763475.445261:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc110.
00000100:00000001:0.0:1787763475.445262:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763475.445267:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be916297] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81851680 x1874599320590336/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763475.445270:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320590208, portal 25
00000100:00000001:2.0:1787763475.445274:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763475.445277:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699517988864 : -110374191562752 : ffff9b9d81850000)
00000100:00000001:0.0:1787763475.445280:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763475.445284:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1787763475.445285:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81850000 x1874599320590208/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787763475.445289:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787763475.445292:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763475.445294:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763475.445296:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1787763475.445298:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:2.0:1787763475.445301:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000100:00080000:0.0:1787763475.445302:0:296758:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20638
00000400:00000010:2.0:1787763475.445305:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc660.
00000400:00000200:0.0:1787763475.445307:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763475.445312:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00000200:2.0:1787763475.445312:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320590208, offset 0
00000100:00080000:0.0:1787763475.445315:0:296758:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763475.445319:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763475.445322:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787763475.445322:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000100:00000040:0.0:1787763475.445325:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763475.445328:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763475.445330:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:2.0:1787763475.445332:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000020:00000040:0.0:1787763475.445333:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000020:00000001:0.0:1787763475.445335:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763475.445338:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000400:00000200:2.0:1787763475.445340:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000020:00000001:0.0:1787763475.445341:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000020:00000001:0.0:1787763475.445344:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000400:00000200:2.0:1787763475.445347:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:0.0:1787763475.445348:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763475.445351:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763475.445354:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000400:00000200:2.0:1787763475.445354:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000100:00000001:0.0:1787763475.445356:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000400:00000200:2.0:1787763475.445359:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000020:00000040:0.0:1787763475.445360:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000400:00000200:2.0:1787763475.445363:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000100:00080000:0.0:1787763475.445364:0:296758:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763475.445367:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763475.445369:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1787763475.445370:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63374:63374:256:4294967295] 192.168.203.113@tcp LPNI seq info [63374:63374:8:4294967295]
02000000:00000001:0.0:1787763475.445373:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763475.445376:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763475.445377:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787763475.445379:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763475.445382:0:296758:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787763475.445385:0:296758:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763475.445387:0:296758:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763475.445391:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000100:00000010:0.0:1787763475.445392:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81850f00.
00000020:00000040:0.0:1787763475.445395:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
02000000:00000001:0.0:1787763475.445399:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000200:2.0:1787763475.445400:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
02000000:00000001:0.0:1787763475.445401:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763475.445404:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763475.445406:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000010:2.0:1787763475.445408:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e100.
02000000:00000001:0.0:1787763475.445409:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763475.445414:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d50558c00.
00000800:00000200:2.0:1787763475.445418:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000001:0.0:1787763475.445419:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787763475.445424:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000100:00100000:0.0:1787763475.445425:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81850f00 x1874599320590464/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1787763475.445434:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000001:0.0:1787763475.445436:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763475.445469:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763475.445477:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007454b7f2] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81850f00 x1874599320590464/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1787763475.445480:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1787763475.445488:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000100:00000001:0.0:1787763475.445489:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1787763475.445492:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e100.
00000100:00000040:0.0:1787763475.445493:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1787763475.445498:0:296758:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:2.0:1787763475.445500:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:0.0:1787763475.445503:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1787763475.445507:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000100:00080000:0.0:1787763475.445508:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787763475.445510:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763475.445514:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1787763475.445515:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc660
00000100:00000001:0.0:1787763475.445519:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000400:00000010:2.0:1787763475.445520:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc660.
00000100:00080000:0.0:1787763475.445524:0:296758:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20638
00000100:00000001:2.0:1787763475.445525:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000400:00000200:0.0:1787763475.445530:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000200:2.0:1787763475.445531:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d81850000 x1874599320590208/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1787763475.445534:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763475.445537:0:296758:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763475.445542:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763475.445545:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787763475.445545:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787763475.445548:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763475.445551:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000040:2.0:1787763475.445551:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81850000 x1874599320590208/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763500 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1787763475.445554:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763475.445557:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000020:00000001:0.0:1787763475.445560:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763475.445563:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000100:00000001:2.0:1787763475.445563:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763475.445567:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000001:2.0:1787763475.445567:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:0.0:1787763475.445570:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000040:0.0:1787763475.445575:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763475.445577:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763475.445578:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763475.445581:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000400:00000200:2.0:1787763475.445582:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787763475.445585:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000001:2.0:1787763475.445586:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4315311864
00000020:00000040:0.0:1787763475.445589:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00000010:2.0:1787763475.445594:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d5891f060.
00000100:00080000:0.0:1787763475.445596:0:296758:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763475.445599:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763475.445601:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787763475.445603:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
02000000:00000001:0.0:1787763475.445605:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763475.445608:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763475.445611:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787763475.445612:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4315311864
00000008:00100000:0.0:1787763475.445614:0:296758:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000100:00000010:2.0:1787763475.445616:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d5891f900.
00000008:00000001:0.0:1787763475.445617:0:296758:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763475.445620:0:296758:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763475.445620:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000100:00000010:0.0:1787763475.445624:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81853840.
00000020:00000040:0.0:1787763475.445627:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
02000000:00000001:0.0:1787763475.445631:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763475.445633:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763475.445633:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787763475.445636:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1787763475.445637:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763475.445638:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763475.445640:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763475.445641:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
02000000:00000010:0.0:1787763475.445646:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d5055a400.
00000100:00100000:2.0:1787763475.445648:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763475/real 1787763475]  req@ffff9b9d81850000 x1874599320590208/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763475.445650:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763475.445657:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81853840 x1874599320590592/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000001:2.0:1787763475.445663:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763475.445665:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787763475.445667:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000010:2.0:1787763475.445669:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569ee9f8.
00000100:00000001:0.0:1787763475.445670:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763475.445674:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc110
00000100:00000040:0.0:1787763475.445675:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000090fddba4] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81853840 x1874599320590592/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1787763475.445676:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc110.
00000100:00000001:2.0:1787763475.445680:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763475.445686:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81850000 x1874599320590208/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763475.445687:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763475.445693:0:296758:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20648)
00000100:00000200:2.0:1787763475.445699:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81850000 x1874599320590208/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763475.445709:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763475.445712:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763475.445715:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763475.445718:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763475.445724:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81850000 x1874599320590208/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763475.445735:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763475.445742:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81850000 x1874599320590208/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763500 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763475.445752:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763475.445757:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763475.445759:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763475.445761:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763475.445764:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763475.445768:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763475.445772:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763475.445793:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763475.445797:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763475.445803:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81850000 x1874599320590208/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763500 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763475.445815:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81850000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320590208:192.168.203.113@tcp:250:kworker.0
00000100:00000001:2.0:1787763475.445822:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763475.445825:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763475.445830:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81850000 x1874599320590208/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763500 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763475.445849:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763475.445852:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763475.445854:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f187000.
02000000:00000001:2.0:1787763475.445859:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763475.445862:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763475.445864:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:2.0:1787763475.445868:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763475.445879:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d50558400.
02000000:00000001:2.0:1787763475.445885:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763475.445888:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763475.445891:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81850000.
00000100:00000001:2.0:1787763475.445895:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763475.445897:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763475.445900:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763475.445909:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763475.445912:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763475.445915:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787763475.445917:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763475.445920:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763475.445926:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81851680 x1874599320590336/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763475.445936:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763475.445938:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763475.445940:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763475.445944:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763475.445947:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763475.445951:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81851680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320590336:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763475.445956:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763475.445960:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763475.445962:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763475.445965:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763475.445970:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f187000.
02000000:00000001:2.0:1787763475.445973:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763475.445979:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763475.445985:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569ee9f8.
00000400:00000010:2.0:1787763475.445990:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc110.
00000100:00000200:2.0:1787763475.445995:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320590336, portal 10
00000100:00000001:2.0:1787763475.445998:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763475.446000:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699517994624 : -110374191556992 : ffff9b9d81851680)
00000100:00000040:2.0:1787763475.446008:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81851680 x1874599320590336/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763475.446017:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763475.446020:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763475.446022:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc660.
00000100:00000200:2.0:1787763475.446026:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320590336, offset 0
00000400:00000200:2.0:1787763475.446032:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763475.446037:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763475.446043:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763475.446048:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763475.446053:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763475.446056:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763475.446060:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763475.446064:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63375:63375:256:4294967295] 192.168.203.113@tcp LPNI seq info [63375:63375:8:4294967295]
00000400:00000200:2.0:1787763475.446071:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763475.446081:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763475.446088:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763475.446094:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e100.
00000800:00000200:2.0:1787763475.446100:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.0:1787763475.446104:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787763475.446111:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763475.446114:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1787763475.446126:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763475.446128:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e100.
00000400:00000200:2.0:1787763475.446132:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787763475.446135:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763475.446139:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc660
00000400:00000010:2.0:1787763475.446142:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc660.
00000100:00000001:2.0:1787763475.446145:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763475.446149:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d81851680 x1874599320590336/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763475.446157:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763475.446176:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81851680 x1874599320590336/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763500 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763475.446182:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763475.446184:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763475.446187:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763475.446191:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:2.0:1787763475.446194:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763475.446196:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315310636
00000100:00000001:2.0:1787763475.446199:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315311864
00000100:00000001:2.0:1787763475.446201:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315310636
00000100:00000001:2.0:1787763475.446203:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315311864
00000100:00000001:2.0:1787763475.446205:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763475.446207:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763475.446209:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763475.446212:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763475/real 1787763475]  req@ffff9b9d81851680 x1874599320590336/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763475.446218:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763475.446220:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763475.446222:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569ee9f8.
00000400:00000200:2.0:1787763475.446224:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc110
00000400:00000010:2.0:1787763475.446225:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc110.
00000100:00000001:2.0:1787763475.446227:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763475.446230:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81851680 x1874599320590336/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763475.446237:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81851680 x1874599320590336/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763475.446248:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763475.446249:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763475.446251:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763475.446252:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763475.446255:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81851680 x1874599320590336/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763475.446260:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763475.446263:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81851680 x1874599320590336/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763500 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763475.446269:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763475.446271:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763475.446272:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763475.446273:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763475.446275:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763475.446286:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763475.446289:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763475.446291:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763475.446293:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763475.446296:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81851680 x1874599320590336/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763500 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763475.446303:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81851680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320590336:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763475.446306:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763475.446308:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81850f00 x1874599320590464/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763475.446314:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763475.446315:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763475.446318:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763475.446320:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763475.446321:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763475.446324:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81850f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320590464:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763475.446327:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763475.446328:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763475.446330:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763475.446331:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763475.446335:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f184c00.
02000000:00000001:2.0:1787763475.446337:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763475.446339:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763475.446341:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569ee9f8.
00000400:00000010:2.0:1787763475.446344:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc110.
00000100:00000200:2.0:1787763475.446347:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320590464, portal 10
00000100:00000001:2.0:1787763475.446348:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763475.446350:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699517992704 : -110374191558912 : ffff9b9d81850f00)
00000100:00000040:2.0:1787763475.446354:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81850f00 x1874599320590464/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763475.446360:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763475.446362:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763475.446364:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc660.
00000100:00000200:2.0:1787763475.446365:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320590464, offset 0
00000400:00000200:2.0:1787763475.446368:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763475.446372:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763475.446375:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763475.446379:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763475.446383:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763475.446386:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763475.446390:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763475.446394:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63376:63376:256:4294967295] 192.168.203.113@tcp LPNI seq info [63376:63376:8:4294967295]
00000400:00000200:2.0:1787763475.446399:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763475.446408:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763475.446414:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763475.446418:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e100.
00000800:00000200:2.0:1787763475.446424:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.0:1787763475.446428:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787763475.446434:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763475.446437:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1787763475.446443:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763475.446446:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e100.
00000400:00000200:2.0:1787763475.446450:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787763475.446481:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763475.446485:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc660
00000400:00000010:2.0:1787763475.446486:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc660.
00000100:00000001:2.0:1787763475.446489:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763475.446492:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d81850f00 x1874599320590464/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763475.446499:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763475.446502:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81850f00 x1874599320590464/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763500 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763475.446508:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763475.446509:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763475.446512:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763475.446520:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:2.0:1787763475.446523:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763475.446525:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315310616
00000100:00000001:2.0:1787763475.446528:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315311864
00000100:00000001:2.0:1787763475.446529:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315310616
00000100:00000001:2.0:1787763475.446531:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315311864
00000100:00000001:2.0:1787763475.446533:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763475.446535:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763475.446537:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763475.446540:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763475/real 1787763475]  req@ffff9b9d81850f00 x1874599320590464/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763475.446548:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763475.446549:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763475.446551:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569ee9f8.
00000400:00000200:2.0:1787763475.446553:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc110
00000400:00000010:2.0:1787763475.446554:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc110.
00000100:00000001:2.0:1787763475.446556:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763475.446559:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81850f00 x1874599320590464/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763475.446566:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81850f00 x1874599320590464/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763475.446571:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763475.446572:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763475.446573:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763475.446574:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763475.446577:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81850f00 x1874599320590464/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763475.446583:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763475.446587:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81850f00 x1874599320590464/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763500 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763475.446592:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763475.446594:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763475.446595:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763475.446596:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763475.446598:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763475.446599:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763475.446601:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763475.446604:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763475.446605:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763475.446609:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81850f00 x1874599320590464/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763500 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763475.446616:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81850f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320590464:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763475.446619:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763475.446622:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81853840 x1874599320590592/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763475.446627:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763475.446628:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763475.446630:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763475.446631:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763475.446633:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763475.446635:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81853840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320590592:192.168.203.113@tcp:8:kworker.0
00000100:00000001:2.0:1787763475.446638:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763475.446640:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763475.446641:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763475.446643:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763475.446646:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f185000.
02000000:00000001:2.0:1787763475.446648:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763475.446651:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763475.446653:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569ee9f8.
00000400:00000010:2.0:1787763475.446656:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc110.
00000100:00000200:2.0:1787763475.446658:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320590592, portal 4
00000100:00000001:2.0:1787763475.446660:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763475.446661:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699518003264 : -110374191548352 : ffff9b9d81853840)
00000100:00000040:2.0:1787763475.446666:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81853840 x1874599320590592/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763475.446671:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763475.446673:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763475.446675:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc660.
00000100:00000200:2.0:1787763475.446677:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320590592, offset 0
00000400:00000200:2.0:1787763475.446681:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763475.446684:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763475.446687:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763475.446690:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763475.446692:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763475.446695:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763475.446697:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763475.446699:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63377:63377:256:4294967295] 192.168.203.113@tcp LPNI seq info [63377:63377:8:4294967295]
00000400:00000200:2.0:1787763475.446703:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763475.446709:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763475.446713:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763475.446715:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e100.
00000800:00000200:2.0:1787763475.446719:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.0:1787763475.446721:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787763475.446725:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763475.446727:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1787763475.446730:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763475.446732:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e100.
00000400:00000200:2.0:1787763475.446735:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787763475.446738:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763475.446740:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc660
00000400:00000010:2.0:1787763475.446742:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc660.
00000100:00000001:2.0:1787763475.446743:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763475.446746:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d81853840 x1874599320590592/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763475.446753:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763475.446755:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81853840 x1874599320590592/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763500 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763475.446760:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763475.446762:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763475.446764:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763475.446766:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:2.0:1787763475.446769:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763475.446771:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315310628
00000100:00000001:2.0:1787763475.446773:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315311864
00000100:00000001:2.0:1787763475.446796:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315310628
00000100:00000001:2.0:1787763475.446799:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315311864
00000100:00000001:2.0:1787763475.446801:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763475.446803:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763475.446822:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763475.446828:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763475/real 1787763475]  req@ffff9b9d81853840 x1874599320590592/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763475.446839:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763475.446841:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763475.446843:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569ee9f8.
00000400:00000200:2.0:1787763475.446846:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc110
00000400:00000010:2.0:1787763475.446848:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc110.
00000100:00000001:2.0:1787763475.446851:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763475.446855:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81853840 x1874599320590592/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763475.446866:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81853840 x1874599320590592/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763475.446874:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763475.446875:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763475.446877:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763475.446879:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763475.446883:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81853840 x1874599320590592/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763475.446891:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763475.446896:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81853840 x1874599320590592/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763500 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763475.446905:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763475.446908:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763475.446910:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763475.446912:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763475.446914:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763475.446916:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763475.446920:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763475.446924:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763475.446926:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763475.446931:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81853840 x1874599320590592/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763500 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763475.446940:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81853840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320590592:192.168.203.113@tcp:8:kworker.0
00000100:00000001:2.0:1787763475.446944:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763475.446947:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763475.446951:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81851680 x1874599320590336/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763500 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763475.446959:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763475.446962:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763475.446965:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f187000.
02000000:00000001:2.0:1787763475.446968:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763475.446970:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763475.446972:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:2.0:1787763475.446975:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763475.446978:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d5055bc00.
02000000:00000001:2.0:1787763475.446998:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763475.446999:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763475.447000:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81851680.
00000100:00000001:2.0:1787763475.447003:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763475.447004:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763475.447005:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763475.447008:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81850f00 x1874599320590464/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763500 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763475.447019:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763475.447020:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763475.447022:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f184c00.
02000000:00000001:2.0:1787763475.447024:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763475.447025:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763475.447026:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:2.0:1787763475.447027:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763475.447028:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d50558c00.
02000000:00000001:2.0:1787763475.447031:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763475.447031:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763475.447032:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81850f00.
00000100:00000001:2.0:1787763475.447034:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763475.447035:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763475.447036:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763475.447039:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81853840 x1874599320590592/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763500 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763475.447044:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763475.447045:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763475.447046:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f185000.
02000000:00000001:2.0:1787763475.447048:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763475.447048:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763475.447049:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:2.0:1787763475.447051:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763475.447052:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d5055a400.
02000000:00000001:2.0:1787763475.447054:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763475.447055:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763475.447056:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81853840.
00000100:00000001:2.0:1787763475.447057:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763475.447058:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763475.447060:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763475.447063:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763475.447065:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763475.447066:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787763475.447068:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763475.636539:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763475.636561:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763475.636572:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763475.636575:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763475.636583:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763475.636584:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763475.636683:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763475.636694:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763475.636702:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763476.468554:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763476.468566:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763476.468569:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763476.468576:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763476.468581:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763476.468586:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763476.468589:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763476.468593:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763476.468596:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763476.660546:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763476.660555:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763476.660562:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763476.660563:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763476.660567:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763476.660569:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763476.660635:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763476.660647:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763476.660657:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787763476.724573:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4315311864, at 4315311872
00000100:00000040:1.0:1787763476.724574:0:303331:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b110 (cpu 1) has reached its deadline 4315311864, at 4315311872
00000100:00000010:1.0:1787763476.724603:0:303331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d5891f900.
00000100:00000010:0.0:1787763476.724616:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d5891f060.
00000100:00000001:1.0:1787763477.492542:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763477.492551:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763477.492553:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763477.492559:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763477.492562:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763477.492567:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763477.492570:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763477.492573:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763477.492575:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763477.684539:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763477.684547:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763477.684557:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763477.684560:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763477.684566:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763477.684568:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763477.684681:0:281543:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763477.684687:0:281543:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763477.684690:0:281543:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763478.516513:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763478.516528:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763478.516530:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763478.516535:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763478.516539:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763478.516543:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763478.516545:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763478.516548:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763478.516550:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763478.708524:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763478.708532:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763478.708539:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763478.708540:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763478.708543:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763478.708544:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763478.708609:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763478.708614:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763478.708617:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763479.540559:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763479.540574:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763479.540577:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763479.540585:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763479.540591:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763479.540597:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763479.540602:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763479.540607:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763479.540612:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763479.732549:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763479.732574:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763479.732581:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763479.732583:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763479.732588:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763479.732589:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763479.732657:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763479.732664:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763479.732669:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763480.564548:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763480.564557:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763480.564560:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763480.564566:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763480.564572:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763480.564577:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763480.564580:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763480.564583:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763480.564587:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763480.564590:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763480.564599:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787763480.564602:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763480.564606:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763480.564611:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763480.564618:0:296758:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20643
00000400:00000200:2.0:1787763480.564628:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763480.564634:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763480.564638:0:296758:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763480.564641:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763480.564645:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763480.564647:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763480.564650:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:2.0:1787763480.564654:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763480.564656:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:2.0:1787763480.564658:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763480.564662:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:2.0:1787763480.564664:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:2.0:1787763480.564667:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:2.0:1787763480.564669:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763480.564671:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763480.564685:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763480.564687:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:2.0:1787763480.564690:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:2.0:1787763480.564694:0:296758:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763480.564696:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763480.564699:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763480.564703:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763480.564706:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763480.564708:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787763480.564710:0:296758:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763480.564737:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d5692c0.
00000020:00000040:2.0:1787763480.564765:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:2.0:1787763480.564771:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763480.564773:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763480.564777:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763480.564782:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763480.564788:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763480.564799:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f184c00.
00000100:00000001:2.0:1787763480.564808:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763480.564833:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d5692c0 x1874599320590720/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763480.564848:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763480.564855:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763480.564863:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000103818ef] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d5692c0 x1874599320590720/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763480.564902:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763480.564908:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763480.564914:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787763480.564916:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763480.564919:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763480.564924:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763480.564928:0:296758:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20643
00000400:00000200:2.0:1787763480.564935:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763480.564942:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763480.564947:0:296758:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763480.564953:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763480.564957:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763480.564962:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763480.564966:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:2.0:1787763480.564970:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787763480.564972:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:2.0:1787763480.564973:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000020:00000001:2.0:1787763480.564981:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787763480.564982:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000040:2.0:1787763480.564988:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000100:00000001:1.0:1787763480.564989:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1787763480.564998:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000020:00000001:2.0:1787763480.565006:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000040:1.0:1787763480.565008:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d5692c0 x1874599320590720/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787763480.565018:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763480.565029:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763480.565036:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763480.565041:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763480.565044:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000001:1.0:1787763480.565048:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1787763480.565052:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
02000000:00000001:1.0:1787763480.565058:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:2.0:1787763480.565064:0:296758:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
02000000:00000001:1.0:1787763480.565066:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763480.565074:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763480.565076:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763480.565083:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:1.0:1787763480.565090:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d5692c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320590720:192.168.203.113@tcp:250:kworker.0
02000000:00000001:2.0:1787763480.565096:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763480.565100:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763480.565104:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763480.565110:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1787763480.565111:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:1.0:1787763480.565117:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:2.0:1787763480.565121:0:296758:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1787763480.565123:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:2.0:1787763480.565132:0:296758:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787763480.565134:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58dbb400.
00000100:00000001:2.0:1787763480.565137:0:296758:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763480.565143:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763480.565150:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d569680.
00000400:00000200:1.0:1787763480.565158:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000020:00000040:2.0:1787763480.565160:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
02000000:00000001:2.0:1787763480.565168:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000010:1.0:1787763480.565170:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43000.
02000000:00000001:2.0:1787763480.565171:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763480.565180:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763480.565184:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:1.0:1787763480.565186:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9000.
02000000:00000001:2.0:1787763480.565188:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787763480.565199:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320590720, portal 25
02000000:00000010:2.0:1787763480.565202:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f187000.
00000100:00000001:1.0:1787763480.565207:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763480.565213:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910966464 : -110374798585152 : ffff9b9d5d5692c0)
00000100:00000001:2.0:1787763480.565214:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763480.565227:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d5692c0 x1874599320590720/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763480.565233:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d569680 x1874599320590848/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763480.565258:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763480.565264:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763480.565274:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763480.565280:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d90ce636] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d569680 x1874599320590848/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787763480.565285:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763480.565293:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9aa0.
00000100:00000200:1.0:1787763480.565302:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320590720, offset 0
00000400:00000200:1.0:1787763480.565322:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000100:00000001:2.0:1787763480.565335:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763480.565341:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00080000:2.0:1787763480.565346:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763480.565356:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:1.0:1787763480.565357:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000100:00000001:2.0:1787763480.565365:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1787763480.565372:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:2.0:1787763480.565372:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763480.565382:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1787763480.565385:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000100:00080000:2.0:1787763480.565393:0:296758:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20643
00000400:00000200:1.0:1787763480.565399:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763480.565408:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763480.565410:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763480.565425:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000400:00000200:1.0:1787763480.565427:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63378:63378:256:4294967295] 192.168.203.113@tcp LPNI seq info [63378:63378:8:4294967295]
00000100:00080000:2.0:1787763480.565434:0:296758:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763480.565498:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000400:00000200:1.0:1787763480.565499:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763480.565508:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763480.565517:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763480.565526:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:2.0:1787763480.565536:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:1.0:1787763480.565538:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000020:00000040:2.0:1787763480.565541:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000020:00000001:2.0:1787763480.565549:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763480.565556:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000800:00000200:1.0:1787763480.565558:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000020:00000001:2.0:1787763480.565563:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000800:00000010:1.0:1787763480.565572:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718eff00.
00000020:00000001:2.0:1787763480.565573:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00000040:2.0:1787763480.565587:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000800:00000200:1.0:1787763480.565595:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000001:2.0:1787763480.565597:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.0:1787763480.565606:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000100:00000040:2.0:1787763480.565609:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763480.565619:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:2.0:1787763480.565624:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000100:00080000:2.0:1787763480.565631:0:296758:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763480.565640:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787763480.565642:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
02000000:00000001:2.0:1787763480.565648:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:1.1:1787763480.565653:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
02000000:00000001:2.0:1787763480.565667:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000100:1.0:1787763480.565678:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
02000000:00000001:2.0:1787763480.565679:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1787763480.565684:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718eff00.
00000100:00000001:2.0:1787763480.565687:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787763480.565694:0:296758:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1787763480.565698:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000008:00000001:2.0:1787763480.565699:0:296758:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763480.565705:0:296758:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763480.565711:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000100:00000010:2.0:1787763480.565716:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d56b840.
00000400:00000200:1.0:1787763480.565732:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9aa0
00000020:00000040:2.0:1787763480.565733:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000400:00000010:1.0:1787763480.565739:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9aa0.
02000000:00000001:2.0:1787763480.565759:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763480.565763:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763480.565768:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787763480.565772:0:256678:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:2.0:1787763480.565773:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763480.565780:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787763480.565787:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d5692c0 x1874599320590720/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1787763480.565790:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f186000.
00000100:00000001:2.0:1787763480.565800:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763480.565807:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00100000:2.0:1787763480.565814:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d56b840 x1874599320590976/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1787763480.565822:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d5692c0 x1874599320590720/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763505 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763480.565831:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763480.565840:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763480.565852:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763480.565858:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2e525cc] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d56b840 x1874599320590976/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763480.565859:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763480.565872:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763480.565877:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763480.565886:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000040:2.0:1787763480.565887:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787763480.565894:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4315316984
00000100:00000040:2.0:1787763480.565898:0:296758:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000010:1.0:1787763480.565906:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d7f69b960.
00000100:00080000:2.0:1787763480.565907:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763480.565918:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787763480.565921:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787763480.565922:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763480.565928:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763480.565935:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787763480.565937:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4315316984
00000100:00080000:2.0:1787763480.565945:0:296758:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20643
00000100:00000010:1.0:1787763480.565950:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d7f69b780.
00000400:00000200:2.0:1787763480.565959:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763480.565961:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787763480.565972:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1787763480.565972:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763480.565981:0:296758:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787763480.565983:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763480.565991:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000040:2.0:1787763480.565993:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763480.566000:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:1.0:1787763480.566006:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763480/real 1787763480]  req@ffff9b9d5d5692c0 x1874599320590720/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787763480.566010:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763480.566020:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:2.0:1787763480.566029:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763480.566033:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000020:00000001:2.0:1787763480.566039:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763480.566044:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000020:00000001:2.0:1787763480.566054:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000020:00000001:2.0:1787763480.566064:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000400:00000001:1.0:1787763480.566069:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:2.0:1787763480.566075:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000400:00000001:1.0:1787763480.566076:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763480.566084:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43000.
00000100:00000001:2.0:1787763480.566085:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763480.566094:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000400:00000200:1.0:1787763480.566095:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9000
00000100:00000001:2.0:1787763480.566103:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000400:00000010:1.0:1787763480.566104:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9000.
00000100:00000001:1.0:1787763480.566115:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000040:2.0:1787763480.566116:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00000200:1.0:1787763480.566128:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d5692c0 x1874599320590720/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787763480.566128:0:296758:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763480.566140:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763480.566148:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763480.566157:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:1.0:1787763480.566161:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d5692c0 x1874599320590720/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787763480.566165:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763480.566175:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787763480.566182:0:296758:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000100:00000001:1.0:1787763480.566185:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000008:00000001:2.0:1787763480.566188:0:296758:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763480.566191:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763480.566193:0:296758:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763480.566197:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000010:2.0:1787763480.566201:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d568000.
00000100:00000001:1.0:1787763480.566203:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:2.0:1787763480.566211:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
00000100:00100000:1.0:1787763480.566216:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d5692c0 x1874599320590720/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787763480.566220:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763480.566226:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763480.566233:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763480.566240:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787763480.566242:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1787763480.566247:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763480.566254:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d5692c0 x1874599320590720/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763505 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1787763480.566261:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f185000.
00000100:00000001:2.0:1787763480.566272:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763480.566276:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763480.566284:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763480.566290:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00100000:2.0:1787763480.566290:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d568000 x1874599320591104/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787763480.566295:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763480.566305:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763480.566311:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763480.566324:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00080000:1.0:1787763480.566336:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:2.0:1787763480.566338:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787763480.566351:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000040:2.0:1787763480.566353:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000040389d09] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d568000 x1874599320591104/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763480.566358:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763480.566376:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d5692c0 x1874599320590720/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763505 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763480.566382:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763480.566394:0:296758:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20653)
00000100:00100000:1.0:1787763480.566404:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d5692c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320590720:192.168.203.113@tcp:250:kworker.0
00000100:00000001:1.0:1787763480.566413:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763480.566416:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763480.566421:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d5692c0 x1874599320590720/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763505 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763480.566429:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763480.566433:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763480.566436:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58dbb400.
02000000:00000001:1.0:1787763480.566464:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763480.566468:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763480.566470:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:1.0:1787763480.566474:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763480.566477:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f184c00.
02000000:00000001:1.0:1787763480.566482:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763480.566485:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763480.566488:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d5692c0.
00000100:00000001:1.0:1787763480.566493:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763480.566496:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763480.566499:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763480.566510:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763480.566513:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763480.566518:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763480.566522:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763480.566525:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763480.566533:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d569680 x1874599320590848/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763480.566546:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763480.566550:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763480.566554:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763480.566557:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763480.566561:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763480.566567:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d569680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320590848:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763480.566573:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763480.566576:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763480.566578:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763480.566580:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763480.566584:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58dbb400.
02000000:00000001:1.0:1787763480.566586:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763480.566592:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763480.566596:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43000.
00000400:00000010:1.0:1787763480.566602:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9000.
00000100:00000200:1.0:1787763480.566607:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320590848, portal 10
00000100:00000001:1.0:1787763480.566610:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763480.566612:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910967424 : -110374798584192 : ffff9b9d5d569680)
00000100:00000040:1.0:1787763480.566639:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d569680 x1874599320590848/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763480.566649:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763480.566653:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763480.566657:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9aa0.
00000100:00000200:1.0:1787763480.566661:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320590848, offset 0
00000400:00000200:1.0:1787763480.566668:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763480.566676:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763480.566691:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763480.566697:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763480.566700:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763480.566703:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763480.566705:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763480.566709:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63379:63379:256:4294967295] 192.168.203.113@tcp LPNI seq info [63379:63379:8:4294967295]
00000400:00000200:1.0:1787763480.566713:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763480.566720:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763480.566725:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763480.566729:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718eff00.
00000800:00000200:1.0:1787763480.566733:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763480.566736:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787763480.566761:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763480.566764:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1787763480.566768:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763480.566770:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718eff00.
00000400:00000200:1.0:1787763480.566774:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763480.566777:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763480.566781:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9aa0
00000400:00000010:1.0:1787763480.566791:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9aa0.
00000100:00000001:1.0:1787763480.566794:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763480.566798:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d569680 x1874599320590848/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763480.566811:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763480.566816:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d569680 x1874599320590848/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763505 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763480.566826:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763480.566829:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763480.566834:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763480.566841:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:1.0:1787763480.566846:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763480.566849:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315315757
00000100:00000001:1.0:1787763480.566854:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315316984
00000100:00000001:1.0:1787763480.566857:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315315757
00000100:00000001:1.0:1787763480.566860:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315316984
00000100:00000001:1.0:1787763480.566864:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763480.566867:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763480.566870:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763480.566875:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763480/real 1787763480]  req@ffff9b9d5d569680 x1874599320590848/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763480.566883:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763480.566885:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763480.566887:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43000.
00000400:00000200:1.0:1787763480.566890:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9000
00000400:00000010:1.0:1787763480.566892:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9000.
00000100:00000001:1.0:1787763480.566895:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763480.566900:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d569680 x1874599320590848/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763480.566914:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d569680 x1874599320590848/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763480.566924:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763480.566926:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763480.566930:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763480.566932:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763480.566938:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d569680 x1874599320590848/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763480.566949:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763480.566955:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d569680 x1874599320590848/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763505 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763480.566967:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763480.566971:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763480.566974:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763480.566976:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763480.566979:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763480.566990:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763480.566993:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763480.566997:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763480.566999:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763480.567003:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d569680 x1874599320590848/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763505 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763480.567011:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d569680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320590848:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763480.567016:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763480.567019:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d56b840 x1874599320590976/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763480.567026:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763480.567027:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763480.567029:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763480.567031:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763480.567034:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763480.567036:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d56b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320590976:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763480.567040:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763480.567042:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763480.567043:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763480.567045:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763480.567049:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58dbac00.
02000000:00000001:1.0:1787763480.567051:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763480.567054:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763480.567057:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43000.
00000400:00000010:1.0:1787763480.567060:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9000.
00000100:00000200:1.0:1787763480.567063:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320590976, portal 10
00000100:00000001:1.0:1787763480.567074:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763480.567076:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910976064 : -110374798575552 : ffff9b9d5d56b840)
00000100:00000040:1.0:1787763480.567082:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d56b840 x1874599320590976/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763480.567088:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763480.567090:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763480.567092:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9aa0.
00000100:00000200:1.0:1787763480.567095:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320590976, offset 0
00000400:00000200:1.0:1787763480.567098:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763480.567103:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763480.567106:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763480.567109:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763480.567112:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763480.567115:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763480.567117:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763480.567120:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63380:63380:256:4294967295] 192.168.203.113@tcp LPNI seq info [63380:63380:8:4294967295]
00000400:00000200:1.0:1787763480.567124:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763480.567130:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763480.567135:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763480.567137:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718eff00.
00000800:00000200:1.0:1787763480.567141:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763480.567144:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787763480.567148:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763480.567151:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1787763480.567155:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763480.567157:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718eff00.
00000400:00000200:1.0:1787763480.567160:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763480.567163:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763480.567166:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9aa0
00000400:00000010:1.0:1787763480.567168:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9aa0.
00000100:00000001:1.0:1787763480.567170:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763480.567174:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d56b840 x1874599320590976/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763480.567181:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763480.567184:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d56b840 x1874599320590976/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763505 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763480.567191:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763480.567192:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763480.567195:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763480.567197:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:1.0:1787763480.567200:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763480.567202:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315315736
00000100:00000001:1.0:1787763480.567204:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315316984
00000100:00000001:1.0:1787763480.567206:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315315736
00000100:00000001:1.0:1787763480.567209:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315316984
00000100:00000001:1.0:1787763480.567211:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763480.567213:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763480.567215:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763480.567218:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763480/real 1787763480]  req@ffff9b9d5d56b840 x1874599320590976/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763480.567225:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763480.567226:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763480.567228:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43000.
00000400:00000200:1.0:1787763480.567230:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9000
00000400:00000010:1.0:1787763480.567231:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9000.
00000100:00000001:1.0:1787763480.567233:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763480.567236:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d56b840 x1874599320590976/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763480.567243:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d56b840 x1874599320590976/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763480.567250:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763480.567251:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763480.567253:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763480.567254:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763480.567257:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d56b840 x1874599320590976/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763480.567263:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763480.567266:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d56b840 x1874599320590976/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763505 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763480.567272:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763480.567275:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763480.567276:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763480.567277:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763480.567284:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763480.567286:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763480.567288:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763480.567292:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763480.567294:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763480.567297:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d56b840 x1874599320590976/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763505 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763480.567304:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d56b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320590976:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763480.567307:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763480.567310:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d568000 x1874599320591104/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763480.567316:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763480.567317:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763480.567319:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763480.567321:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763480.567323:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763480.567325:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d568000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320591104:192.168.203.113@tcp:8:kworker.0
00000100:00000001:1.0:1787763480.567328:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763480.567330:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763480.567331:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763480.567333:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763480.567336:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db9800.
02000000:00000001:1.0:1787763480.567339:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763480.567342:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763480.567344:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43000.
00000400:00000010:1.0:1787763480.567347:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9000.
00000100:00000200:1.0:1787763480.567350:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320591104, portal 4
00000100:00000001:1.0:1787763480.567351:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763480.567353:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910961664 : -110374798589952 : ffff9b9d5d568000)
00000100:00000040:1.0:1787763480.567358:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d568000 x1874599320591104/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763480.567405:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763480.567408:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763480.567411:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9aa0.
00000100:00000200:1.0:1787763480.567413:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320591104, offset 0
00000400:00000200:1.0:1787763480.567417:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763480.567420:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763480.567423:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763480.567426:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763480.567428:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763480.567431:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763480.567433:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763480.567436:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63381:63381:256:4294967295] 192.168.203.113@tcp LPNI seq info [63381:63381:8:4294967295]
00000400:00000200:1.0:1787763480.567464:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763480.567472:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763480.567477:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763480.567480:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718eff00.
00000800:00000200:1.0:1787763480.567485:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763480.567489:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787763480.567496:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763480.567500:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1787763480.567506:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763480.567509:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718eff00.
00000400:00000200:1.0:1787763480.567513:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763480.567518:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763480.567522:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9aa0
00000400:00000010:1.0:1787763480.567525:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9aa0.
00000100:00000001:1.0:1787763480.567529:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763480.567535:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d568000 x1874599320591104/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763480.567548:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763480.567553:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d568000 x1874599320591104/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763505 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763480.567571:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763480.567573:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763480.567577:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763480.567580:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:1.0:1787763480.567584:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763480.567586:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315315749
00000100:00000001:1.0:1787763480.567588:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315316984
00000100:00000001:1.0:1787763480.567591:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315315749
00000100:00000001:1.0:1787763480.567594:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315316984
00000100:00000001:1.0:1787763480.567598:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763480.567601:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763480.567604:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763480.567609:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763480/real 1787763480]  req@ffff9b9d5d568000 x1874599320591104/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763480.567621:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763480.567623:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763480.567626:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43000.
00000400:00000200:1.0:1787763480.567629:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9000
00000400:00000010:1.0:1787763480.567632:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9000.
00000100:00000001:1.0:1787763480.567636:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763480.567641:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d568000 x1874599320591104/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763480.567655:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d568000 x1874599320591104/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763480.567665:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763480.567666:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763480.567668:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763480.567670:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763480.567673:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d568000 x1874599320591104/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763480.567681:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763480.567685:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d568000 x1874599320591104/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763505 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763480.567700:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763480.567703:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763480.567704:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763480.567705:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763480.567707:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763480.567709:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763480.567711:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763480.567714:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763480.567716:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763480.567719:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d568000 x1874599320591104/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763505 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763480.567726:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d568000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320591104:192.168.203.113@tcp:8:kworker.0
00000100:00000001:1.0:1787763480.567730:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763480.567732:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763480.567735:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d569680 x1874599320590848/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763505 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763480.567761:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763480.567763:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763480.567765:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58dbb400.
02000000:00000001:1.0:1787763480.567768:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763480.567770:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763480.567771:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:1.0:1787763480.567773:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763480.567776:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f187000.
02000000:00000001:1.0:1787763480.567787:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763480.567789:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763480.567790:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d569680.
00000100:00000001:1.0:1787763480.567793:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763480.567794:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763480.567796:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763480.567801:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d56b840 x1874599320590976/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763505 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763480.567811:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763480.567813:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763480.567816:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58dbac00.
02000000:00000001:1.0:1787763480.567819:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763480.567821:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763480.567823:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:1.0:1787763480.567826:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763480.567829:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f186000.
02000000:00000001:1.0:1787763480.567832:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763480.567834:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763480.567837:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d56b840.
00000100:00000001:1.0:1787763480.567840:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763480.567842:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763480.567844:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763480.567850:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d568000 x1874599320591104/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763505 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763480.567861:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763480.567863:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763480.567866:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db9800.
02000000:00000001:1.0:1787763480.567868:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763480.567870:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763480.567871:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:1.0:1787763480.567873:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763480.567875:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f185000.
02000000:00000001:1.0:1787763480.567877:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763480.567878:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763480.567879:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d568000.
00000100:00000001:1.0:1787763480.567881:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763480.567883:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763480.567885:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763480.567889:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763480.567891:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763480.567893:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763480.567895:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763480.756530:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763480.756540:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763480.756544:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763480.756548:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763480.756555:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763480.756558:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763480.756562:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763480.756566:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763480.756571:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763480.756575:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763480.756577:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763480.756580:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763480.756583:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763480.756585:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763480.756588:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763480.756592:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763480.756597:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763480.756600:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763480.756702:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763480.756712:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763480.756718:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763481.588958:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763481.588972:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763481.588979:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763481.588988:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763481.588995:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763481.589005:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763481.589012:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763481.589019:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763481.589026:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763481.780599:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763481.780610:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763481.780622:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763481.780625:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763481.780633:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763481.780636:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763481.780724:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763481.780730:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763481.780754:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787763481.844573:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4315316984, at 4315316992
00000100:00000040:1.0:1787763481.844580:0:303331:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b110 (cpu 1) has reached its deadline 4315316984, at 4315316992
00000100:00000010:0.0:1787763481.844594:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69b960.
00000100:00000010:1.0:1787763481.844612:0:303331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69b780.
00000100:00000001:1.0:1787763482.612608:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763482.612621:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763482.612626:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763482.612635:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763482.612642:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763482.612650:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763482.612684:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763482.612690:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763482.612695:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763482.804586:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763482.804594:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763482.804603:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763482.804605:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763482.804609:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763482.804610:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763482.804719:0:281543:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763482.804751:0:281543:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763482.804758:0:281543:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763483.637319:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763483.637332:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763483.637337:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763483.637346:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763483.637353:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763483.637359:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763483.637364:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763483.637368:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763483.637374:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763483.828569:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763483.828575:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763483.828580:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763483.828582:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763483.828585:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763483.828588:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763483.828591:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763483.828593:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763483.828596:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763483.828599:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763483.828600:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763483.828602:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763483.828657:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763483.828671:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763483.828674:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763484.660743:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763484.660753:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763484.660755:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763484.660761:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763484.660764:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763484.660768:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763484.660770:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763484.660774:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763484.660776:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763484.852538:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763484.852546:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763484.852552:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763484.852553:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763484.852569:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763484.852570:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763484.852678:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763484.852690:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763484.852697:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763485.685200:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763485.685210:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763485.685212:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763485.685218:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763485.685222:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763485.685227:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763485.685230:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763485.685234:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763485.685236:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787763485.685245:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787763485.685260:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787763485.685266:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787763485.685271:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787763485.685277:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787763485.685287:0:268573:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20648
00000400:00000200:1.0:1787763485.685301:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763485.685311:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:1.0:1787763485.685316:0:268573:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787763485.685321:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763485.685326:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787763485.685330:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763485.685333:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:1.0:1787763485.685338:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787763485.685341:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:1.0:1787763485.685344:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787763485.685348:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:1.0:1787763485.685351:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:1.0:1787763485.685355:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:1.0:1787763485.685359:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763485.685361:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787763485.685364:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763485.685366:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:1.0:1787763485.685370:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:1.0:1787763485.685374:0:268573:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:1.0:1787763485.685377:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763485.685380:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787763485.685386:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763485.685391:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763485.685395:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1787763485.685412:0:268573:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787763485.685429:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d753e4f00.
00000020:00000040:1.0:1787763485.685437:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:1.0:1787763485.685511:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787763485.685515:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763485.685521:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787763485.685525:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787763485.685532:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787763485.685543:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d58db9800.
00000100:00000001:1.0:1787763485.685552:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763485.685564:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d753e4f00 x1874599320591232/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787763485.685578:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787763485.685583:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763485.685589:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006fb83b46] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d753e4f00 x1874599320591232/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763485.685618:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787763485.685623:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787763485.685628:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787763485.685631:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787763485.685634:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787763485.685640:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787763485.685646:0:268573:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20648
00000400:00000200:1.0:1787763485.685654:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763485.685654:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:1.0:1787763485.685665:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00000001:2.0:1787763485.685665:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763485.685672:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00080000:1.0:1787763485.685674:0:268573:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787763485.685680:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763485.685683:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763485.685691:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d753e4f00 x1874599320591232/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787763485.685693:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763485.685722:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763485.685727:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763485.685730:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
02000000:00000001:2.0:1787763485.685734:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:1.0:1787763485.685737:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787763485.685741:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
02000000:00000001:2.0:1787763485.685741:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:1.0:1787763485.685750:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
02000000:00000001:2.0:1787763485.685750:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1787763485.685764:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000100:00100000:2.0:1787763485.685765:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d753e4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320591232:192.168.203.113@tcp:250:kworker.0
00000020:00000001:1.0:1787763485.685786:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000001:2.0:1787763485.685786:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763485.685796:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000001:1.0:1787763485.685799:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
02000000:00000001:2.0:1787763485.685800:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763485.685808:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:1.0:1787763485.685819:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
02000000:00000010:2.0:1787763485.685820:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f184000.
02000000:00000001:2.0:1787763485.685829:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763485.685837:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787763485.685845:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000040:1.0:1787763485.685847:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763485.685855:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000400:00000010:2.0:1787763485.685855:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569ee9f8.
00000020:00000040:1.0:1787763485.685870:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000400:00000010:2.0:1787763485.685875:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc110.
00000100:00080000:1.0:1787763485.685876:0:268573:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:1.0:1787763485.685881:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763485.685885:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:2.0:1787763485.685894:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320591232, portal 25
00000100:00000001:2.0:1787763485.685900:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763485.685903:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699312029440 : -110374397522176 : ffff9b9d753e4f00)
02000000:00000001:1.0:1787763485.685907:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763485.685913:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763485.685916:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000040:2.0:1787763485.685917:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d753e4f00 x1874599320591232/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1787763485.685922:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787763485.685933:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763485.685941:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787763485.685953:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d753e6580.
00000100:00000001:2.0:1787763485.685956:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:1.0:1787763485.685963:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
02000000:00000001:1.0:1787763485.685975:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000040:2.0:1787763485.685975:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
02000000:00000001:1.0:1787763485.685982:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787763485.685985:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc660.
00000100:00000001:1.0:1787763485.685988:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787763485.685991:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:2.0:1787763485.685993:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320591232, offset 0
02000000:00000001:1.0:1787763485.685996:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787763485.686005:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d58dbac00.
00000400:00000200:2.0:1787763485.686006:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000100:00000001:1.0:1787763485.686016:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763485.686026:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00100000:1.0:1787763485.686033:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d753e6580 x1874599320591360/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787763485.686045:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000100:00000001:1.0:1787763485.686062:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1787763485.686062:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1787763485.686074:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763485.686081:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000100:00000040:1.0:1787763485.686088:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f34e68e0] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d753e6580 x1874599320591360/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787763485.686089:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763485.686104:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763485.686121:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63382:63382:256:4294967295] 192.168.203.113@tcp LPNI seq info [63382:63382:8:4294967295]
00000400:00000200:2.0:1787763485.686155:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763485.686173:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763485.686181:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000100:00080000:1.0:1787763485.686184:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787763485.686191:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000800:00000200:2.0:1787763485.686192:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000100:00000001:1.0:1787763485.686202:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787763485.686206:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000010:2.0:1787763485.686206:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e100.
00000100:00000001:1.0:1787763485.686219:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787763485.686228:0:268573:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20648
00000800:00000200:2.0:1787763485.686230:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.0:1787763485.686238:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
00000400:00000200:1.0:1787763485.686240:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763485.686255:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:1.0:1787763485.686266:0:268573:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000800:00000200:2.1:1787763485.686268:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000040:1.0:1787763485.686272:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763485.686281:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1787763485.686283:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
00000100:00000040:1.0:1787763485.686286:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763485.686295:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:1.0:1787763485.686300:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787763485.686306:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000800:00000100:2.0:1787763485.686312:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000020:00000001:1.0:1787763485.686313:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000010:2.0:1787763485.686325:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e100.
00000020:00000040:1.0:1787763485.686326:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000020:00000001:1.0:1787763485.686340:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000400:00000200:2.0:1787763485.686343:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:1.0:1787763485.686347:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00000040:1.0:1787763485.686357:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000400:00000200:2.0:1787763485.686358:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000100:00000001:1.0:1787763485.686372:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787763485.686378:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000400:00000200:2.0:1787763485.686378:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc660
00000400:00000010:2.0:1787763485.686387:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc660.
00000100:00000001:1.0:1787763485.686388:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:1.0:1787763485.686400:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000100:00000001:2.0:1787763485.686401:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:1.0:1787763485.686415:0:268573:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000200:2.0:1787763485.686420:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d753e4f00 x1874599320591232/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763485.686422:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763485.686479:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787763485.686480:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:1.0:1787763485.686489:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1787763485.686489:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d753e4f00 x1874599320591232/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763510 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787763485.686508:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763485.686516:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763485.686517:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787763485.686528:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000008:00100000:1.0:1787763485.686529:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787763485.686537:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763485.686541:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763485.686543:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787763485.686547:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d753e5a40.
00000020:00000040:1.0:1787763485.686554:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000400:00000200:2.0:1787763485.686554:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
02000000:00000001:1.0:1787763485.686565:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1787763485.686568:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4315322105
02000000:00000001:1.0:1787763485.686569:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763485.686575:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787763485.686580:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787763485.686584:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763485.686588:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d5891fa20.
02000000:00000010:1.0:1787763485.686591:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d58dbb400.
00000100:00000001:1.0:1787763485.686604:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763485.686610:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000100:00100000:1.0:1787763485.686613:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d753e5a40 x1874599320591488/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763485.686621:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4315322105
00000100:00000001:1.0:1787763485.686628:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000010:2.0:1787763485.686630:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d5891fb40.
00000100:00000001:1.0:1787763485.686635:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763485.686639:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000100:00000040:1.0:1787763485.686647:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007997ceef] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d753e5a40 x1874599320591488/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763485.686649:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763485.686667:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763485.686680:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1787763485.686691:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763485.686692:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763485/real 1787763485]  req@ffff9b9d753e4f00 x1874599320591232/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787763485.686697:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000001:2.0:1787763485.686726:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763485.686728:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763485.686730:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569ee9f8.
00000400:00000200:2.0:1787763485.686741:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc110
00000100:00000040:1.0:1787763485.686744:0:268573:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000010:2.0:1787763485.686747:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc110.
00000100:00000001:2.0:1787763485.686754:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00080000:1.0:1787763485.686757:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:2.0:1787763485.686761:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d753e4f00 x1874599320591232/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763485.686780:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000200:2.0:1787763485.686786:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d753e4f00 x1874599320591232/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763485.686789:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787763485.686800:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763485.686801:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763485.686807:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763485.686815:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763485.686816:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787763485.686819:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763485.686832:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d753e4f00 x1874599320591232/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763485.686835:0:268573:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20648
00000100:00000001:2.0:1787763485.686851:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1787763485.686853:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000040:2.0:1787763485.686862:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d753e4f00 x1874599320591232/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763510 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787763485.686863:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:1.0:1787763485.686877:0:268573:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787763485.686898:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763485.686898:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763485.686911:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787763485.686919:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763485.686920:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763485.686928:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000001:2.0:1787763485.686933:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000001:1.0:1787763485.686934:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787763485.686941:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000100:00000001:2.0:1787763485.686942:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1787763485.686949:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787763485.686952:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000020:00000040:1.0:1787763485.686954:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000100:00000001:2.0:1787763485.686957:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:1.0:1787763485.686959:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000020:00000001:1.0:1787763485.686971:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00080000:2.0:1787763485.686971:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763485.686995:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000040:1.0:1787763485.686997:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763485.687015:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787763485.687016:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763485.687030:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000040:2.0:1787763485.687034:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d753e4f00 x1874599320591232/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763510 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763485.687036:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:1.0:1787763485.687048:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00080000:1.0:1787763485.687064:0:268573:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:1.0:1787763485.687071:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763485.687072:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d753e4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320591232:192.168.203.113@tcp:250:kworker.0
02000000:00000001:1.0:1787763485.687082:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787763485.687096:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1787763485.687098:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763485.687104:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:1.0:1787763485.687106:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763485.687112:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000040:2.0:1787763485.687113:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d753e4f00 x1874599320591232/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763510 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1787763485.687123:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1787763485.687143:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763485.687145:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000100:00000001:1.0:1787763485.687153:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763485.687153:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763485.687163:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f184000.
00000100:00000010:1.0:1787763485.687166:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d753e7c00.
02000000:00000001:2.0:1787763485.687171:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000040:1.0:1787763485.687174:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:2.0:1787763485.687176:0:256678:0:(genops.c:1217:class_import_put()) Process entered
02000000:00000001:1.0:1787763485.687180:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000020:00000040:2.0:1787763485.687182:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
02000000:00000001:1.0:1787763485.687185:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763485.687187:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
00000100:00000001:1.0:1787763485.687193:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000010:2.0:1787763485.687196:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d58db9800.
02000000:00000001:1.0:1787763485.687198:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763485.687209:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763485.687210:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763485.687220:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
02000000:00000010:1.0:1787763485.687226:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d58db9c00.
00000100:00000010:2.0:1787763485.687226:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d753e4f00.
00000100:00000001:2.0:1787763485.687248:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763485.687252:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763485.687253:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763485.687272:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763485.687279:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d753e7c00 x1874599320591616/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763485.687289:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763485.687292:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763485.687295:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763485.687297:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763485.687315:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1787763485.687317:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000661486ec] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d753e7c00 x1874599320591616/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763485.687320:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763485.687325:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763485.687339:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d753e6580 x1874599320591360/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763485.687344:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763485.687362:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:1.0:1787763485.687363:0:268573:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20658)
00000100:00000001:2.0:1787763485.687366:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763485.687371:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763485.687375:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763485.687377:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763485.687380:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d753e6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320591360:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763485.687384:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763485.687387:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763485.687389:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763485.687390:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763485.687394:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f184000.
02000000:00000001:2.0:1787763485.687395:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763485.687400:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763485.687403:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569ee9f8.
00000400:00000010:2.0:1787763485.687406:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc110.
00000100:00000200:2.0:1787763485.687410:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320591360, portal 10
00000100:00000001:2.0:1787763485.687411:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763485.687413:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699312035200 : -110374397516416 : ffff9b9d753e6580)
00000100:00000040:2.0:1787763485.687419:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d753e6580 x1874599320591360/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763485.687425:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763485.687427:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763485.687428:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc660.
00000100:00000200:2.0:1787763485.687430:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320591360, offset 0
00000400:00000200:2.0:1787763485.687434:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763485.687437:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763485.687463:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763485.687467:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763485.687469:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763485.687471:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763485.687473:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763485.687476:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63383:63383:256:4294967295] 192.168.203.113@tcp LPNI seq info [63383:63383:8:4294967295]
00000400:00000200:2.0:1787763485.687480:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763485.687485:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763485.687488:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763485.687491:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e100.
00000800:00000200:2.0:1787763485.687494:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.0:1787763485.687497:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787763485.687502:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763485.687504:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1787763485.687508:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763485.687509:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e100.
00000400:00000200:2.0:1787763485.687512:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787763485.687514:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763485.687516:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc660
00000400:00000010:2.0:1787763485.687518:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc660.
00000100:00000001:2.0:1787763485.687520:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763485.687522:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d753e6580 x1874599320591360/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763485.687530:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763485.687532:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d753e6580 x1874599320591360/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763510 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763485.687542:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763485.687543:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763485.687546:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763485.687550:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:2.0:1787763485.687552:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763485.687555:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315320878
00000100:00000001:2.0:1787763485.687557:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315322105
00000100:00000001:2.0:1787763485.687561:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315320878
00000100:00000001:2.0:1787763485.687563:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315322105
00000100:00000001:2.0:1787763485.687566:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763485.687569:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763485.687571:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763485.687575:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763485/real 1787763485]  req@ffff9b9d753e6580 x1874599320591360/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763485.687584:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763485.687586:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763485.687588:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569ee9f8.
00000400:00000200:2.0:1787763485.687590:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc110
00000400:00000010:2.0:1787763485.687592:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc110.
00000100:00000001:2.0:1787763485.687595:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763485.687599:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d753e6580 x1874599320591360/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763485.687609:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d753e6580 x1874599320591360/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763485.687616:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763485.687617:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763485.687619:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763485.687620:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763485.687623:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d753e6580 x1874599320591360/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763485.687628:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763485.687631:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d753e6580 x1874599320591360/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763510 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763485.687635:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763485.687637:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763485.687638:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763485.687639:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763485.687640:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763485.687654:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763485.687656:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763485.687659:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763485.687660:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763485.687662:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d753e6580 x1874599320591360/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763510 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763485.687667:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d753e6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320591360:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763485.687670:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763485.687673:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d753e5a40 x1874599320591488/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763485.687678:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763485.687679:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763485.687681:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763485.687682:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763485.687684:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763485.687686:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d753e5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320591488:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763485.687688:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763485.687690:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763485.687692:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763485.687693:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763485.687696:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f185000.
02000000:00000001:2.0:1787763485.687697:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763485.687700:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763485.687702:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569ee9f8.
00000400:00000010:2.0:1787763485.687716:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc110.
00000100:00000200:2.0:1787763485.687720:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320591488, portal 10
00000100:00000001:2.0:1787763485.687721:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763485.687722:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699312032320 : -110374397519296 : ffff9b9d753e5a40)
00000100:00000040:2.0:1787763485.687728:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d753e5a40 x1874599320591488/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763485.687732:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763485.687734:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763485.687736:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc660.
00000100:00000200:2.0:1787763485.687738:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320591488, offset 0
00000400:00000200:2.0:1787763485.687740:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763485.687744:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763485.687746:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763485.687748:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763485.687750:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763485.687752:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763485.687754:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763485.687756:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63384:63384:256:4294967295] 192.168.203.113@tcp LPNI seq info [63384:63384:8:4294967295]
00000400:00000200:2.0:1787763485.687759:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763485.687764:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763485.687767:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763485.687769:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e100.
00000800:00000200:2.0:1787763485.687772:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.0:1787763485.687774:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787763485.687778:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763485.687780:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1787763485.687783:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763485.687785:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e100.
00000400:00000200:2.0:1787763485.687787:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787763485.687789:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763485.687791:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc660
00000400:00000010:2.0:1787763485.687793:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc660.
00000100:00000001:2.0:1787763485.687794:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763485.687797:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d753e5a40 x1874599320591488/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763485.687802:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763485.687804:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d753e5a40 x1874599320591488/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763510 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763485.687809:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763485.687810:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763485.687812:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763485.687814:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:2.0:1787763485.687816:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763485.687817:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315320857
00000100:00000001:2.0:1787763485.687819:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315322105
00000100:00000001:2.0:1787763485.687821:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315320857
00000100:00000001:2.0:1787763485.687823:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315322105
00000100:00000001:2.0:1787763485.687825:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763485.687826:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763485.687827:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763485.687829:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763485/real 1787763485]  req@ffff9b9d753e5a40 x1874599320591488/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763485.687834:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763485.687835:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763485.687836:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569ee9f8.
00000400:00000200:2.0:1787763485.687837:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc110
00000400:00000010:2.0:1787763485.687838:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc110.
00000100:00000001:2.0:1787763485.687841:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763485.687843:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d753e5a40 x1874599320591488/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763485.687849:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d753e5a40 x1874599320591488/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763485.687853:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763485.687853:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763485.687855:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763485.687855:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763485.687857:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d753e5a40 x1874599320591488/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763485.687861:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763485.687864:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d753e5a40 x1874599320591488/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763510 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763485.687868:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763485.687869:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763485.687870:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763485.687871:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763485.687872:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763485.687873:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763485.687875:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763485.687877:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763485.687879:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763485.687881:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d753e5a40 x1874599320591488/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763510 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763485.687887:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d753e5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320591488:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763485.687889:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763485.687891:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763485.687893:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d753e6580 x1874599320591360/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763510 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763485.687898:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763485.687900:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763485.687902:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f184000.
02000000:00000001:2.0:1787763485.687905:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763485.687906:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763485.687908:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:2.0:1787763485.687911:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763485.687913:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d58dbac00.
02000000:00000001:2.0:1787763485.687917:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763485.687919:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763485.687921:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d753e6580.
00000100:00000001:2.0:1787763485.687924:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763485.687925:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763485.687927:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763485.687931:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d753e5a40 x1874599320591488/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763510 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763485.687939:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763485.687940:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763485.687942:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f185000.
02000000:00000001:2.0:1787763485.687944:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763485.687945:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763485.687946:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:2.0:1787763485.687949:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763485.687951:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d58dbb400.
02000000:00000001:2.0:1787763485.687954:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763485.687955:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763485.687957:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d753e5a40.
00000100:00000001:2.0:1787763485.687959:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763485.687960:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763485.687962:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763485.687966:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763485.687968:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763485.687970:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787763485.687972:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763485.687974:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763485.687979:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d753e7c00 x1874599320591616/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763485.687987:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763485.687989:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763485.687991:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763485.687993:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763485.687996:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763485.687999:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d753e7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320591616:192.168.203.113@tcp:8:kworker.0
00000100:00000001:2.0:1787763485.688003:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763485.688006:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763485.688007:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763485.688008:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763485.688011:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f185000.
02000000:00000001:2.0:1787763485.688013:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763485.688016:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763485.688018:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569ee9f8.
00000400:00000010:2.0:1787763485.688021:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc110.
00000100:00000200:2.0:1787763485.688024:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320591616, portal 4
00000100:00000001:2.0:1787763485.688025:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763485.688026:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699312040960 : -110374397510656 : ffff9b9d753e7c00)
00000100:00000040:2.0:1787763485.688031:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d753e7c00 x1874599320591616/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763485.688036:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763485.688038:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763485.688039:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc660.
00000100:00000200:2.0:1787763485.688041:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320591616, offset 0
00000400:00000200:2.0:1787763485.688044:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763485.688047:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763485.688049:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763485.688051:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763485.688053:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763485.688056:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763485.688057:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763485.688059:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63385:63385:256:4294967295] 192.168.203.113@tcp LPNI seq info [63385:63385:8:4294967295]
00000400:00000200:2.0:1787763485.688062:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763485.688067:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763485.688070:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763485.688073:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e100.
00000800:00000200:2.0:1787763485.688075:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.0:1787763485.688077:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787763485.688081:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763485.688083:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1787763485.688086:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763485.688087:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e100.
00000400:00000200:2.0:1787763485.688089:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787763485.688091:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763485.688094:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc660
00000400:00000010:2.0:1787763485.688095:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc660.
00000100:00000001:2.0:1787763485.688097:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763485.688099:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d753e7c00 x1874599320591616/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763485.688105:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763485.688107:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d753e7c00 x1874599320591616/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763510 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763485.688111:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763485.688112:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763485.688114:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763485.688116:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:2.0:1787763485.688118:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763485.688119:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315320869
00000100:00000001:2.0:1787763485.688121:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315322105
00000100:00000001:2.0:1787763485.688123:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315320869
00000100:00000001:2.0:1787763485.688125:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315322105
00000100:00000001:2.0:1787763485.688127:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763485.688129:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763485.688130:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763485.688133:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763485/real 1787763485]  req@ffff9b9d753e7c00 x1874599320591616/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763485.688137:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763485.688138:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763485.688139:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569ee9f8.
00000400:00000200:2.0:1787763485.688140:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc110
00000400:00000010:2.0:1787763485.688141:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc110.
00000100:00000001:2.0:1787763485.688143:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763485.688144:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d753e7c00 x1874599320591616/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763485.688150:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d753e7c00 x1874599320591616/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763485.688155:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763485.688156:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763485.688157:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763485.688158:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763485.688160:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d753e7c00 x1874599320591616/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763485.688164:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763485.688166:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d753e7c00 x1874599320591616/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763510 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763485.688170:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763485.688171:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763485.688172:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763485.688173:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763485.688175:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763485.688177:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763485.688178:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763485.688181:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763485.688183:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763485.688185:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d753e7c00 x1874599320591616/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763510 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763485.688190:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d753e7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320591616:192.168.203.113@tcp:8:kworker.0
00000100:00000001:2.0:1787763485.688192:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763485.688193:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763485.688195:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d753e7c00 x1874599320591616/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763510 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763485.688199:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763485.688200:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763485.688202:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f185000.
02000000:00000001:2.0:1787763485.688204:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763485.688205:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763485.688206:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:2.0:1787763485.688207:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763485.688208:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d58db9c00.
02000000:00000001:2.0:1787763485.688210:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763485.688211:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763485.688212:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d753e7c00.
00000100:00000001:2.0:1787763485.688214:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763485.688215:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763485.688216:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763485.688218:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763485.688219:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763485.688220:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787763485.688222:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763485.876523:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763485.876531:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763485.876537:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763485.876538:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763485.876542:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763485.876544:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763485.876602:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763485.876608:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763485.876611:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763486.708545:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763486.708556:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763486.708560:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763486.708567:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763486.708571:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763486.708576:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763486.708581:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763486.708585:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763486.708607:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763486.900623:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763486.900634:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763486.900644:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763486.900647:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763486.900654:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763486.900656:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763486.900771:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763486.900780:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763486.900787:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1787763486.964556:0:303331:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b110 (cpu 1) has reached its deadline 4315322105, at 4315322112
00000100:00000040:0.0:1787763486.964565:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4315322105, at 4315322112
00000100:00000010:1.0:1787763486.964580:0:303331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d5891fb40.
00000100:00000010:0.0:1787763486.964586:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d5891fa20.
00000100:00000001:3.0:1787763487.732573:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763487.732582:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763487.732585:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763487.732592:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763487.732596:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763487.732601:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763487.732605:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763487.732609:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763487.732613:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763487.924650:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763487.924657:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763487.924664:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763487.924666:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763487.924670:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763487.924672:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763487.924760:0:281543:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763487.924767:0:281543:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763487.924773:0:281543:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763488.756600:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763488.756610:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763488.756613:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763488.756620:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763488.756625:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763488.756630:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763488.756634:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763488.756638:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763488.756642:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763488.948560:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763488.948572:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763488.948582:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763488.948585:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763488.948592:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763488.948595:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763488.948729:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763488.948740:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763488.948746:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763489.780593:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763489.780604:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763489.780607:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763489.780615:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763489.780635:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763489.780639:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763489.780643:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763489.780647:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763489.780651:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763489.972604:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763489.972613:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763489.972621:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763489.972624:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763489.972629:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763489.972631:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763489.972773:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763489.972780:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763489.972784:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763490.804615:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763490.804628:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763490.804632:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763490.804642:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00080000:2.0:1787763490.804648:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1787763490.804650:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763490.804660:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1787763490.804661:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787763490.804694:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1787763490.804698:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:2.0:1787763490.804700:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763490.804707:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763490.804709:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1787763490.804719:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763490.804720:0:296758:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20653
00000400:00000200:2.0:1787763490.804735:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763490.804744:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763490.804749:0:296758:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763490.804753:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763490.804758:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763490.804762:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763490.804766:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:2.0:1787763490.804773:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763490.804776:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:2.0:1787763490.804781:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763490.804787:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:2.0:1787763490.804791:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:2.0:1787763490.804795:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:2.0:1787763490.804801:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763490.804805:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763490.804808:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763490.804813:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:2.0:1787763490.804818:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:2.0:1787763490.804824:0:296758:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763490.804830:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763490.804834:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763490.804840:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763490.804845:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763490.804851:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787763490.804855:0:296758:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763490.804868:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d56a940.
00000020:00000040:2.0:1787763490.804872:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:2.0:1787763490.804877:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763490.804879:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763490.804883:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763490.804886:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763490.804891:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763490.804900:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f184000.
00000100:00000001:2.0:1787763490.804907:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763490.804919:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d56a940 x1874599320591744/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763490.804932:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763490.804936:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763490.804942:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b4aca245] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d56a940 x1874599320591744/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763490.804973:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763490.804978:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763490.804982:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787763490.804984:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763490.804986:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763490.804990:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763490.804994:0:296758:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20653
00000400:00000200:2.0:1787763490.805001:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763490.805008:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763490.805012:0:296758:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763490.805015:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763490.805019:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787763490.805022:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1787763490.805023:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763490.805031:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000001:1.0:1787763490.805032:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763490.805040:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1787763490.805040:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763490.805043:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000020:00000001:2.0:1787763490.805048:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763490.805052:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000020:00000001:2.0:1787763490.805055:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000040:1.0:1787763490.805056:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d56a940 x1874599320591744/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1787763490.805058:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000040:2.0:1787763490.805072:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763490.805079:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787763490.805086:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:2.0:1787763490.805086:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763490.805093:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763490.805094:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:2.0:1787763490.805102:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
02000000:00000001:1.0:1787763490.805103:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:2.0:1787763490.805107:0:296758:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
02000000:00000001:1.0:1787763490.805110:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763490.805112:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763490.805117:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763490.805118:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763490.805128:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:1.0:1787763490.805129:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d56a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320591744:192.168.203.113@tcp:250:kworker.0
02000000:00000001:2.0:1787763490.805138:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763490.805142:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1787763490.805143:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:1.0:1787763490.805150:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:2.0:1787763490.805152:0:296758:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1787763490.805156:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1787763490.805158:0:296758:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763490.805165:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1787763490.805166:0:296758:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763490.805176:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d568b40.
02000000:00000010:1.0:1787763490.805177:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db8800.
00000020:00000040:2.0:1787763490.805184:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
02000000:00000001:1.0:1787763490.805185:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763490.805197:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1787763490.805200:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
02000000:00000001:2.0:1787763490.805203:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787763490.805209:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43000.
00000100:00000001:2.0:1787763490.805211:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763490.805219:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:1.0:1787763490.805222:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9000.
02000000:00000001:2.0:1787763490.805225:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787763490.805232:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320591744, portal 25
00000100:00000001:1.0:1787763490.805239:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
02000000:00000010:2.0:1787763490.805239:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f186000.
00000100:00000001:1.0:1787763490.805243:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910972224 : -110374798579392 : ffff9b9d5d56a940)
00000100:00000001:2.0:1787763490.805254:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763490.805256:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d56a940 x1874599320591744/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763490.805273:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:2.0:1787763490.805276:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d568b40 x1874599320591872/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1787763490.805282:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763490.805290:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9aa0.
00000100:00000200:1.0:1787763490.805298:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320591744, offset 0
00000100:00000001:2.0:1787763490.805301:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763490.805308:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763490.805312:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000100:00000040:2.0:1787763490.805320:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a25ffa6] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d568b40 x1874599320591872/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787763490.805331:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763490.805346:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763490.805348:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000100:00080000:2.0:1787763490.805354:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1787763490.805359:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:2.0:1787763490.805362:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787763490.805367:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1787763490.805370:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000100:00080000:2.0:1787763490.805372:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763490.805379:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1787763490.805380:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000100:00080000:2.0:1787763490.805387:0:296758:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20653
00000400:00000200:1.0:1787763490.805392:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763490.805399:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763490.805403:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63386:63386:256:4294967295] 192.168.203.113@tcp LPNI seq info [63386:63386:8:4294967295]
00000400:00000200:2.0:1787763490.805411:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763490.805416:0:296758:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1787763490.805417:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000040:2.0:1787763490.805426:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763490.805430:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787763490.805472:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763490.805483:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763490.805489:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718eff00.
00000800:00000200:1.0:1787763490.805498:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763490.805504:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787763490.805514:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763490.805519:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1787763490.805526:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000100:00000040:2.0:1787763490.805528:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000800:00000010:1.0:1787763490.805531:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718eff00.
00000100:00000001:2.0:1787763490.805540:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000400:00000200:1.0:1787763490.805545:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:2.0:1787763490.805549:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763490.805554:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000400:00000200:1.0:1787763490.805556:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000020:00000001:2.0:1787763490.805562:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:1.0:1787763490.805567:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9aa0
00000020:00000040:2.0:1787763490.805569:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000400:00000010:1.0:1787763490.805574:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9aa0.
00000020:00000001:2.0:1787763490.805576:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000020:00000001:2.0:1787763490.805583:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00000001:1.0:1787763490.805584:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:2.0:1787763490.805591:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000200:1.0:1787763490.805596:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d56a940 x1874599320591744/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763490.805598:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763490.805608:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763490.805616:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:2.0:1787763490.805624:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000100:00000001:1.0:1787763490.805630:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00080000:2.0:1787763490.805631:0:296758:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000040:1.0:1787763490.805641:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d56a940 x1874599320591744/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763515 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763490.805642:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763490.805650:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763490.805657:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763490.805662:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763490.805664:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763490.805689:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763490.805691:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787763490.805699:0:296758:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787763490.805702:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1787763490.805703:0:296758:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763490.805709:0:296758:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763490.805717:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d568000.
00000020:00000040:2.0:1787763490.805723:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000400:00000200:1.0:1787763490.805724:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
02000000:00000001:2.0:1787763490.805733:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787763490.805735:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4315327224
02000000:00000001:2.0:1787763490.805737:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763490.805744:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763490.805746:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000010:1.0:1787763490.805747:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d7f69b780.
02000000:00000001:2.0:1787763490.805749:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763490.805761:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
02000000:00000010:2.0:1787763490.805762:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f187000.
00000100:00000001:2.0:1787763490.805775:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763490.805776:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4315327224
00000100:00000010:1.0:1787763490.805787:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d7f69b600.
00000100:00100000:2.0:1787763490.805794:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d568000 x1874599320592000/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787763490.805795:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787763490.805803:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763490.805811:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763490.805819:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1787763490.805829:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00100000:1.0:1787763490.805835:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763490/real 1787763490]  req@ffff9b9d5d56a940 x1874599320591744/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763490.805837:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763490.805855:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000040389d09] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d568000 x1874599320592000/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763490.805868:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:2.0:1787763490.805876:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1787763490.805877:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000040:2.0:1787763490.805883:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1787763490.805886:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43000.
00000100:00000040:2.0:1787763490.805890:0:296758:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1787763490.805896:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9000
00000100:00080000:2.0:1787763490.805898:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1787763490.805906:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9000.
00000100:00080000:2.0:1787763490.805907:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787763490.805913:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763490.805917:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787763490.805920:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787763490.805922:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763490.805932:0:296758:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20653
00000100:00000200:1.0:1787763490.805934:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d56a940 x1874599320591744/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787763490.805944:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763490.805956:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763490.805962:0:296758:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000200:1.0:1787763490.805967:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d56a940 x1874599320591744/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787763490.805972:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763490.805980:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763490.805987:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763490.805995:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000001:1.0:1787763490.805998:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000020:00000001:2.0:1787763490.806001:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787763490.806004:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:2.0:1787763490.806006:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000100:00000001:1.0:1787763490.806012:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000001:2.0:1787763490.806013:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787763490.806020:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:2.0:1787763490.806021:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000020:00000001:2.0:1787763490.806031:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000020:00000001:2.0:1787763490.806037:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00100000:1.0:1787763490.806038:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d56a940 x1874599320591744/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787763490.806045:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763490.806054:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763490.806061:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763490.806069:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000001:1.0:1787763490.806072:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:2.0:1787763490.806074:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00080000:2.0:1787763490.806082:0:296758:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000040:1.0:1787763490.806087:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d56a940 x1874599320591744/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763515 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763490.806089:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763490.806097:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763490.806104:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763490.806107:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:2.0:1787763490.806110:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763490.806114:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763490.806116:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1787763490.806121:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000008:00100000:2.0:1787763490.806123:0:296758:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000100:00000001:1.0:1787763490.806125:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:2.0:1787763490.806132:0:296758:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763490.806133:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763490.806141:0:296758:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763490.806142:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000010:2.0:1787763490.806149:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d56b840.
00000100:00080000:1.0:1787763490.806150:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000020:00000040:2.0:1787763490.806160:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
00000100:00080000:1.0:1787763490.806163:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
02000000:00000001:2.0:1787763490.806167:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787763490.806169:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:2.0:1787763490.806172:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763490.806178:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:1.0:1787763490.806180:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d56a940 x1874599320591744/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763515 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787763490.806183:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763490.806190:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763490.806201:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d56a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320591744:192.168.203.113@tcp:250:kworker.0
02000000:00000010:2.0:1787763490.806205:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f184c00.
00000100:00000001:1.0:1787763490.806208:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763490.806215:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787763490.806219:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763490.806220:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d56a940 x1874599320591744/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763515 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763490.806235:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763490.806239:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00100000:2.0:1787763490.806241:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d56b840 x1874599320592128/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:1.0:1787763490.806245:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db8800.
02000000:00000001:1.0:1787763490.806253:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763490.806258:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763490.806263:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:1.0:1787763490.806270:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763490.806277:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f184000.
00000100:00000001:2.0:1787763490.806278:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763490.806285:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763490.806286:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763490.806292:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000040:2.0:1787763490.806294:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2e525cc] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d56b840 x1874599320592128/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1787763490.806296:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d56a940.
00000100:00000001:1.0:1787763490.806306:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763490.806310:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763490.806318:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763490.806322:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763490.806330:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000040:2.0:1787763490.806331:0:296758:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20663)
00000100:00000001:1.0:1787763490.806337:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763490.806343:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763490.806346:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763490.806348:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763490.806356:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d568b40 x1874599320591872/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763490.806365:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763490.806367:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763490.806371:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763490.806374:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763490.806378:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763490.806382:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d568b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320591872:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763490.806386:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763490.806389:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763490.806391:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763490.806394:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763490.806398:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db8800.
02000000:00000001:1.0:1787763490.806401:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763490.806406:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763490.806409:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43000.
00000400:00000010:1.0:1787763490.806413:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9000.
00000100:00000200:1.0:1787763490.806417:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320591872, portal 10
00000100:00000001:1.0:1787763490.806420:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763490.806421:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910964544 : -110374798587072 : ffff9b9d5d568b40)
00000100:00000040:1.0:1787763490.806429:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d568b40 x1874599320591872/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763490.806465:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763490.806470:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763490.806473:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9aa0.
00000100:00000200:1.0:1787763490.806476:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320591872, offset 0
00000400:00000200:1.0:1787763490.806481:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763490.806487:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763490.806492:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763490.806496:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763490.806500:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763490.806503:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763490.806506:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763490.806510:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63387:63387:256:4294967295] 192.168.203.113@tcp LPNI seq info [63387:63387:8:4294967295]
00000400:00000200:1.0:1787763490.806515:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763490.806523:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763490.806528:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763490.806532:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718eff00.
00000800:00000200:1.0:1787763490.806538:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763490.806541:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787763490.806546:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763490.806550:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1787763490.806554:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763490.806557:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718eff00.
00000400:00000200:1.0:1787763490.806561:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763490.806565:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763490.806569:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9aa0
00000400:00000010:1.0:1787763490.806571:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9aa0.
00000100:00000001:1.0:1787763490.806574:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763490.806578:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d568b40 x1874599320591872/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763490.806596:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763490.806599:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d568b40 x1874599320591872/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763515 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763490.806607:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763490.806609:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763490.806613:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763490.806617:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:1.0:1787763490.806620:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763490.806623:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315325997
00000100:00000001:1.0:1787763490.806627:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315327224
00000100:00000001:1.0:1787763490.806629:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315325997
00000100:00000001:1.0:1787763490.806632:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315327224
00000100:00000001:1.0:1787763490.806634:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763490.806637:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763490.806639:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763490.806643:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763490/real 1787763490]  req@ffff9b9d5d568b40 x1874599320591872/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763490.806651:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763490.806653:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763490.806655:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43000.
00000400:00000200:1.0:1787763490.806657:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9000
00000400:00000010:1.0:1787763490.806659:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9000.
00000100:00000001:1.0:1787763490.806662:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763490.806665:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d568b40 x1874599320591872/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763490.806700:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d568b40 x1874599320591872/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763490.806708:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763490.806711:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763490.806713:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763490.806715:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763490.806719:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d568b40 x1874599320591872/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763490.806727:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763490.806731:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d568b40 x1874599320591872/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763515 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763490.806739:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763490.806742:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763490.806744:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763490.806745:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763490.806748:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763490.806762:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763490.806765:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763490.806769:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763490.806772:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763490.806776:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d568b40 x1874599320591872/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763515 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763490.806785:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d568b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320591872:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763490.806789:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763490.806793:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d568000 x1874599320592000/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763490.806800:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763490.806802:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763490.806805:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763490.806807:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763490.806810:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763490.806814:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d568000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320592000:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763490.806818:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763490.806820:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763490.806823:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763490.806827:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763490.806833:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db9400.
02000000:00000001:1.0:1787763490.806836:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763490.806843:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763490.806847:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43000.
00000400:00000010:1.0:1787763490.806852:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9000.
00000100:00000200:1.0:1787763490.806858:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320592000, portal 10
00000100:00000001:1.0:1787763490.806861:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763490.806864:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910961664 : -110374798589952 : ffff9b9d5d568000)
00000100:00000040:1.0:1787763490.806876:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d568000 x1874599320592000/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763490.806889:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763490.806893:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763490.806897:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9aa0.
00000100:00000200:1.0:1787763490.806901:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320592000, offset 0
00000400:00000200:1.0:1787763490.806909:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763490.806918:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763490.806925:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763490.806929:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763490.806932:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763490.806935:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763490.806938:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763490.806942:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63388:63388:256:4294967295] 192.168.203.113@tcp LPNI seq info [63388:63388:8:4294967295]
00000400:00000200:1.0:1787763490.806947:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763490.806955:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763490.806961:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763490.806966:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718eff00.
00000800:00000200:1.0:1787763490.806972:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763490.806975:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787763490.806980:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763490.806983:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1787763490.806988:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763490.806990:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718eff00.
00000400:00000200:1.0:1787763490.806994:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763490.806998:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763490.807002:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9aa0
00000400:00000010:1.0:1787763490.807004:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9aa0.
00000100:00000001:1.0:1787763490.807007:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763490.807012:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d568000 x1874599320592000/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763490.807021:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763490.807025:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d568000 x1874599320592000/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763515 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763490.807033:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763490.807035:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763490.807039:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763490.807043:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:1.0:1787763490.807046:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763490.807049:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315325976
00000100:00000001:1.0:1787763490.807052:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315327224
00000100:00000001:1.0:1787763490.807055:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315325976
00000100:00000001:1.0:1787763490.807057:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315327224
00000100:00000001:1.0:1787763490.807059:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763490.807062:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763490.807064:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763490.807068:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763490/real 1787763490]  req@ffff9b9d5d568000 x1874599320592000/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763490.807077:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763490.807080:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763490.807082:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43000.
00000400:00000200:1.0:1787763490.807084:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9000
00000400:00000010:1.0:1787763490.807086:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9000.
00000100:00000001:1.0:1787763490.807088:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763490.807092:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d568000 x1874599320592000/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763490.807101:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d568000 x1874599320592000/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763490.807108:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763490.807110:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763490.807112:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763490.807113:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763490.807117:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d568000 x1874599320592000/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763490.807125:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763490.807129:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d568000 x1874599320592000/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763515 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763490.807137:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763490.807139:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763490.807141:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763490.807143:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763490.807145:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763490.807147:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763490.807150:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763490.807153:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763490.807156:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763490.807160:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d568000 x1874599320592000/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763515 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763490.807176:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d568000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320592000:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763490.807180:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763490.807184:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d56b840 x1874599320592128/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763490.807191:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763490.807193:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763490.807195:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763490.807197:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763490.807200:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763490.807203:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d56b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320592128:192.168.203.113@tcp:8:kworker.0
00000100:00000001:1.0:1787763490.807206:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763490.807208:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763490.807210:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763490.807212:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763490.807216:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58dba000.
02000000:00000001:1.0:1787763490.807219:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763490.807222:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763490.807225:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43000.
00000400:00000010:1.0:1787763490.807228:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9000.
00000100:00000200:1.0:1787763490.807232:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320592128, portal 4
00000100:00000001:1.0:1787763490.807235:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763490.807236:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910976064 : -110374798575552 : ffff9b9d5d56b840)
00000100:00000040:1.0:1787763490.807242:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d56b840 x1874599320592128/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763490.807249:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763490.807252:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763490.807255:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9aa0.
00000100:00000200:1.0:1787763490.807257:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320592128, offset 0
00000400:00000200:1.0:1787763490.807261:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763490.807265:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763490.807269:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763490.807272:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763490.807275:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763490.807278:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763490.807281:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763490.807284:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63389:63389:256:4294967295] 192.168.203.113@tcp LPNI seq info [63389:63389:8:4294967295]
00000400:00000200:1.0:1787763490.807289:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763490.807296:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763490.807301:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763490.807304:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718eff00.
00000800:00000200:1.0:1787763490.807308:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763490.807311:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787763490.807316:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763490.807319:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1787763490.807324:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763490.807326:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718eff00.
00000400:00000200:1.0:1787763490.807329:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763490.807334:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763490.807337:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9aa0
00000400:00000010:1.0:1787763490.807339:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9aa0.
00000100:00000001:1.0:1787763490.807341:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763490.807345:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d56b840 x1874599320592128/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763490.807354:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763490.807357:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d56b840 x1874599320592128/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763515 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763490.807364:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763490.807366:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763490.807369:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763490.807372:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:1.0:1787763490.807375:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763490.807378:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315325988
00000100:00000001:1.0:1787763490.807381:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315327224
00000100:00000001:1.0:1787763490.807384:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315325988
00000100:00000001:1.0:1787763490.807387:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315327224
00000100:00000001:1.0:1787763490.807389:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763490.807391:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763490.807393:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763490.807396:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763490/real 1787763490]  req@ffff9b9d5d56b840 x1874599320592128/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763490.807404:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763490.807406:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763490.807407:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43000.
00000400:00000200:1.0:1787763490.807410:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9000
00000400:00000010:1.0:1787763490.807411:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9000.
00000100:00000001:1.0:1787763490.807413:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763490.807417:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d56b840 x1874599320592128/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763490.807426:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d56b840 x1874599320592128/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763490.807433:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763490.807435:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763490.807437:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763490.807465:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763490.807471:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d56b840 x1874599320592128/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763490.807479:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763490.807484:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d56b840 x1874599320592128/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763515 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763490.807491:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763490.807495:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763490.807497:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763490.807498:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763490.807501:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763490.807503:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763490.807506:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763490.807509:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763490.807512:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763490.807516:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d56b840 x1874599320592128/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763515 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763490.807524:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d56b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320592128:192.168.203.113@tcp:8:kworker.0
00000100:00000001:1.0:1787763490.807528:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763490.807531:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763490.807534:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d568b40 x1874599320591872/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763515 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763490.807542:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763490.807545:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763490.807547:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db8800.
02000000:00000001:1.0:1787763490.807550:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763490.807552:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763490.807554:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:1.0:1787763490.807557:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763490.807559:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f186000.
02000000:00000001:1.0:1787763490.807562:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763490.807564:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763490.807566:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d568b40.
00000100:00000001:1.0:1787763490.807569:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763490.807571:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763490.807573:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763490.807576:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d568000 x1874599320592000/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763515 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763490.807591:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763490.807592:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763490.807594:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db9400.
02000000:00000001:1.0:1787763490.807597:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763490.807598:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763490.807600:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:1.0:1787763490.807602:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763490.807603:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f187000.
02000000:00000001:1.0:1787763490.807605:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763490.807607:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763490.807608:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d568000.
00000100:00000001:1.0:1787763490.807610:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763490.807612:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763490.807613:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763490.807617:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d56b840 x1874599320592128/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763515 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763490.807623:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763490.807625:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763490.807626:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58dba000.
02000000:00000001:1.0:1787763490.807629:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763490.807630:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763490.807631:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:1.0:1787763490.807633:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763490.807634:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f184c00.
02000000:00000001:1.0:1787763490.807637:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763490.807638:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763490.807639:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d56b840.
00000100:00000001:1.0:1787763490.807642:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763490.807643:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763490.807645:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763490.807649:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763490.807651:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763490.807653:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763490.807655:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763490.996606:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763490.996619:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763490.996624:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763490.996631:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763490.996639:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763490.996643:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763490.996648:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763490.996652:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763490.996659:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763490.996662:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763490.996665:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763490.996695:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763490.996700:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763490.996703:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763490.996707:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763490.996711:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763490.996719:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763490.996722:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763490.996808:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763490.996815:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763490.996833:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763491.828536:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763491.828546:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763491.828549:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763491.828557:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763491.828562:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763491.828568:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763491.828572:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763491.828576:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763491.828580:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763492.020580:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763492.020592:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763492.020603:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763492.020606:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763492.020612:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763492.020615:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763492.020733:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763492.020741:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763492.020745:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1787763492.084562:0:303331:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b110 (cpu 1) has reached its deadline 4315327224, at 4315327232
00000100:00000040:0.0:1787763492.084572:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4315327224, at 4315327232
00000100:00000010:1.0:1787763492.084580:0:303331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69b600.
00000100:00000010:0.0:1787763492.084587:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69b780.
00000100:00000001:3.0:1787763492.852605:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763492.852615:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763492.852617:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763492.852624:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763492.852630:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763492.852635:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763492.852638:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763492.852641:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763492.852644:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763493.044538:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763493.044549:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763493.044558:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763493.044560:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763493.044563:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763493.044565:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763493.044607:0:281543:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763493.044612:0:281543:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763493.044615:0:281543:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763493.876587:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763493.876596:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763493.876599:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763493.876607:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763493.876613:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763493.876618:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763493.876622:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763493.876626:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763493.876631:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763494.068547:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763494.068553:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763494.068559:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763494.068561:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763494.068564:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763494.068569:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763494.068572:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763494.068575:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763494.068578:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763494.068581:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763494.068584:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763494.068588:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763494.068675:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763494.068681:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763494.068691:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763494.900586:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763494.900595:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763494.900599:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763494.900606:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763494.900612:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763494.900617:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763494.900621:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763494.900624:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763494.900629:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763495.092550:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763495.092558:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763495.092564:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763495.092566:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763495.092570:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763495.092571:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763495.092661:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763495.092667:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763495.092672:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763495.924591:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763495.924599:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763495.924602:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763495.924608:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763495.924615:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763495.924619:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763495.924622:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763495.924626:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763495.924630:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763495.924737:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763495.924746:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787763495.924750:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763495.924755:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763495.924760:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763495.924769:0:296758:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20658
00000400:00000200:3.0:1787763495.924779:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763495.924786:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763495.924790:0:296758:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763495.924794:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763495.924799:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763495.924803:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763495.924805:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763495.924810:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763495.924813:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:3.0:1787763495.924817:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763495.924822:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:3.0:1787763495.924826:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:3.0:1787763495.924831:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:3.0:1787763495.924835:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763495.924839:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763495.924843:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763495.924848:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787763495.924853:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:3.0:1787763495.924859:0:296758:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763495.924864:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763495.924868:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763495.924874:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763495.924879:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763495.924882:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787763495.924887:0:296758:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763495.924897:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d5661c0.
00000020:00000040:3.0:1787763495.924902:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:3.0:1787763495.924925:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763495.924927:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763495.924930:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763495.924933:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763495.924937:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763495.924944:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45904800.
00000100:00000001:3.0:1787763495.924951:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763495.924961:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d5661c0 x1874599320592256/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763495.924978:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763495.924983:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763495.924987:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007d30f203] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d5661c0 x1874599320592256/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763495.925019:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763495.925022:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763495.925025:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787763495.925027:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763495.925029:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763495.925031:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763495.925034:0:296758:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20658
00000400:00000200:3.0:1787763495.925038:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763495.925041:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763495.925044:0:296758:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763495.925048:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763495.925050:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787763495.925058:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763495.925078:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763495.925082:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763495.925093:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d5661c0 x1874599320592256/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763495.925106:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763495.925109:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763495.925114:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763495.925119:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763495.925122:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763495.925128:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d5661c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320592256:192.168.203.113@tcp:250:kworker.0
00000100:00000001:1.0:1787763495.925134:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:3.0:1787763495.925140:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
02000000:00000001:1.0:1787763495.925141:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763495.925148:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763495.925148:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763495.925152:0:296758:0:(genops.c:792:class_conn2export()) Process entered
02000000:00000001:1.0:1787763495.925156:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:3.0:1787763495.925156:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
02000000:00000010:1.0:1787763495.925166:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db9400.
02000000:00000001:1.0:1787763495.925181:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763495.925189:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763495.925194:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43000.
00000400:00000010:1.0:1787763495.925202:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9000.
00000100:00000200:1.0:1787763495.925209:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320592256, portal 25
00000100:00000001:1.0:1787763495.925213:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763495.925216:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910953920 : -110374798597696 : ffff9b9d5d5661c0)
00000100:00000040:1.0:1787763495.925225:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d5661c0 x1874599320592256/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763520 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763495.925236:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763495.925241:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763495.925246:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9aa0.
00000100:00000200:1.0:1787763495.925250:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320592256, offset 0
00000400:00000200:1.0:1787763495.925258:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763495.925268:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763495.925277:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763495.925285:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763495.925292:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763495.925297:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763495.925301:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763495.925307:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63390:63390:256:4294967295] 192.168.203.113@tcp LPNI seq info [63390:63390:8:4294967295]
00000400:00000200:1.0:1787763495.925314:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000020:00000001:3.0:1787763495.925329:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:1.0:1787763495.925330:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000020:00000040:3.0:1787763495.925333:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000020:00000001:3.0:1787763495.925340:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000020:00000001:3.0:1787763495.925345:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000800:00000200:1.0:1787763495.925347:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000100:00000040:3.0:1787763495.925355:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000800:00000010:1.0:1787763495.925357:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718eff00.
00000100:00000001:3.0:1787763495.925359:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763495.925365:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763495.925370:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787763495.925376:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000800:00000200:1.0:1787763495.925377:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763495.925387:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787763495.925400:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763495.925406:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1787763495.925414:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763495.925418:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718eff00.
00000400:00000200:1.0:1787763495.925425:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763495.925432:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000100:00080000:3.0:1787763495.925490:0:296758:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000400:00000200:1.0:1787763495.925491:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9aa0
00000100:00000001:3.0:1787763495.925498:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787763495.925500:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9aa0.
02000000:00000001:3.0:1787763495.925502:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763495.925523:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763495.925525:0:256678:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:3.0:1787763495.925527:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763495.925533:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763495.925539:0:296758:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000100:00000200:1.0:1787763495.925540:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d5661c0 x1874599320592256/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763520 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1787763495.925545:0:296758:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763495.925551:0:296758:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763495.925560:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d5670c0.
00000020:00000040:3.0:1787763495.925566:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000100:00000001:1.0:1787763495.925569:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1787763495.925569:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763495.925574:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763495.925586:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763495.925589:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:1.0:1787763495.925591:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d5661c0 x1874599320592256/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763520 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787763495.925592:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763495.925599:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45907800.
00000100:00000001:3.0:1787763495.925606:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763495.925615:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763495.925619:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d5670c0 x1874599320592384/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787763495.925622:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787763495.925630:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763495.925649:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763495.925653:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763495.925659:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000096847001] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d5670c0 x1874599320592384/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787763495.925665:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763495.925679:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4315332344
00000100:00000010:1.0:1787763495.925690:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d7f69b240.
00000100:00000001:3.0:1787763495.925695:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763495.925702:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000100:00080000:3.0:1787763495.925703:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763495.925713:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787763495.925715:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787763495.925718:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4315332344
00000100:00080000:3.0:1787763495.925719:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763495.925727:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000100:00000010:1.0:1787763495.925729:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d7f69b0c0.
00000100:00080000:3.0:1787763495.925733:0:296758:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20658
00000100:00000001:1.0:1787763495.925738:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000400:00000200:3.0:1787763495.925740:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763495.925750:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00000001:1.0:1787763495.925751:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1787763495.925753:0:296758:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787763495.925761:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763495.925762:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763495.925767:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787763495.925770:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000040:3.0:1787763495.925772:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763495.925777:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763495.925779:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763495.925782:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000100:00100000:1.0:1787763495.925785:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763495/real 1787763495]  req@ffff9b9d5d5661c0 x1874599320592256/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763520 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787763495.925786:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763495.925790:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000020:00000001:3.0:1787763495.925795:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000020:00000001:3.0:1787763495.925800:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00000040:3.0:1787763495.925809:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763495.925817:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000001:1.0:1787763495.925818:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:3.0:1787763495.925822:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000400:00000001:1.0:1787763495.925825:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787763495.925830:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000400:00000010:1.0:1787763495.925832:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43000.
00000020:00000040:3.0:1787763495.925838:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000400:00000200:1.0:1787763495.925841:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9000
00000100:00080000:3.0:1787763495.925848:0:296758:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000400:00000010:1.0:1787763495.925849:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9000.
00000100:00000001:1.0:1787763495.925858:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787763495.925859:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763495.925865:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:1.0:1787763495.925870:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d5661c0 x1874599320592256/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763520 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787763495.925873:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763495.925881:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763495.925893:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763495.925897:0:296758:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763495.925902:0:296758:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763495.925905:0:296758:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787763495.925908:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d5661c0 x1874599320592256/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763520 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1787763495.925910:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d564b40.
00000020:00000040:3.0:1787763495.925917:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
02000000:00000001:3.0:1787763495.925922:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763495.925926:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763495.925931:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763495.925934:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787763495.925938:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000001:3.0:1787763495.925938:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763495.925944:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:3.0:1787763495.925947:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45905000.
00000100:00000001:1.0:1787763495.925951:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787763495.925953:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763495.925956:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787763495.925964:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d564b40 x1874599320592512/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787763495.925972:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d5661c0 x1874599320592256/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763520 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763495.925975:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763495.925979:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763495.925990:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9fa13ea] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d564b40 x1874599320592512/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763495.926002:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763495.926005:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763495.926010:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787763495.926017:0:296758:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1787763495.926018:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d5661c0 x1874599320592256/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763520 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787763495.926021:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763495.926032:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787763495.926036:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763495.926039:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763495.926047:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787763495.926050:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787763495.926053:0:296758:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20658
00000400:00000200:3.0:1787763495.926057:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763495.926063:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763495.926070:0:296758:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787763495.926071:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787763495.926076:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763495.926078:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787763495.926080:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787763495.926083:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787763495.926085:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763495.926092:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000001:1.0:1787763495.926093:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000020:00000001:3.0:1787763495.926095:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787763495.926099:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000040:3.0:1787763495.926099:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000020:00000001:3.0:1787763495.926104:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00080000:1.0:1787763495.926109:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000020:00000040:3.0:1787763495.926110:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000020:00000001:3.0:1787763495.926116:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000020:00000001:3.0:1787763495.926119:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00080000:1.0:1787763495.926123:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000040:3.0:1787763495.926126:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763495.926131:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:3.0:1787763495.926131:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763495.926138:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763495.926141:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787763495.926146:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00000040:1.0:1787763495.926148:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d5661c0 x1874599320592256/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763520 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787763495.926151:0:296758:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763495.926158:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763495.926163:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763495.926175:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763495.926181:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763495.926187:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763495.926192:0:296758:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787763495.926193:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d5661c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320592256:192.168.203.113@tcp:250:kworker.0
00000008:00000001:3.0:1787763495.926201:0:296758:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763495.926206:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763495.926207:0:296758:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763495.926215:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000010:3.0:1787763495.926218:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d565e00.
00000100:00000040:1.0:1787763495.926225:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d5661c0 x1874599320592256/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763520 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787763495.926226:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
02000000:00000001:3.0:1787763495.926234:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763495.926238:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763495.926245:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787763495.926249:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787763495.926250:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787763495.926255:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787763495.926256:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787763495.926261:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db9400.
02000000:00000010:3.0:1787763495.926264:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45905800.
02000000:00000001:1.0:1787763495.926269:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:3.0:1787763495.926270:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787763495.926275:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763495.926282:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000100:00100000:3.0:1787763495.926283:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d565e00 x1874599320592640/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000020:00000001:1.0:1787763495.926291:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763495.926297:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45904800.
00000100:00000001:3.0:1787763495.926298:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763495.926303:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763495.926307:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000040:3.0:1787763495.926310:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008dad852f] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d565e00 x1874599320592640/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787763495.926312:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763495.926317:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d5661c0.
00000100:00000001:3.0:1787763495.926326:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763495.926327:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000040:3.0:1787763495.926332:0:296758:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20668)
00000100:00000001:1.0:1787763495.926333:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763495.926339:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763495.926348:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763495.926351:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763495.926354:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763495.926357:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763495.926360:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763495.926368:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d5670c0 x1874599320592384/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763495.926380:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763495.926382:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763495.926385:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763495.926388:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763495.926391:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763495.926396:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d5670c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320592384:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763495.926400:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763495.926403:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763495.926406:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763495.926408:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763495.926413:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db9400.
02000000:00000001:1.0:1787763495.926416:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763495.926421:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763495.926425:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43000.
00000400:00000010:1.0:1787763495.926430:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9000.
00000100:00000200:1.0:1787763495.926434:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320592384, portal 10
00000100:00000001:1.0:1787763495.926437:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763495.926439:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910957760 : -110374798593856 : ffff9b9d5d5670c0)
00000100:00000040:1.0:1787763495.926496:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d5670c0 x1874599320592384/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763520 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763495.926519:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763495.926527:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763495.926533:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9aa0.
00000100:00000200:1.0:1787763495.926538:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320592384, offset 0
00000400:00000200:1.0:1787763495.926545:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763495.926553:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763495.926560:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763495.926566:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763495.926570:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763495.926574:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763495.926577:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763495.926593:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63391:63391:256:4294967295] 192.168.203.113@tcp LPNI seq info [63391:63391:8:4294967295]
00000400:00000200:1.0:1787763495.926599:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763495.926608:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763495.926614:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763495.926618:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718eff00.
00000800:00000200:1.0:1787763495.926624:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763495.926628:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787763495.926653:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763495.926657:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1787763495.926663:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763495.926676:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718eff00.
00000400:00000200:1.0:1787763495.926682:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763495.926687:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763495.926691:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9aa0
00000400:00000010:1.0:1787763495.926694:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9aa0.
00000100:00000001:1.0:1787763495.926697:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763495.926702:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d5670c0 x1874599320592384/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763520 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763495.926713:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763495.926717:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d5670c0 x1874599320592384/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763520 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763495.926726:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763495.926728:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763495.926732:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763495.926737:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:1.0:1787763495.926742:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763495.926744:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315331117
00000100:00000001:1.0:1787763495.926748:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315332344
00000100:00000001:1.0:1787763495.926751:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315331117
00000100:00000001:1.0:1787763495.926754:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315332344
00000100:00000001:1.0:1787763495.926757:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763495.926760:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763495.926763:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763495.926768:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763495/real 1787763495]  req@ffff9b9d5d5670c0 x1874599320592384/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763520 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763495.926778:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763495.926780:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763495.926783:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43000.
00000400:00000200:1.0:1787763495.926786:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9000
00000400:00000010:1.0:1787763495.926788:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9000.
00000100:00000001:1.0:1787763495.926791:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763495.926795:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d5670c0 x1874599320592384/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763520 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763495.926806:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d5670c0 x1874599320592384/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763520 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763495.926814:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763495.926816:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763495.926819:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763495.926821:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763495.926825:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d5670c0 x1874599320592384/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763520 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763495.926835:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763495.926841:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d5670c0 x1874599320592384/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763520 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763495.926850:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763495.926854:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763495.926856:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763495.926858:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763495.926861:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763495.926877:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763495.926880:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763495.926897:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763495.926899:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763495.926905:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d5670c0 x1874599320592384/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763520 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763495.926916:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d5670c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320592384:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763495.926922:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763495.926927:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d564b40 x1874599320592512/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763495.926935:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763495.926937:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763495.926940:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763495.926943:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763495.926946:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763495.926950:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d564b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320592512:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763495.926955:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763495.926958:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763495.926960:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763495.926963:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763495.926968:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db8800.
02000000:00000001:1.0:1787763495.926970:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763495.926975:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763495.926979:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43000.
00000400:00000010:1.0:1787763495.926983:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9000.
00000100:00000200:1.0:1787763495.926987:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320592512, portal 10
00000100:00000001:1.0:1787763495.926990:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763495.926992:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910948160 : -110374798603456 : ffff9b9d5d564b40)
00000100:00000040:1.0:1787763495.927000:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d564b40 x1874599320592512/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763520 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763495.927009:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763495.927013:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763495.927016:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9aa0.
00000100:00000200:1.0:1787763495.927020:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320592512, offset 0
00000400:00000200:1.0:1787763495.927026:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763495.927032:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763495.927037:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763495.927042:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763495.927045:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763495.927049:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763495.927052:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763495.927067:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63392:63392:256:4294967295] 192.168.203.113@tcp LPNI seq info [63392:63392:8:4294967295]
00000400:00000200:1.0:1787763495.927072:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763495.927081:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763495.927088:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763495.927093:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718eff00.
00000800:00000200:1.0:1787763495.927099:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763495.927103:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787763495.927109:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763495.927113:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1787763495.927119:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763495.927122:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718eff00.
00000400:00000200:1.0:1787763495.927126:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763495.927131:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763495.927135:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9aa0
00000400:00000010:1.0:1787763495.927138:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9aa0.
00000100:00000001:1.0:1787763495.927142:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763495.927147:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d564b40 x1874599320592512/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763520 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763495.927158:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763495.927174:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d564b40 x1874599320592512/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763520 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763495.927184:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763495.927186:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763495.927191:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763495.927196:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:1.0:1787763495.927201:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763495.927204:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315331096
00000100:00000001:1.0:1787763495.927207:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315332344
00000100:00000001:1.0:1787763495.927211:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315331096
00000100:00000001:1.0:1787763495.927215:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315332344
00000100:00000001:1.0:1787763495.927218:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763495.927221:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763495.927223:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763495.927229:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763495/real 1787763495]  req@ffff9b9d5d564b40 x1874599320592512/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763520 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763495.927241:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763495.927243:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763495.927245:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43000.
00000400:00000200:1.0:1787763495.927249:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9000
00000400:00000010:1.0:1787763495.927251:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9000.
00000100:00000001:1.0:1787763495.927255:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763495.927259:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d564b40 x1874599320592512/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763520 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763495.927272:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d564b40 x1874599320592512/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763520 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763495.927281:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763495.927283:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763495.927286:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763495.927288:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763495.927293:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d564b40 x1874599320592512/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763520 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763495.927304:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763495.927309:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d564b40 x1874599320592512/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763520 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763495.927320:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763495.927324:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763495.927326:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763495.927328:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763495.927331:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763495.927333:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763495.927337:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763495.927342:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763495.927346:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763495.927352:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d564b40 x1874599320592512/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763520 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763495.927364:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d564b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320592512:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763495.927370:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763495.927375:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d565e00 x1874599320592640/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763495.927385:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763495.927387:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763495.927389:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763495.927392:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763495.927395:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763495.927400:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d565e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320592640:192.168.203.113@tcp:8:kworker.0
00000100:00000001:1.0:1787763495.927405:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763495.927408:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763495.927410:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763495.927413:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763495.927418:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db8400.
02000000:00000001:1.0:1787763495.927473:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763495.927481:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763495.927487:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43000.
00000400:00000010:1.0:1787763495.927493:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9000.
00000100:00000200:1.0:1787763495.927500:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320592640, portal 4
00000100:00000001:1.0:1787763495.927502:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763495.927504:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910952960 : -110374798598656 : ffff9b9d5d565e00)
00000100:00000040:1.0:1787763495.927523:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d565e00 x1874599320592640/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763520 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763495.927533:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763495.927538:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763495.927543:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9aa0.
00000100:00000200:1.0:1787763495.927546:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320592640, offset 0
00000400:00000200:1.0:1787763495.927553:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763495.927559:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763495.927564:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763495.927569:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763495.927573:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763495.927584:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763495.927588:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763495.927592:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63393:63393:256:4294967295] 192.168.203.113@tcp LPNI seq info [63393:63393:8:4294967295]
00000400:00000200:1.0:1787763495.927598:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763495.927608:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763495.927615:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763495.927621:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718eff00.
00000800:00000200:1.0:1787763495.927628:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763495.927653:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787763495.927662:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763495.927665:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1787763495.927671:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763495.927674:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718eff00.
00000400:00000200:1.0:1787763495.927688:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763495.927694:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763495.927698:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9aa0
00000400:00000010:1.0:1787763495.927701:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9aa0.
00000100:00000001:1.0:1787763495.927705:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763495.927711:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d565e00 x1874599320592640/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763520 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763495.927722:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763495.927727:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d565e00 x1874599320592640/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763520 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763495.927735:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763495.927738:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763495.927743:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763495.927748:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:1.0:1787763495.927752:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763495.927755:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315331109
00000100:00000001:1.0:1787763495.927758:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315332344
00000100:00000001:1.0:1787763495.927762:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315331109
00000100:00000001:1.0:1787763495.927765:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315332344
00000100:00000001:1.0:1787763495.927768:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763495.927771:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763495.927774:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763495.927779:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763495/real 1787763495]  req@ffff9b9d5d565e00 x1874599320592640/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763520 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763495.927790:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763495.927792:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763495.927795:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43000.
00000400:00000200:1.0:1787763495.927798:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9000
00000400:00000010:1.0:1787763495.927801:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9000.
00000100:00000001:1.0:1787763495.927803:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763495.927808:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d565e00 x1874599320592640/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763520 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763495.927820:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d565e00 x1874599320592640/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763520 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763495.927829:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763495.927832:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763495.927835:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763495.927836:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763495.927842:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d565e00 x1874599320592640/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763520 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763495.927851:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763495.927857:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d565e00 x1874599320592640/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763520 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763495.927868:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763495.927871:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763495.927873:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763495.927875:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763495.927878:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763495.927881:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763495.927884:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763495.927889:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763495.927904:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763495.927910:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d565e00 x1874599320592640/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763520 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763495.927922:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d565e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320592640:192.168.203.113@tcp:8:kworker.0
00000100:00000001:1.0:1787763495.927928:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763495.927931:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763495.927936:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d5670c0 x1874599320592384/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763520 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763495.927946:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763495.927948:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763495.927951:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db9400.
02000000:00000001:1.0:1787763495.927955:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763495.927958:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763495.927968:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:1.0:1787763495.927972:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763495.927974:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45907800.
02000000:00000001:1.0:1787763495.927978:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763495.927980:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763495.927982:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d5670c0.
00000100:00000001:1.0:1787763495.927986:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763495.927988:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763495.927991:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763495.927996:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d564b40 x1874599320592512/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763520 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763495.928006:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763495.928008:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763495.928010:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db8800.
02000000:00000001:1.0:1787763495.928013:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763495.928015:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763495.928017:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:1.0:1787763495.928020:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763495.928022:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45905000.
02000000:00000001:1.0:1787763495.928026:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763495.928027:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763495.928029:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d564b40.
00000100:00000001:1.0:1787763495.928032:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763495.928034:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763495.928037:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763495.928041:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d565e00 x1874599320592640/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763520 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763495.928051:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763495.928054:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763495.928056:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db8400.
02000000:00000001:1.0:1787763495.928059:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763495.928061:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763495.928063:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:1.0:1787763495.928066:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763495.928068:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45905800.
02000000:00000001:1.0:1787763495.928072:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763495.928074:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763495.928075:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d565e00.
00000100:00000001:1.0:1787763495.928079:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763495.928080:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763495.928083:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763495.928088:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763495.928091:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763495.928094:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763495.928096:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763496.116522:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763496.116528:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763496.116534:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763496.116537:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763496.116540:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763496.116541:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763496.116627:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763496.116646:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763496.116652:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763496.948525:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763496.948534:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763496.948537:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763496.948543:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763496.948547:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763496.948551:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763496.948554:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763496.948557:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763496.948561:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763497.140528:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763497.140536:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763497.140542:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763497.140544:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763497.140548:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763497.140550:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763497.140648:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763497.140656:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763497.140661:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787763497.204519:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4315332344, at 4315332352
00000100:00000010:0.0:1787763497.204537:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69b240.
00000100:00000040:1.0:1787763497.204588:0:303331:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b110 (cpu 1) has reached its deadline 4315332344, at 4315332352
00000100:00000010:1.0:1787763497.204606:0:303331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69b0c0.
00000100:00000001:3.0:1787763497.972540:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763497.972549:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763497.972552:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763497.972558:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763497.972562:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763497.972566:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763497.972569:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763497.972572:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763497.972575:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763498.164530:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763498.164536:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763498.164541:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763498.164544:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763498.164547:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763498.164548:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763498.164583:0:281543:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763498.164587:0:281543:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763498.164590:0:281543:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763498.996525:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763498.996531:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763498.996533:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763498.996537:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763498.996541:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763498.996544:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763498.996547:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763498.996549:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763498.996551:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763499.188512:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763499.188518:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763499.188524:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763499.188525:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763499.188527:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763499.188528:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763499.188609:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763499.188629:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763499.188635:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763500.020507:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763500.020513:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763500.020516:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763500.020520:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763500.020524:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763500.020527:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763500.020530:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763500.020532:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763500.020535:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763500.212495:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763500.212501:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763500.212503:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763500.212506:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763500.212510:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763500.212512:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763500.212514:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763500.212516:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763500.212519:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763500.212521:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763500.212522:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763500.212525:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763500.212526:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763500.212527:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763500.212529:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763500.212530:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763500.212533:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763500.212534:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763500.212579:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763500.212585:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763500.212588:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787763501.044670:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763501.044678:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787763501.044681:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763501.044684:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787763501.044686:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763501.044688:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787763501.044691:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763501.044695:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763501.044696:0:296758:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20663
00000100:00100000:1.0:1787763501.044701:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763501.044705:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763501.044708:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1787763501.044708:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763501.044712:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763501.044714:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1787763501.044715:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00000001:1.0:1787763501.044717:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763501.044719:0:296758:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763501.044723:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763501.044726:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763501.044728:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763501.044730:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763501.044733:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763501.044734:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:3.0:1787763501.044736:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763501.044739:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:3.0:1787763501.044740:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:3.0:1787763501.044742:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:3.0:1787763501.044744:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763501.044745:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763501.044746:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763501.044748:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787763501.044750:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:3.0:1787763501.044752:0:296758:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763501.044755:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763501.044757:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763501.044760:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763501.044762:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763501.044763:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787763501.044765:0:296758:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763501.044773:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d566d00.
00000020:00000040:3.0:1787763501.044775:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:3.0:1787763501.044778:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763501.044779:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763501.044782:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763501.044784:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763501.044787:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763501.044792:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45907400.
00000100:00000001:3.0:1787763501.044797:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763501.044804:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d566d00 x1874599320592768/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763501.044811:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763501.044815:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763501.044818:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6377b55] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d566d00 x1874599320592768/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763501.044832:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763501.044834:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763501.044837:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787763501.044838:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763501.044839:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763501.044841:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763501.044843:0:296758:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20663
00000400:00000200:3.0:1787763501.044846:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763501.044849:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763501.044850:0:296758:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787763501.044851:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1787763501.044853:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763501.044855:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763501.044856:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787763501.044859:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787763501.044860:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763501.044863:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763501.044866:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763501.044868:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000100:00000040:1.0:1787763501.044869:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d566d00 x1874599320592768/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787763501.044870:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763501.044874:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000020:00000001:3.0:1787763501.044877:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000020:00000001:3.0:1787763501.044881:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000040:3.0:1787763501.044887:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763501.044888:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763501.044890:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787763501.044891:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763501.044895:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
02000000:00000001:1.0:1787763501.044896:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1787763501.044897:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
02000000:00000001:1.0:1787763501.044900:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1787763501.044901:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
02000000:00000001:1.0:1787763501.044905:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763501.044906:0:296758:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763501.044910:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763501.044911:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d566d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320592768:192.168.203.113@tcp:250:kworker.0
02000000:00000001:3.0:1787763501.044912:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787763501.044917:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787763501.044918:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763501.044921:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763501.044922:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1787763501.044923:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:1.0:1787763501.044926:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1787763501.044928:0:296758:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1787763501.044929:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:3.0:1787763501.044933:0:296758:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763501.044934:0:296758:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787763501.044936:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db8400.
00000100:00000010:3.0:1787763501.044937:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d5643c0.
02000000:00000001:1.0:1787763501.044939:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787763501.044941:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
02000000:00000001:3.0:1787763501.044945:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1787763501.044947:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
02000000:00000001:3.0:1787763501.044948:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763501.044952:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763501.044954:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:1.0:1787763501.044955:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43000.
02000000:00000001:3.0:1787763501.044956:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763501.044962:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45906400.
00000400:00000010:1.0:1787763501.044964:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9000.
00000100:00000001:3.0:1787763501.044965:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787763501.044971:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320592768, portal 25
00000100:00100000:3.0:1787763501.044972:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d5643c0 x1874599320592896/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787763501.044975:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763501.044978:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910956800 : -110374798594816 : ffff9b9d5d566d00)
00000100:00000001:3.0:1787763501.044984:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763501.044987:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763501.044988:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d566d00 x1874599320592768/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787763501.044993:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c43373d] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d5643c0 x1874599320592896/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763501.045011:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787763501.045012:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763501.045016:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1787763501.045021:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000100:00080000:3.0:1787763501.045022:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787763501.045025:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763501.045027:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:1.0:1787763501.045029:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9aa0.
00000100:00000001:3.0:1787763501.045029:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763501.045033:0:296758:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20663
00000100:00000200:1.0:1787763501.045036:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320592768, offset 0
00000400:00000200:3.0:1787763501.045037:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763501.045041:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763501.045044:0:296758:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763501.045045:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763501.045047:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787763501.045050:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000100:00000040:3.0:1787763501.045051:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763501.045055:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763501.045057:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763501.045058:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000020:00000001:3.0:1787763501.045059:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763501.045061:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000400:00000200:1.0:1787763501.045064:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000020:00000001:3.0:1787763501.045065:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000020:00000001:3.0:1787763501.045069:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00000040:3.0:1787763501.045072:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000400:00000200:1.0:1787763501.045074:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000100:00000001:3.0:1787763501.045075:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763501.045080:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000400:00000200:1.0:1787763501.045083:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1787763501.045084:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787763501.045088:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000400:00000200:1.0:1787763501.045091:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000100:00080000:3.0:1787763501.045094:0:296758:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763501.045097:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763501.045099:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1787763501.045099:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763501.045104:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1787763501.045105:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
02000000:00000001:3.0:1787763501.045107:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763501.045109:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763501.045111:0:296758:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763501.045114:0:296758:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763501.045116:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63394:63394:256:4294967295] 192.168.203.113@tcp LPNI seq info [63394:63394:8:4294967295]
00000100:00000001:3.0:1787763501.045116:0:296758:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763501.045120:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d566580.
00000020:00000040:3.0:1787763501.045124:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
02000000:00000001:3.0:1787763501.045127:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1787763501.045128:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
02000000:00000001:3.0:1787763501.045129:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763501.045134:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763501.045135:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763501.045136:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763501.045140:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45905800.
00000100:00000001:3.0:1787763501.045144:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763501.045148:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000100:00100000:3.0:1787763501.045150:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d566580 x1874599320593024/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763501.045159:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000200:1.0:1787763501.045160:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000100:00000001:3.0:1787763501.045162:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1787763501.045168:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718eff00.
00000100:00000040:3.0:1787763501.045168:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f409d8da] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d566580 x1874599320593024/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763501.045176:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787763501.045180:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000040:3.0:1787763501.045181:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787763501.045187:0:296758:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:1.0:1787763501.045188:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 33 secs later)
00000100:00080000:3.0:1787763501.045190:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763501.045195:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787763501.045198:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:1.1:1787763501.045198:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00080000:3.0:1787763501.045201:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763501.045204:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:1.1:1787763501.045204:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 33 secs later)
00000100:00080000:3.0:1787763501.045210:0:296758:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20663
00000800:00000100:1.0:1787763501.045213:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000400:00000200:3.0:1787763501.045218:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000800:00000010:1.0:1787763501.045219:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718eff00.
00000400:00000200:3.0:1787763501.045223:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763501.045225:0:296758:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1787763501.045227:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:3.0:1787763501.045227:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763501.045232:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763501.045233:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763501.045235:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763501.045236:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763501.045236:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000020:00000001:3.0:1787763501.045243:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763501.045244:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000400:00000200:1.0:1787763501.045248:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000020:00000001:3.0:1787763501.045265:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000020:00000001:3.0:1787763501.045275:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000400:00000200:1.0:1787763501.045279:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9aa0
00000100:00000040:3.0:1787763501.045282:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000400:00000010:1.0:1787763501.045287:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9aa0.
00000100:00000001:3.0:1787763501.045288:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763501.045296:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763501.045301:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787763501.045302:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787763501.045310:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00000200:1.0:1787763501.045318:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d566d00 x1874599320592768/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787763501.045320:0:296758:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763501.045328:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763501.045335:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763501.045341:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763501.045348:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763501.045351:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1787763501.045353:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000008:00100000:3.0:1787763501.045355:0:296758:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763501.045364:0:296758:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763501.045366:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d566d00 x1874599320592768/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763526 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763501.045369:0:296758:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763501.045391:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d567840.
00000020:00000040:3.0:1787763501.045395:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
00000100:00000001:1.0:1787763501.045396:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763501.045398:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787763501.045399:0:256678:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:3.0:1787763501.045400:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763501.045403:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763501.045404:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763501.045406:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763501.045407:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763501.045409:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45905000.
00000100:00000001:3.0:1787763501.045412:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763501.045413:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763501.045418:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4315337463
00000100:00100000:3.0:1787763501.045418:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d567840 x1874599320593152/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763501.045426:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000010:1.0:1787763501.045428:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d7f69b0c0.
00000100:00000001:3.0:1787763501.045428:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763501.045433:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002fc5cb79] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d567840 x1874599320593152/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763501.045439:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1787763501.045439:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763501.045445:0:296758:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20673)
00000100:00000001:1.0:1787763501.045537:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4315337464
00000100:00000010:1.0:1787763501.045546:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d7f69b540.
00000100:00000001:1.0:1787763501.045551:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787763501.045556:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763501.045560:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763501.045563:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763501.045572:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763501/real 1787763501]  req@ffff9b9d5d566d00 x1874599320592768/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763501.045584:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763501.045586:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763501.045589:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43000.
00000400:00000200:1.0:1787763501.045593:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9000
00000400:00000010:1.0:1787763501.045596:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9000.
00000100:00000001:1.0:1787763501.045623:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763501.045630:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d566d00 x1874599320592768/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763501.045663:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d566d00 x1874599320592768/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763501.045668:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763501.045669:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763501.045671:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763501.045672:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763501.045675:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d566d00 x1874599320592768/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763501.045680:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763501.045683:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d566d00 x1874599320592768/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763526 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763501.045688:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763501.045689:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763501.045690:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763501.045691:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763501.045693:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763501.045694:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763501.045696:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763501.045699:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763501.045700:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763501.045703:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d566d00 x1874599320592768/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763526 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763501.045708:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d566d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320592768:192.168.203.113@tcp:250:kworker.0
00000100:00000001:1.0:1787763501.045712:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763501.045713:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763501.045716:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d566d00 x1874599320592768/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763526 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763501.045724:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763501.045726:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763501.045728:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db8400.
02000000:00000001:1.0:1787763501.045730:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763501.045732:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763501.045733:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:1.0:1787763501.045735:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763501.045737:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45907400.
02000000:00000001:1.0:1787763501.045740:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763501.045741:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763501.045742:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d566d00.
00000100:00000001:1.0:1787763501.045746:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763501.045747:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763501.045748:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763501.045755:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763501.045756:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763501.045757:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763501.045759:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763501.045760:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763501.045762:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d5643c0 x1874599320592896/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763501.045767:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763501.045768:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763501.045770:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763501.045771:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763501.045773:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763501.045774:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d5643c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320592896:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763501.045777:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763501.045778:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763501.045779:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763501.045781:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763501.045783:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db8400.
02000000:00000001:1.0:1787763501.045785:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763501.045787:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763501.045790:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43000.
00000400:00000010:1.0:1787763501.045792:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9000.
00000100:00000200:1.0:1787763501.045794:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320592896, portal 10
00000100:00000001:1.0:1787763501.045795:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763501.045796:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910946240 : -110374798605376 : ffff9b9d5d5643c0)
00000100:00000040:1.0:1787763501.045801:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d5643c0 x1874599320592896/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763501.045806:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763501.045808:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763501.045809:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9aa0.
00000100:00000200:1.0:1787763501.045811:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320592896, offset 0
00000400:00000200:1.0:1787763501.045813:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763501.045816:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763501.045819:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763501.045821:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763501.045823:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763501.045824:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763501.045826:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763501.045828:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63395:63395:256:4294967295] 192.168.203.113@tcp LPNI seq info [63395:63395:8:4294967295]
00000400:00000200:1.0:1787763501.045831:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763501.045835:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763501.045838:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763501.045841:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718eff00.
00000800:00000200:1.0:1787763501.045844:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763501.045846:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787763501.045849:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763501.045850:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 33 secs later)
00000800:00000100:1.0:1787763501.045853:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763501.045854:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718eff00.
00000400:00000200:1.0:1787763501.045856:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763501.045859:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763501.045861:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9aa0
00000400:00000010:1.0:1787763501.045863:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9aa0.
00000100:00000001:1.0:1787763501.045864:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763501.045867:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d5643c0 x1874599320592896/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763501.045872:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763501.045874:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d5643c0 x1874599320592896/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763526 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763501.045879:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763501.045880:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763501.045882:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763501.045885:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:1.0:1787763501.045887:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763501.045888:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315336236
00000100:00000001:1.0:1787763501.045890:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315337463
00000100:00000001:1.0:1787763501.045892:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315336236
00000100:00000001:1.0:1787763501.045893:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315337464
00000100:00000001:1.0:1787763501.045895:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763501.045896:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763501.045897:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763501.045899:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763501/real 1787763501]  req@ffff9b9d5d5643c0 x1874599320592896/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763501.045904:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763501.045905:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763501.045906:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43000.
00000400:00000200:1.0:1787763501.045907:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9000
00000400:00000010:1.0:1787763501.045909:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9000.
00000100:00000001:1.0:1787763501.045910:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763501.045912:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d5643c0 x1874599320592896/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763501.045917:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d5643c0 x1874599320592896/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763501.045926:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763501.045927:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763501.045928:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763501.045929:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763501.045931:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d5643c0 x1874599320592896/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763501.045935:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763501.045937:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d5643c0 x1874599320592896/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763526 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763501.045941:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763501.045943:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763501.045944:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763501.045945:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763501.045946:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763501.045955:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763501.045956:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763501.045959:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763501.045960:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763501.045963:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d5643c0 x1874599320592896/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763526 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763501.045968:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d5643c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320592896:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763501.045970:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763501.045972:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d566580 x1874599320593024/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763501.045976:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763501.045976:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763501.045978:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763501.045979:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763501.045981:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763501.045983:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d566580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320593024:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763501.046002:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763501.046004:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763501.046007:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763501.046011:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763501.046017:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db8800.
02000000:00000001:1.0:1787763501.046020:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763501.046027:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763501.046032:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43000.
00000400:00000010:1.0:1787763501.046037:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9000.
00000100:00000200:1.0:1787763501.046043:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320593024, portal 10
00000100:00000001:1.0:1787763501.046046:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763501.046049:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910954880 : -110374798596736 : ffff9b9d5d566580)
00000100:00000040:1.0:1787763501.046060:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d566580 x1874599320593024/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763501.046075:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763501.046080:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763501.046084:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9aa0.
00000100:00000200:1.0:1787763501.046089:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320593024, offset 0
00000400:00000200:1.0:1787763501.046098:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763501.046107:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763501.046114:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763501.046120:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763501.046125:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763501.046131:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763501.046135:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763501.046141:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63396:63396:256:4294967295] 192.168.203.113@tcp LPNI seq info [63396:63396:8:4294967295]
00000400:00000200:1.0:1787763501.046150:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763501.046163:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763501.046174:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763501.046182:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718eff00.
00000800:00000200:1.0:1787763501.046190:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763501.046196:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787763501.046206:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763501.046209:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 33 secs later)
00000800:00000100:1.0:1787763501.046215:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763501.046218:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718eff00.
00000400:00000200:1.0:1787763501.046222:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763501.046227:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763501.046231:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9aa0
00000400:00000010:1.0:1787763501.046249:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9aa0.
00000100:00000001:1.0:1787763501.046251:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763501.046254:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d566580 x1874599320593024/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763501.046259:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763501.046261:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d566580 x1874599320593024/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763526 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763501.046266:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763501.046267:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763501.046270:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763501.046272:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:1.0:1787763501.046274:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763501.046275:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315336215
00000100:00000001:1.0:1787763501.046277:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315337463
00000100:00000001:1.0:1787763501.046279:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315336215
00000100:00000001:1.0:1787763501.046280:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315337464
00000100:00000001:1.0:1787763501.046282:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763501.046283:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763501.046284:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763501.046286:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763501/real 1787763501]  req@ffff9b9d5d566580 x1874599320593024/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763501.046292:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763501.046293:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763501.046294:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43000.
00000400:00000200:1.0:1787763501.046296:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9000
00000400:00000010:1.0:1787763501.046297:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9000.
00000100:00000001:1.0:1787763501.046298:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763501.046300:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d566580 x1874599320593024/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763501.046305:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d566580 x1874599320593024/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763501.046310:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763501.046310:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763501.046311:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763501.046312:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763501.046314:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d566580 x1874599320593024/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763501.046318:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763501.046321:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d566580 x1874599320593024/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763526 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763501.046325:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763501.046326:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763501.046327:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763501.046328:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763501.046329:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763501.046330:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763501.046332:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763501.046334:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763501.046335:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763501.046338:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d566580 x1874599320593024/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763526 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763501.046343:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d566580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320593024:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763501.046346:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763501.046348:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d567840 x1874599320593152/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763501.046352:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763501.046352:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763501.046354:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763501.046355:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763501.046356:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763501.046358:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d567840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320593152:192.168.203.113@tcp:8:kworker.0
00000100:00000001:1.0:1787763501.046360:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763501.046361:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763501.046362:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763501.046363:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763501.046377:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db9400.
02000000:00000001:1.0:1787763501.046378:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763501.046381:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763501.046382:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43000.
00000400:00000010:1.0:1787763501.046384:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9000.
00000100:00000200:1.0:1787763501.046386:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320593152, portal 4
00000100:00000001:1.0:1787763501.046388:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763501.046389:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910959680 : -110374798591936 : ffff9b9d5d567840)
00000100:00000040:1.0:1787763501.046392:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d567840 x1874599320593152/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763501.046397:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763501.046398:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763501.046400:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9aa0.
00000100:00000200:1.0:1787763501.046401:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320593152, offset 0
00000400:00000200:1.0:1787763501.046404:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763501.046407:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763501.046409:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763501.046411:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763501.046413:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763501.046415:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763501.046416:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763501.046419:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63397:63397:256:4294967295] 192.168.203.113@tcp LPNI seq info [63397:63397:8:4294967295]
00000400:00000200:1.0:1787763501.046423:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763501.046429:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763501.046434:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763501.046437:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718eff00.
00000800:00000200:1.0:1787763501.046441:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763501.046444:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787763501.046448:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763501.046451:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 33 secs later)
00000800:00000100:1.0:1787763501.046455:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763501.046457:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718eff00.
00000400:00000200:1.0:1787763501.046460:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763501.046464:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763501.046468:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9aa0
00000400:00000010:1.0:1787763501.046469:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9aa0.
00000100:00000001:1.0:1787763501.046472:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763501.046474:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d567840 x1874599320593152/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763501.046480:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763501.046482:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d567840 x1874599320593152/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763526 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763501.046502:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763501.046503:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763501.046505:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763501.046507:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:1.0:1787763501.046521:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763501.046523:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315336228
00000100:00000001:1.0:1787763501.046525:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315337463
00000100:00000001:1.0:1787763501.046527:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315336228
00000100:00000001:1.0:1787763501.046528:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315337464
00000100:00000001:1.0:1787763501.046530:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763501.046531:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763501.046532:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763501.046535:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763501/real 1787763501]  req@ffff9b9d5d567840 x1874599320593152/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763501.046540:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763501.046541:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763501.046542:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43000.
00000400:00000200:1.0:1787763501.046543:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9000
00000400:00000010:1.0:1787763501.046545:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9000.
00000100:00000001:1.0:1787763501.046546:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763501.046548:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d567840 x1874599320593152/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763501.046553:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d567840 x1874599320593152/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763501.046557:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763501.046558:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763501.046559:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763501.046560:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763501.046562:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d567840 x1874599320593152/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763501.046566:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763501.046568:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d567840 x1874599320593152/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763526 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763501.046573:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763501.046575:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763501.046576:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763501.046577:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763501.046578:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763501.046579:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763501.046581:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763501.046583:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763501.046584:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763501.046586:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d567840 x1874599320593152/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763526 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763501.046591:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d567840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320593152:192.168.203.113@tcp:8:kworker.0
00000100:00000001:1.0:1787763501.046593:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763501.046595:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763501.046597:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d5643c0 x1874599320592896/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763526 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763501.046616:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763501.046617:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763501.046618:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db8400.
02000000:00000001:1.0:1787763501.046620:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763501.046622:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763501.046623:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:1.0:1787763501.046624:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763501.046625:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45906400.
02000000:00000001:1.0:1787763501.046627:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763501.046628:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763501.046629:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d5643c0.
00000100:00000001:1.0:1787763501.046631:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763501.046632:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763501.046633:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763501.046635:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d566580 x1874599320593024/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763526 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763501.046655:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763501.046656:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763501.046657:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db8800.
02000000:00000001:1.0:1787763501.046658:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763501.046659:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763501.046659:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:1.0:1787763501.046660:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763501.046661:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45905800.
02000000:00000001:1.0:1787763501.046662:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763501.046663:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763501.046664:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d566580.
00000100:00000001:1.0:1787763501.046665:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763501.046666:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763501.046667:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763501.046669:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d567840 x1874599320593152/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763526 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763501.046672:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763501.046673:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763501.046674:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db9400.
02000000:00000001:1.0:1787763501.046676:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763501.046676:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763501.046677:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:1.0:1787763501.046678:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763501.046679:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45905000.
02000000:00000001:1.0:1787763501.046680:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763501.046680:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763501.046681:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d567840.
00000100:00000001:1.0:1787763501.046682:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763501.046683:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763501.046684:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763501.046687:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763501.046688:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763501.046689:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763501.046690:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763501.236551:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763501.236558:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763501.236567:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763501.236570:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763501.236575:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763501.236578:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763501.236684:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763501.236687:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763501.236690:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763502.068550:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763502.068560:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763502.068564:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763502.068572:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763502.068577:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763502.068581:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763502.068585:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763502.068588:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763502.068616:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763502.260632:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763502.260666:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763502.260672:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763502.260673:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763502.260677:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763502.260678:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763502.260716:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763502.260720:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763502.260723:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1787763502.324552:0:303331:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b110 (cpu 1) has reached its deadline 4315337464, at 4315337472
00000100:00000040:0.0:1787763502.324569:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4315337463, at 4315337472
00000100:00000010:1.0:1787763502.324571:0:303331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69b540.
00000100:00000010:0.0:1787763502.324587:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69b0c0.
00000100:00000001:1.0:1787763503.092527:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763503.092533:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763503.092536:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763503.092540:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763503.092544:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763503.092547:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763503.092549:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763503.092552:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763503.092555:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763503.284516:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763503.284522:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763503.284527:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763503.284530:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763503.284534:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763503.284537:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763503.284540:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763503.284543:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763503.284545:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763503.284547:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763503.284548:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763503.284550:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763503.284568:0:281543:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763503.284573:0:281543:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763503.284576:0:281543:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763504.116534:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763504.116544:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763504.116548:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763504.116556:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763504.116562:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763504.116567:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763504.116571:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763504.116576:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763504.116611:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763504.308624:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763504.308631:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763504.308638:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763504.308640:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763504.308644:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763504.308646:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763504.308724:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763504.308731:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763504.308736:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763505.140549:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763505.140560:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763505.140564:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763505.140597:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763505.140606:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763505.140611:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763505.140616:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763505.140620:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763505.140640:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763505.332530:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763505.332538:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763505.332543:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763505.332544:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763505.332548:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763505.332549:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763505.332628:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763505.332633:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763505.332636:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763506.164536:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763506.164543:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763506.164546:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763506.164551:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00080000:2.0:1787763506.164551:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787763506.164557:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1787763506.164559:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787763506.164562:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763506.164576:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763506.164576:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787763506.164579:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1787763506.164580:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787763506.164582:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763506.164586:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763506.164595:0:296758:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20668
00000400:00000200:2.0:1787763506.164604:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763506.164609:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763506.164613:0:296758:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763506.164616:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763506.164618:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763506.164620:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763506.164622:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:2.0:1787763506.164625:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763506.164626:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:2.0:1787763506.164628:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763506.164630:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:2.0:1787763506.164632:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:2.0:1787763506.164634:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:2.0:1787763506.164636:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763506.164638:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763506.164639:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763506.164641:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:2.0:1787763506.164642:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:2.0:1787763506.164645:0:296758:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763506.164646:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763506.164648:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763506.164651:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763506.164652:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763506.164654:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787763506.164655:0:296758:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763506.164663:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d569680.
00000020:00000040:2.0:1787763506.164665:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:2.0:1787763506.164669:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763506.164670:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763506.164672:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763506.164674:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763506.164677:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763506.164683:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f184000.
00000100:00000001:2.0:1787763506.164688:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763506.164696:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d569680 x1874599320593280/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763506.164703:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763506.164707:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763506.164710:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d90ce636] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d569680 x1874599320593280/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763506.164724:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763506.164727:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763506.164729:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787763506.164731:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763506.164732:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763506.164734:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763506.164736:0:296758:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20668
00000400:00000200:2.0:1787763506.164739:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763506.164741:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763506.164743:0:296758:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787763506.164744:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1787763506.164746:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763506.164749:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763506.164749:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787763506.164753:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763506.164753:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763506.164757:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:2.0:1787763506.164759:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763506.164761:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000100:00000040:1.0:1787763506.164762:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d569680 x1874599320593280/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1787763506.164763:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763506.164766:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000020:00000001:2.0:1787763506.164771:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000020:00000001:2.0:1787763506.164775:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000001:1.0:1787763506.164780:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:2.0:1787763506.164781:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763506.164782:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763506.164784:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1787763506.164788:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:2.0:1787763506.164788:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
02000000:00000001:1.0:1787763506.164793:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763506.164793:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:2.0:1787763506.164798:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
02000000:00000001:1.0:1787763506.164799:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763506.164806:0:296758:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00100000:1.0:1787763506.164807:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d569680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320593280:192.168.203.113@tcp:250:kworker.0
00000100:00000001:2.0:1787763506.164811:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763506.164814:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763506.164814:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787763506.164819:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763506.164821:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763506.164822:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763506.164824:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763506.164825:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1787763506.164827:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000010:1.0:1787763506.164832:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db9400.
00000008:00100000:2.0:1787763506.164832:0:296758:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787763506.164835:0:296758:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763506.164836:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763506.164839:0:296758:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763506.164843:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d5692c0.
00000020:00000040:2.0:1787763506.164845:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
02000000:00000001:2.0:1787763506.164846:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763506.164847:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763506.164848:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763506.164849:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1787763506.164851:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
02000000:00000001:2.0:1787763506.164852:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787763506.164857:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43000.
02000000:00000010:2.0:1787763506.164858:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f185000.
00000100:00000001:2.0:1787763506.164862:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787763506.164864:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9000.
00000100:00100000:2.0:1787763506.164869:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d5692c0 x1874599320593408/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1787763506.164873:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320593280, portal 25
00000100:00000001:2.0:1787763506.164876:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787763506.164877:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763506.164881:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910967424 : -110374798584192 : ffff9b9d5d569680)
00000100:00000001:2.0:1787763506.164881:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763506.164890:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000103818ef] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d5692c0 x1874599320593408/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787763506.164892:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d569680 x1874599320593280/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763506.164916:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763506.164921:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787763506.164926:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:2.0:1787763506.164927:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787763506.164930:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:1.0:1787763506.164931:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000100:00080000:2.0:1787763506.164932:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:1.0:1787763506.164934:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9aa0.
00000100:00000001:2.0:1787763506.164936:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000100:00000200:1.0:1787763506.164938:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320593280, offset 0
00000100:00080000:2.0:1787763506.164941:0:296758:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20668
00000400:00000200:2.0:1787763506.164946:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763506.164950:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763506.164952:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763506.164955:0:296758:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763506.164957:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763506.164959:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787763506.164961:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000040:2.0:1787763506.164963:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763506.164966:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:2.0:1787763506.164967:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:1.0:1787763506.164970:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000020:00000040:2.0:1787763506.164970:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000020:00000001:2.0:1787763506.164974:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763506.164976:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000400:00000200:1.0:1787763506.164977:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:2.0:1787763506.164980:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000400:00000200:1.0:1787763506.164984:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000020:00000001:2.0:1787763506.164985:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000400:00000200:1.0:1787763506.164989:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000100:00000040:2.0:1787763506.164990:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000400:00000200:1.0:1787763506.164994:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000100:00000001:2.0:1787763506.164995:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763506.164999:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000400:00000200:1.0:1787763506.165002:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63398:63398:256:4294967295] 192.168.203.113@tcp LPNI seq info [63398:63398:8:4294967295]
00000100:00000001:2.0:1787763506.165003:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:2.0:1787763506.165009:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000400:00000200:1.0:1787763506.165012:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00080000:2.0:1787763506.165016:0:296758:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763506.165018:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763506.165020:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763506.165024:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1787763506.165026:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
02000000:00000001:2.0:1787763506.165027:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763506.165031:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787763506.165033:0:296758:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000800:00000200:1.0:1787763506.165035:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000008:00000001:2.0:1787763506.165037:0:296758:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763506.165040:0:296758:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1787763506.165041:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718eff00.
00000100:00000010:2.0:1787763506.165043:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d56b840.
00000800:00000200:1.0:1787763506.165049:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000020:00000040:2.0:1787763506.165050:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
02000000:00000001:2.0:1787763506.165055:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000200:1.0:1787763506.165056:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
02000000:00000001:2.0:1787763506.165057:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763506.165061:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763506.165063:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:1.1:1787763506.165065:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
02000000:00000001:2.0:1787763506.165066:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787763506.165071:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
02000000:00000010:2.0:1787763506.165073:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f186000.
00000100:00000001:2.0:1787763506.165076:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1787763506.165078:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763506.165081:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718eff00.
00000100:00100000:2.0:1787763506.165084:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d56b840 x1874599320593536/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763506.165091:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763506.165092:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763506.165094:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:2.0:1787763506.165097:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2e525cc] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d56b840 x1874599320593536/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787763506.165102:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763506.165110:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9aa0
00000100:00000001:2.0:1787763506.165111:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787763506.165113:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9aa0.
00000100:00000040:2.0:1787763506.165114:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787763506.165119:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:2.0:1787763506.165119:0:296758:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1787763506.165124:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:1.0:1787763506.165125:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d569680 x1874599320593280/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787763506.165131:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787763506.165134:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763506.165137:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787763506.165141:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787763506.165141:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763506.165145:0:296758:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20668
00000100:00000040:1.0:1787763506.165148:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d569680 x1874599320593280/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763531 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787763506.165152:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763506.165159:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763506.165163:0:296758:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763506.165168:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763506.165172:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787763506.165175:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763506.165176:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763506.165178:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763506.165181:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:2.0:1787763506.165184:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787763506.165185:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1787763506.165185:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000020:00000001:2.0:1787763506.165190:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:1.0:1787763506.165193:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000020:00000040:2.0:1787763506.165193:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000020:00000001:2.0:1787763506.165197:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000001:1.0:1787763506.165198:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4315342583
00000020:00000001:2.0:1787763506.165201:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000010:1.0:1787763506.165205:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d7f69b540.
00000100:00000040:2.0:1787763506.165205:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763506.165210:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763506.165211:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763506.165212:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000001:1.0:1787763506.165214:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000020:00000040:2.0:1787763506.165214:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00080000:2.0:1787763506.165220:0:296758:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:1.0:1787763506.165222:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4315342583
00000100:00000001:2.0:1787763506.165222:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763506.165224:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000010:1.0:1787763506.165228:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d7f69b840.
02000000:00000001:2.0:1787763506.165229:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763506.165234:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
02000000:00000001:2.0:1787763506.165234:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763506.165238:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1787763506.165239:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000008:00100000:2.0:1787763506.165240:0:296758:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000100:00000001:1.0:1787763506.165243:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1787763506.165244:0:296758:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763506.165248:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1787763506.165248:0:296758:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763506.165254:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763506/real 1787763506]  req@ffff9b9d5d569680 x1874599320593280/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1787763506.165254:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d568000.
00000020:00000040:2.0:1787763506.165257:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
02000000:00000001:2.0:1787763506.165262:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763506.165264:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763506.165268:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000001:1.0:1787763506.165270:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:2.0:1787763506.165271:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000001:1.0:1787763506.165273:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:2.0:1787763506.165274:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787763506.165275:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43000.
02000000:00000010:2.0:1787763506.165278:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f187000.
00000400:00000200:1.0:1787763506.165279:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9000
00000400:00000010:1.0:1787763506.165283:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9000.
00000100:00000001:2.0:1787763506.165284:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763506.165285:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00100000:2.0:1787763506.165291:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d568000 x1874599320593664/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1787763506.165292:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d569680 x1874599320593280/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763506.165327:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000200:1.0:1787763506.165329:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d569680 x1874599320593280/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763506.165330:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763506.165339:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000040389d09] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d568000 x1874599320593664/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763506.165340:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763506.165343:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763506.165346:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763506.165349:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763506.165354:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763506.165357:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d569680 x1874599320593280/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787763506.165359:0:296758:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20679)
00000100:00000001:1.0:1787763506.165367:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763506.165370:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d569680 x1874599320593280/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763531 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763506.165375:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763506.165377:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763506.165379:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763506.165380:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763506.165381:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763506.165383:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763506.165385:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763506.165388:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763506.165389:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763506.165392:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d569680 x1874599320593280/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763531 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763506.165397:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d569680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320593280:192.168.203.113@tcp:250:kworker.0
00000100:00000001:1.0:1787763506.165400:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763506.165402:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763506.165403:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d569680 x1874599320593280/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763531 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763506.165408:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763506.165409:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763506.165411:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db9400.
02000000:00000001:1.0:1787763506.165413:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763506.165415:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763506.165415:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:1.0:1787763506.165417:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763506.165418:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f184000.
02000000:00000001:1.0:1787763506.165421:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763506.165423:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763506.165424:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d569680.
00000100:00000001:1.0:1787763506.165426:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763506.165428:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763506.165429:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763506.165435:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763506.165436:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763506.165437:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763506.165457:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763506.165459:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763506.165461:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d5692c0 x1874599320593408/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763506.165467:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763506.165468:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763506.165469:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763506.165470:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763506.165472:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763506.165474:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d5692c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320593408:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763506.165476:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763506.165477:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763506.165478:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763506.165480:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763506.165482:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db9400.
02000000:00000001:1.0:1787763506.165483:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763506.165486:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763506.165488:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43000.
00000400:00000010:1.0:1787763506.165490:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9000.
00000100:00000200:1.0:1787763506.165492:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320593408, portal 10
00000100:00000001:1.0:1787763506.165493:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763506.165494:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910966464 : -110374798585152 : ffff9b9d5d5692c0)
00000100:00000040:1.0:1787763506.165499:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d5692c0 x1874599320593408/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763506.165503:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763506.165505:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763506.165507:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9aa0.
00000100:00000200:1.0:1787763506.165509:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320593408, offset 0
00000400:00000200:1.0:1787763506.165511:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763506.165514:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763506.165516:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763506.165519:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763506.165520:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763506.165522:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763506.165524:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763506.165526:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63399:63399:256:4294967295] 192.168.203.113@tcp LPNI seq info [63399:63399:8:4294967295]
00000400:00000200:1.0:1787763506.165529:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763506.165533:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763506.165536:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763506.165538:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718eff00.
00000800:00000200:1.0:1787763506.165540:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763506.165542:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787763506.165546:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763506.165547:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1787763506.165550:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763506.165551:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718eff00.
00000400:00000200:1.0:1787763506.165553:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763506.165556:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763506.165558:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9aa0
00000400:00000010:1.0:1787763506.165559:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9aa0.
00000100:00000001:1.0:1787763506.165561:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763506.165579:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d5692c0 x1874599320593408/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763506.165585:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763506.165587:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d5692c0 x1874599320593408/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763531 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763506.165592:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763506.165593:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763506.165595:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763506.165598:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:1.0:1787763506.165600:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763506.165602:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315341356
00000100:00000001:1.0:1787763506.165604:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315342583
00000100:00000001:1.0:1787763506.165606:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315341356
00000100:00000001:1.0:1787763506.165607:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315342583
00000100:00000001:1.0:1787763506.165608:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763506.165610:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763506.165611:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763506.165613:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763506/real 1787763506]  req@ffff9b9d5d5692c0 x1874599320593408/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763506.165618:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763506.165619:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763506.165620:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43000.
00000400:00000200:1.0:1787763506.165622:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9000
00000400:00000010:1.0:1787763506.165623:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9000.
00000100:00000001:1.0:1787763506.165624:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763506.165626:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d5692c0 x1874599320593408/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763506.165632:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d5692c0 x1874599320593408/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763506.165636:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763506.165636:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763506.165638:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763506.165638:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763506.165640:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d5692c0 x1874599320593408/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763506.165644:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763506.165647:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d5692c0 x1874599320593408/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763531 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763506.165652:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763506.165653:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763506.165654:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763506.165655:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763506.165656:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763506.165665:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763506.165667:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763506.165669:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763506.165670:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763506.165672:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d5692c0 x1874599320593408/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763531 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763506.165678:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d5692c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320593408:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763506.165680:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763506.165682:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d56b840 x1874599320593536/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763506.165686:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763506.165687:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763506.165688:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763506.165689:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763506.165691:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763506.165692:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d56b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320593536:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763506.165694:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763506.165695:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763506.165697:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763506.165698:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763506.165700:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db8800.
02000000:00000001:1.0:1787763506.165701:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763506.165704:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763506.165705:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43000.
00000400:00000010:1.0:1787763506.165707:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9000.
00000100:00000200:1.0:1787763506.165709:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320593536, portal 10
00000100:00000001:1.0:1787763506.165710:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763506.165711:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910976064 : -110374798575552 : ffff9b9d5d56b840)
00000100:00000040:1.0:1787763506.165715:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d56b840 x1874599320593536/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763506.165719:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763506.165721:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763506.165722:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9aa0.
00000100:00000200:1.0:1787763506.165723:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320593536, offset 0
00000400:00000200:1.0:1787763506.165726:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763506.165728:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763506.165730:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763506.165732:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763506.165734:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763506.165735:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763506.165737:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763506.165739:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63400:63400:256:4294967295] 192.168.203.113@tcp LPNI seq info [63400:63400:8:4294967295]
00000400:00000200:1.0:1787763506.165742:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763506.165746:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763506.165749:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763506.165751:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718eff00.
00000800:00000200:1.0:1787763506.165754:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763506.165755:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787763506.165758:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763506.165760:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1787763506.165762:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763506.165764:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718eff00.
00000400:00000200:1.0:1787763506.165766:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763506.165768:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763506.165770:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9aa0
00000400:00000010:1.0:1787763506.165771:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9aa0.
00000100:00000001:1.0:1787763506.165773:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763506.165775:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d56b840 x1874599320593536/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763506.165780:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763506.165782:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d56b840 x1874599320593536/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763531 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763506.165786:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763506.165787:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763506.165789:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763506.165790:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:1.0:1787763506.165792:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763506.165794:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315341335
00000100:00000001:1.0:1787763506.165795:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315342583
00000100:00000001:1.0:1787763506.165797:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315341335
00000100:00000001:1.0:1787763506.165798:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315342583
00000100:00000001:1.0:1787763506.165799:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763506.165800:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763506.165801:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763506.165804:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763506/real 1787763506]  req@ffff9b9d5d56b840 x1874599320593536/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763506.165808:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763506.165809:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763506.165810:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43000.
00000400:00000200:1.0:1787763506.165812:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9000
00000400:00000010:1.0:1787763506.165813:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9000.
00000100:00000001:1.0:1787763506.165815:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763506.165819:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d56b840 x1874599320593536/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763506.165827:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d56b840 x1874599320593536/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763506.165835:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763506.165837:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763506.165839:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763506.165840:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763506.165844:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d56b840 x1874599320593536/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763506.165851:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763506.165856:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d56b840 x1874599320593536/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763531 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763506.165863:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763506.165865:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763506.165867:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763506.165868:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763506.165870:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763506.165872:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763506.165875:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763506.165879:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763506.165881:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763506.165886:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d56b840 x1874599320593536/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763531 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763506.165894:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d56b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320593536:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763506.165898:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763506.165902:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d568000 x1874599320593664/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763506.165910:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763506.165911:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763506.165914:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763506.165916:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763506.165918:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763506.165920:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d568000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320593664:192.168.203.113@tcp:8:kworker.0
00000100:00000001:1.0:1787763506.165922:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763506.165924:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763506.165925:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763506.165926:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763506.165929:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db8400.
02000000:00000001:1.0:1787763506.165930:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763506.165933:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763506.165935:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43000.
00000400:00000010:1.0:1787763506.165937:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9000.
00000100:00000200:1.0:1787763506.165940:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320593664, portal 4
00000100:00000001:1.0:1787763506.165941:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763506.165942:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910961664 : -110374798589952 : ffff9b9d5d568000)
00000100:00000040:1.0:1787763506.165946:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d568000 x1874599320593664/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763506.165951:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763506.165952:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763506.165954:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9aa0.
00000100:00000200:1.0:1787763506.165955:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320593664, offset 0
00000400:00000200:1.0:1787763506.165958:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763506.165960:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763506.165963:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763506.165965:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763506.165967:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763506.165968:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763506.165970:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763506.165972:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63401:63401:256:4294967295] 192.168.203.113@tcp LPNI seq info [63401:63401:8:4294967295]
00000400:00000200:1.0:1787763506.165975:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763506.165979:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763506.165983:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763506.165985:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718eff00.
00000800:00000200:1.0:1787763506.165987:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763506.165989:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787763506.165992:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763506.165994:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1787763506.165997:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763506.165998:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718eff00.
00000400:00000200:1.0:1787763506.166000:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763506.166002:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763506.166004:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9aa0
00000400:00000010:1.0:1787763506.166006:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9aa0.
00000100:00000001:1.0:1787763506.166007:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763506.166009:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d568000 x1874599320593664/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763506.166015:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763506.166016:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d568000 x1874599320593664/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763531 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763506.166020:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763506.166021:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763506.166023:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763506.166025:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:1.0:1787763506.166027:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763506.166028:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315341347
00000100:00000001:1.0:1787763506.166030:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315342583
00000100:00000001:1.0:1787763506.166032:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315341347
00000100:00000001:1.0:1787763506.166033:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315342583
00000100:00000001:1.0:1787763506.166034:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763506.166036:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763506.166037:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763506.166039:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763506/real 1787763506]  req@ffff9b9d5d568000 x1874599320593664/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763506.166045:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763506.166045:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763506.166047:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43000.
00000400:00000200:1.0:1787763506.166048:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9000
00000400:00000010:1.0:1787763506.166049:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9000.
00000100:00000001:1.0:1787763506.166050:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763506.166052:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d568000 x1874599320593664/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763506.166057:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d568000 x1874599320593664/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763506.166061:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763506.166062:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763506.166063:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763506.166064:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763506.166066:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d568000 x1874599320593664/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763506.166070:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763506.166073:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d568000 x1874599320593664/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763531 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763506.166077:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763506.166078:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763506.166079:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763506.166080:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763506.166081:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763506.166082:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763506.166084:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763506.166085:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763506.166087:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763506.166089:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d568000 x1874599320593664/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763531 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763506.166094:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d568000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320593664:192.168.203.113@tcp:8:kworker.0
00000100:00000001:1.0:1787763506.166097:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763506.166098:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763506.166100:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d5692c0 x1874599320593408/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763531 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763506.166104:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763506.166105:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763506.166106:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db9400.
02000000:00000001:1.0:1787763506.166107:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763506.166108:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763506.166109:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:1.0:1787763506.166110:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763506.166111:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f185000.
02000000:00000001:1.0:1787763506.166113:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763506.166114:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763506.166115:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d5692c0.
00000100:00000001:1.0:1787763506.166116:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763506.166117:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763506.166118:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763506.166120:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d56b840 x1874599320593536/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763531 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763506.166124:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763506.166125:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763506.166126:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db8800.
02000000:00000001:1.0:1787763506.166127:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763506.166128:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763506.166128:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:1.0:1787763506.166129:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763506.166130:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f186000.
02000000:00000001:1.0:1787763506.166131:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763506.166133:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763506.166134:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d56b840.
00000100:00000001:1.0:1787763506.166135:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763506.166136:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763506.166137:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763506.166139:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d568000 x1874599320593664/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763531 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763506.166143:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763506.166143:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763506.166144:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db8400.
02000000:00000001:1.0:1787763506.166145:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763506.166146:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763506.166147:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:1.0:1787763506.166148:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763506.166149:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f187000.
02000000:00000001:1.0:1787763506.166150:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763506.166150:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763506.166151:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d568000.
00000100:00000001:1.0:1787763506.166153:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763506.166153:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763506.166154:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763506.166157:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763506.166158:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763506.166159:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763506.166160:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763506.356579:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763506.356587:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763506.356593:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763506.356595:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763506.356602:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763506.356603:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763506.356670:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763506.356676:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763506.356680:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763507.188527:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763507.188533:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763507.188535:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763507.188538:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763507.188541:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763507.188544:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763507.188546:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763507.188548:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763507.188550:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763507.380511:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763507.380516:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763507.380521:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763507.380522:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763507.380525:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763507.380527:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763507.380594:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763507.380599:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763507.380603:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1787763507.444525:0:303331:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b110 (cpu 1) has reached its deadline 4315342583, at 4315342592
00000100:00000010:1.0:1787763507.444537:0:303331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69b840.
00000100:00000040:0.0:1787763507.444571:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4315342583, at 4315342592
00000100:00000010:0.0:1787763507.444585:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69b540.
00000100:00000001:1.0:1787763508.212618:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763508.212627:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763508.212630:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763508.212636:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763508.212640:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763508.212644:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763508.212648:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763508.212651:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763508.212655:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763508.404544:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763508.404565:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763508.404575:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763508.404577:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763508.404582:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763508.404585:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763508.404647:0:281543:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763508.404652:0:281543:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763508.404655:0:281543:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763509.236572:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763509.236579:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763509.236581:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763509.236586:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763509.236590:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763509.236594:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763509.236596:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763509.236600:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763509.236603:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763509.428530:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763509.428536:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763509.428540:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763509.428556:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763509.428560:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763509.428562:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763509.428623:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763509.428628:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763509.428632:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763510.260508:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763510.260514:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763510.260516:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763510.260520:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763510.260523:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763510.260526:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763510.260530:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763510.260532:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763510.260545:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763510.452520:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763510.452527:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763510.452529:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763510.452531:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763510.452551:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763510.452552:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763510.452554:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763510.452556:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763510.452559:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763510.452560:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763510.452561:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763510.452562:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763510.452563:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763510.452564:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763510.452565:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763510.452567:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763510.452569:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763510.452570:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763510.452618:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763510.452622:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763510.452625:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787763511.284524:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763511.284547:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787763511.284549:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763511.284550:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787763511.284572:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:2.0:1787763511.284573:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787763511.284576:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763511.284578:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00100000:1.0:1787763511.284581:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763511.284584:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1787763511.284585:0:268573:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20674
00000100:00000001:1.0:1787763511.284588:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763511.284591:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763511.284594:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1787763511.284596:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763511.284599:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763511.284604:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763511.284608:0:268573:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763511.284610:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763511.284613:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763511.284615:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763511.284617:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:2.0:1787763511.284620:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763511.284621:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:2.0:1787763511.284623:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763511.284626:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:2.0:1787763511.284627:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:2.0:1787763511.284629:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:2.0:1787763511.284631:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763511.284632:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763511.284633:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763511.284635:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:2.0:1787763511.284638:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:2.0:1787763511.284641:0:268573:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763511.284643:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763511.284645:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763511.284647:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763511.284649:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763511.284650:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787763511.284652:0:268573:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763511.284660:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d568b40.
00000020:00000040:2.0:1787763511.284662:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:2.0:1787763511.284665:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763511.284667:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763511.284669:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763511.284671:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763511.284674:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763511.284681:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f184c00.
00000100:00000001:2.0:1787763511.284703:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763511.284711:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d568b40 x1874599320593792/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763511.284720:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763511.284725:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763511.284731:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a25ffa6] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d568b40 x1874599320593792/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763511.284754:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763511.284758:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763511.284762:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787763511.284765:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763511.284767:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763511.284771:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763511.284776:0:268573:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20674
00000100:00000001:1.0:1787763511.284779:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:2.0:1787763511.284783:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763511.284784:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763511.284787:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000400:00000200:2.0:1787763511.284792:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00000040:1.0:1787763511.284796:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d568b40 x1874599320593792/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787763511.284797:0:268573:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763511.284807:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763511.284808:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763511.284811:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763511.284814:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1787763511.284831:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763511.284835:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1787763511.284835:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
02000000:00000001:1.0:1787763511.284840:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763511.284840:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:2.0:1787763511.284845:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000100:00100000:1.0:1787763511.284849:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d568b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320593792:192.168.203.113@tcp:250:kworker.0
00000020:00000040:2.0:1787763511.284849:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000020:00000001:2.0:1787763511.284853:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787763511.284856:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:2.0:1787763511.284857:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
02000000:00000001:1.0:1787763511.284860:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000001:2.0:1787763511.284860:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000020:00000001:2.0:1787763511.284862:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
02000000:00000001:1.0:1787763511.284863:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763511.284866:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:2.0:1787763511.284867:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763511.284870:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763511.284871:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
02000000:00000010:1.0:1787763511.284872:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db8400.
00000100:00000001:2.0:1787763511.284873:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
02000000:00000001:1.0:1787763511.284876:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1787763511.284877:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00080000:2.0:1787763511.284881:0:268573:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000400:00000200:1.0:1787763511.284884:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763511.284885:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763511.284888:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:1.0:1787763511.284889:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43000.
02000000:00000001:2.0:1787763511.284894:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:1.0:1787763511.284895:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9000.
02000000:00000001:2.0:1787763511.284897:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763511.284916:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000200:1.0:1787763511.284919:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320593792, portal 25
00000008:00100000:2.0:1787763511.284920:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787763511.284925:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000008:00000001:2.0:1787763511.284926:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763511.284928:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910964544 : -110374798587072 : ffff9b9d5d568b40)
00000100:00000001:2.0:1787763511.284929:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763511.284935:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d56a940.
00000100:00000040:1.0:1787763511.284936:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d568b40 x1874599320593792/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1787763511.284940:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
02000000:00000001:2.0:1787763511.284946:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763511.284949:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763511.284951:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1787763511.284952:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763511.284955:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:1.0:1787763511.284956:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
02000000:00000001:2.0:1787763511.284958:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787763511.284961:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9aa0.
00000100:00000200:1.0:1787763511.284964:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320593792, offset 0
02000000:00000010:2.0:1787763511.284965:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f187000.
00000100:00000001:2.0:1787763511.284971:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763511.284972:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000100:00100000:2.0:1787763511.284979:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d56a940 x1874599320593920/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787763511.284983:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763511.285007:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1787763511.285008:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000100:00000001:2.0:1787763511.285011:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763511.285016:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:2.0:1787763511.285017:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b4aca245] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d56a940 x1874599320593920/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787763511.285022:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763511.285028:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763511.285032:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000100:00000001:2.0:1787763511.285032:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763511.285036:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1787763511.285039:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63402:63402:256:4294967295] 192.168.203.113@tcp LPNI seq info [63402:63402:8:4294967295]
00000100:00080000:2.0:1787763511.285040:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787763511.285044:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1787763511.285046:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00080000:2.0:1787763511.285047:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1787763511.285071:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1787763511.285078:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:1.0:1787763511.285082:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000100:00080000:2.0:1787763511.285084:0:268573:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20674
00000800:00000010:1.0:1787763511.285087:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718eff00.
00000400:00000200:2.0:1787763511.285091:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763511.285098:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000800:00000200:1.0:1787763511.285099:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00080000:2.0:1787763511.285102:0:268573:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000800:00000200:1.0:1787763511.285104:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000100:00000040:2.0:1787763511.285108:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763511.285112:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1787763511.285113:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000040:2.0:1787763511.285118:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000800:00000200:1.1:1787763511.285119:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000100:00000001:2.0:1787763511.285125:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000800:00000100:1.0:1787763511.285127:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763511.285131:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718eff00.
00000020:00000001:2.0:1787763511.285132:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763511.285136:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000400:00000200:1.0:1787763511.285138:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:2.0:1787763511.285140:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:1.0:1787763511.285144:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000020:00000040:2.0:1787763511.285145:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000400:00000200:1.0:1787763511.285165:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9aa0
00000020:00000001:2.0:1787763511.285165:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000400:00000010:1.0:1787763511.285169:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9aa0.
00000020:00000001:2.0:1787763511.285171:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00000001:1.0:1787763511.285173:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763511.285181:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d568b40 x1874599320593792/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787763511.285181:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763511.285188:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763511.285194:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763511.285195:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787763511.285199:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000040:1.0:1787763511.285203:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d568b40 x1874599320593792/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763536 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1787763511.285205:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000100:00080000:2.0:1787763511.285213:0:268573:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763511.285220:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763511.285221:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763511.285223:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787763511.285225:0:256678:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:2.0:1787763511.285229:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763511.285234:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763511.285235:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763511.285237:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787763511.285241:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1787763511.285242:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000008:00000001:2.0:1787763511.285245:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763511.285248:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4315347703
00000100:00000001:2.0:1787763511.285250:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787763511.285255:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d7f69b840.
00000100:00000010:2.0:1787763511.285257:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d568000.
00000020:00000040:2.0:1787763511.285261:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000100:00000001:1.0:1787763511.285262:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
02000000:00000001:2.0:1787763511.285264:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763511.285268:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763511.285270:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763511.285271:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763511.285273:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763511.285277:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4315347703
02000000:00000010:2.0:1787763511.285278:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f186000.
00000100:00000010:1.0:1787763511.285282:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d7f69b480.
00000100:00000001:2.0:1787763511.285284:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763511.285286:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787763511.285290:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763511.285294:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763511.285294:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d568000 x1874599320594048/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787763511.285298:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763511.285305:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763511/real 1787763511]  req@ffff9b9d5d568b40 x1874599320593792/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763511.285309:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763511.285315:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1787763511.285317:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763511.285321:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763511.285323:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43000.
00000100:00000040:2.0:1787763511.285326:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000040389d09] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d568000 x1874599320594048/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787763511.285327:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9000
00000400:00000010:1.0:1787763511.285329:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9000.
00000100:00000001:1.0:1787763511.285349:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763511.285355:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d568b40 x1874599320593792/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763511.285366:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787763511.285371:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d568b40 x1874599320593792/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787763511.285372:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1787763511.285382:0:268573:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1787763511.285388:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00080000:2.0:1787763511.285389:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787763511.285391:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1787763511.285394:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787763511.285395:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763511.285398:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763511.285398:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763511.285401:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1787763511.285404:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d568b40 x1874599320593792/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763511.285407:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787763511.285414:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1787763511.285415:0:268573:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20674
00000100:00000040:1.0:1787763511.285421:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d568b40 x1874599320593792/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763536 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787763511.285427:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763511.285432:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763511.285436:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1787763511.285437:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00000001:1.0:1787763511.285438:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763511.285441:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1787763511.285444:0:268573:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787763511.285445:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763511.285448:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763511.285451:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:2.0:1787763511.285452:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763511.285457:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763511.285461:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763511.285463:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:2.0:1787763511.285465:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763511.285467:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000100:00080000:1.0:1787763511.285474:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763511.285479:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763511.285485:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d568b40 x1874599320593792/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763536 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1787763511.285493:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763511.285497:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000100:00100000:1.0:1787763511.285500:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d568b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320593792:192.168.203.113@tcp:250:kworker.0
00000020:00000001:2.0:1787763511.285501:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000020:00000001:2.0:1787763511.285505:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000040:2.0:1787763511.285511:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763511.285513:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763511.285514:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787763511.285518:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763511.285519:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763511.285523:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:2.0:1787763511.285541:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00000040:1.0:1787763511.285545:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d568b40 x1874599320593792/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763536 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787763511.285545:0:268573:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763511.285566:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763511.285571:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787763511.285576:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763511.285576:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763511.285580:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763511.285581:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763511.285585:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db8400.
00000100:00000001:2.0:1787763511.285585:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787763511.285588:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
02000000:00000001:1.0:1787763511.285590:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000008:00000001:2.0:1787763511.285592:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787763511.285593:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763511.285596:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000100:00000001:2.0:1787763511.285596:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787763511.285600:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
00000100:00000010:2.0:1787763511.285602:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d56b840.
02000000:00000010:1.0:1787763511.285603:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f184c00.
00000020:00000040:2.0:1787763511.285606:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
02000000:00000001:1.0:1787763511.285608:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763511.285610:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
02000000:00000001:2.0:1787763511.285610:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763511.285613:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787763511.285614:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d568b40.
00000100:00000001:2.0:1787763511.285617:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787763511.285618:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
02000000:00000001:2.0:1787763511.285620:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787763511.285621:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1787763511.285623:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763511.285624:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:2.0:1787763511.285629:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f185000.
00000100:00000001:1.0:1787763511.285632:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763511.285633:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763511.285634:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763511.285638:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763511.285640:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:2.0:1787763511.285641:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d56b840 x1874599320594176/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787763511.285642:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763511.285649:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d56a940 x1874599320593920/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763511.285656:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763511.285660:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763511.285662:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763511.285665:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763511.285666:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2e525cc] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d56b840 x1874599320594176/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787763511.285667:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763511.285670:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763511.285675:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763511.285680:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d56a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320593920:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763511.285683:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763511.285703:0:268573:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20684)
00000100:00000001:1.0:1787763511.285707:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763511.285710:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763511.285712:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763511.285714:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763511.285717:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db8400.
02000000:00000001:1.0:1787763511.285719:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763511.285723:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763511.285725:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43000.
00000400:00000010:1.0:1787763511.285728:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9000.
00000100:00000200:1.0:1787763511.285730:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320593920, portal 10
00000100:00000001:1.0:1787763511.285732:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763511.285733:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910972224 : -110374798579392 : ffff9b9d5d56a940)
00000100:00000040:1.0:1787763511.285738:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d56a940 x1874599320593920/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763511.285743:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763511.285745:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763511.285746:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9aa0.
00000100:00000200:1.0:1787763511.285748:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320593920, offset 0
00000400:00000200:1.0:1787763511.285751:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763511.285754:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763511.285757:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763511.285759:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763511.285761:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763511.285763:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763511.285765:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763511.285767:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63403:63403:256:4294967295] 192.168.203.113@tcp LPNI seq info [63403:63403:8:4294967295]
00000400:00000200:1.0:1787763511.285771:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763511.285775:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763511.285779:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763511.285783:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718eff00.
00000800:00000200:1.0:1787763511.285786:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763511.285788:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787763511.285791:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763511.285794:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1787763511.285797:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763511.285798:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718eff00.
00000400:00000200:1.0:1787763511.285800:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763511.285803:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763511.285805:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9aa0
00000400:00000010:1.0:1787763511.285807:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9aa0.
00000100:00000001:1.0:1787763511.285808:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763511.285811:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d56a940 x1874599320593920/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763511.285833:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763511.285835:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d56a940 x1874599320593920/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763536 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763511.285840:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763511.285841:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763511.285843:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763511.285846:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:1.0:1787763511.285848:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763511.285849:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315346476
00000100:00000001:1.0:1787763511.285851:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315347703
00000100:00000001:1.0:1787763511.285853:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315346476
00000100:00000001:1.0:1787763511.285855:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315347703
00000100:00000001:1.0:1787763511.285856:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763511.285857:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763511.285858:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763511.285861:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763511/real 1787763511]  req@ffff9b9d5d56a940 x1874599320593920/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763511.285870:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763511.285871:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763511.285872:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43000.
00000400:00000200:1.0:1787763511.285874:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9000
00000400:00000010:1.0:1787763511.285875:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9000.
00000100:00000001:1.0:1787763511.285876:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763511.285878:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d56a940 x1874599320593920/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763511.285900:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d56a940 x1874599320593920/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763511.285905:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763511.285906:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763511.285907:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763511.285908:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763511.285911:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d56a940 x1874599320593920/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763511.285915:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763511.285918:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d56a940 x1874599320593920/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763536 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763511.285922:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763511.285924:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763511.285925:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763511.285926:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763511.285927:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763511.285936:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763511.285937:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763511.285940:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763511.285941:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763511.285944:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d56a940 x1874599320593920/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763536 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763511.285950:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d56a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320593920:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763511.285953:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763511.285955:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d568000 x1874599320594048/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763511.285959:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763511.285960:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763511.285961:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763511.285963:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763511.285964:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763511.285966:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d568000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320594048:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763511.285968:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763511.285970:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763511.285971:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763511.285972:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763511.285974:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db8800.
02000000:00000001:1.0:1787763511.285976:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763511.285978:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763511.285979:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43000.
00000400:00000010:1.0:1787763511.285981:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9000.
00000100:00000200:1.0:1787763511.285983:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320594048, portal 10
00000100:00000001:1.0:1787763511.285985:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763511.285986:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910961664 : -110374798589952 : ffff9b9d5d568000)
00000100:00000040:1.0:1787763511.285990:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d568000 x1874599320594048/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763511.286010:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763511.286012:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763511.286013:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9aa0.
00000100:00000200:1.0:1787763511.286015:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320594048, offset 0
00000400:00000200:1.0:1787763511.286017:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763511.286019:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763511.286022:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763511.286023:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763511.286025:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763511.286027:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763511.286029:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763511.286031:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63404:63404:256:4294967295] 192.168.203.113@tcp LPNI seq info [63404:63404:8:4294967295]
00000400:00000200:1.0:1787763511.286033:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763511.286037:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763511.286040:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763511.286041:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718eff00.
00000800:00000200:1.0:1787763511.286043:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763511.286045:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787763511.286048:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763511.286050:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1787763511.286052:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763511.286054:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718eff00.
00000400:00000200:1.0:1787763511.286072:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763511.286075:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763511.286077:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9aa0
00000400:00000010:1.0:1787763511.286078:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9aa0.
00000100:00000001:1.0:1787763511.286080:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763511.286082:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d568000 x1874599320594048/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763511.286087:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763511.286089:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d568000 x1874599320594048/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763536 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763511.286094:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763511.286095:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763511.286097:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763511.286098:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:1.0:1787763511.286100:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763511.286102:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315346455
00000100:00000001:1.0:1787763511.286104:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315347703
00000100:00000001:1.0:1787763511.286106:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315346455
00000100:00000001:1.0:1787763511.286107:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315347703
00000100:00000001:1.0:1787763511.286108:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763511.286110:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763511.286111:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763511.286113:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763511/real 1787763511]  req@ffff9b9d5d568000 x1874599320594048/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763511.286118:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763511.286119:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763511.286120:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43000.
00000400:00000200:1.0:1787763511.286121:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9000
00000400:00000010:1.0:1787763511.286123:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9000.
00000100:00000001:1.0:1787763511.286124:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763511.286126:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d568000 x1874599320594048/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763511.286132:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d568000 x1874599320594048/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763511.286136:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763511.286137:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763511.286138:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763511.286139:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763511.286141:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d568000 x1874599320594048/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763511.286145:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763511.286148:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d568000 x1874599320594048/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763536 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763511.286152:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763511.286154:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763511.286155:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763511.286156:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763511.286157:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763511.286159:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763511.286177:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763511.286179:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763511.286180:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763511.286182:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d568000 x1874599320594048/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763536 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763511.286187:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d568000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320594048:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763511.286189:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763511.286190:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763511.286194:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d56a940 x1874599320593920/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763536 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763511.286200:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763511.286202:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763511.286204:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db8400.
02000000:00000001:1.0:1787763511.286206:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763511.286208:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763511.286209:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:1.0:1787763511.286211:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763511.286212:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f187000.
02000000:00000001:1.0:1787763511.286215:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763511.286216:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763511.286218:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d56a940.
00000100:00000001:1.0:1787763511.286220:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763511.286221:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763511.286223:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763511.286227:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d568000 x1874599320594048/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763536 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763511.286240:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763511.286242:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763511.286244:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db8800.
02000000:00000001:1.0:1787763511.286246:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763511.286247:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763511.286248:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:1.0:1787763511.286249:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763511.286250:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f186000.
02000000:00000001:1.0:1787763511.286252:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763511.286252:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763511.286254:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d568000.
00000100:00000001:1.0:1787763511.286255:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763511.286256:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763511.286257:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763511.286260:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763511.286261:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763511.286262:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763511.286263:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763511.286264:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763511.286267:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d56b840 x1874599320594176/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763511.286272:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763511.286273:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763511.286275:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763511.286276:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763511.286277:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763511.286279:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d56b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320594176:192.168.203.113@tcp:8:kworker.0
00000100:00000001:1.0:1787763511.286281:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763511.286283:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763511.286284:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763511.286285:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763511.286288:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db8800.
02000000:00000001:1.0:1787763511.286289:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763511.286292:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763511.286293:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43000.
00000400:00000010:1.0:1787763511.286296:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9000.
00000100:00000200:1.0:1787763511.286298:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320594176, portal 4
00000100:00000001:1.0:1787763511.286299:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763511.286300:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910976064 : -110374798575552 : ffff9b9d5d56b840)
00000100:00000040:1.0:1787763511.286304:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d56b840 x1874599320594176/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763511.286309:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763511.286310:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763511.286311:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9aa0.
00000100:00000200:1.0:1787763511.286313:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320594176, offset 0
00000400:00000200:1.0:1787763511.286315:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763511.286318:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763511.286320:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763511.286322:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763511.286324:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763511.286326:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763511.286327:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763511.286345:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63405:63405:256:4294967295] 192.168.203.113@tcp LPNI seq info [63405:63405:8:4294967295]
00000400:00000200:1.0:1787763511.286348:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763511.286353:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763511.286357:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763511.286359:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718eff00.
00000800:00000200:1.0:1787763511.286362:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763511.286364:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787763511.286367:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763511.286369:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1787763511.286371:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763511.286373:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718eff00.
00000400:00000200:1.0:1787763511.286375:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763511.286377:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763511.286380:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9aa0
00000400:00000010:1.0:1787763511.286382:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9aa0.
00000100:00000001:1.0:1787763511.286383:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763511.286386:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d56b840 x1874599320594176/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763511.286391:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763511.286393:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d56b840 x1874599320594176/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763536 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763511.286398:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763511.286399:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763511.286401:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763511.286403:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:1.0:1787763511.286405:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763511.286406:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315346467
00000100:00000001:1.0:1787763511.286408:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315347703
00000100:00000001:1.0:1787763511.286410:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315346467
00000100:00000001:1.0:1787763511.286411:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315347703
00000100:00000001:1.0:1787763511.286413:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763511.286414:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763511.286415:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763511.286418:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763511/real 1787763511]  req@ffff9b9d5d56b840 x1874599320594176/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763511.286423:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763511.286423:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763511.286424:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43000.
00000400:00000200:1.0:1787763511.286426:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9000
00000400:00000010:1.0:1787763511.286427:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9000.
00000100:00000001:1.0:1787763511.286428:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763511.286430:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d56b840 x1874599320594176/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763511.286436:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d56b840 x1874599320594176/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763511.286441:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763511.286442:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763511.286443:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763511.286444:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763511.286447:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d56b840 x1874599320594176/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763511.286451:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763511.286454:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d56b840 x1874599320594176/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763536 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763511.286458:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763511.286459:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763511.286460:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763511.286461:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763511.286462:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763511.286464:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763511.286465:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763511.286467:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763511.286468:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763511.286471:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d56b840 x1874599320594176/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763536 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763511.286480:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d56b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320594176:192.168.203.113@tcp:8:kworker.0
00000100:00000001:1.0:1787763511.286484:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763511.286486:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763511.286489:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d56b840 x1874599320594176/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763536 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763511.286496:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763511.286498:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763511.286501:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db8800.
02000000:00000001:1.0:1787763511.286503:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763511.286505:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763511.286507:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:1.0:1787763511.286510:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763511.286512:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f185000.
02000000:00000001:1.0:1787763511.286515:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763511.286517:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763511.286518:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d56b840.
00000100:00000001:1.0:1787763511.286521:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763511.286523:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763511.286525:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763511.286571:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763511.286573:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763511.286574:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763511.286575:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763511.476510:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763511.476517:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763511.476524:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763511.476538:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763511.476544:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763511.476546:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763511.476601:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763511.476604:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763511.476609:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763512.308534:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763512.308543:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763512.308545:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763512.308549:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763512.308553:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763512.308555:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763512.308558:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763512.308560:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763512.308562:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763512.500516:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763512.500534:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763512.500539:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763512.500541:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763512.500543:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763512.500544:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763512.500599:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763512.500603:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763512.500606:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787763512.564505:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4315347703, at 4315347712
00000100:00000040:1.0:1787763512.564506:0:303331:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b110 (cpu 1) has reached its deadline 4315347703, at 4315347712
00000100:00000010:1.0:1787763512.564532:0:303331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69b480.
00000100:00000010:0.0:1787763512.564533:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69b840.
00000100:00000001:1.0:1787763513.332501:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763513.332507:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763513.332509:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763513.332526:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763513.332530:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763513.332532:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763513.332535:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763513.332538:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763513.332540:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763513.524508:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763513.524526:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763513.524532:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763513.524534:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763513.524539:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763513.524542:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763513.524544:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763513.524548:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763513.524552:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763513.524554:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763513.524556:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763513.524558:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763513.524606:0:281543:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763513.524610:0:281543:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763513.524612:0:281543:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763514.356539:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763514.356545:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763514.356548:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763514.356552:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763514.356555:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763514.356559:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763514.356561:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763514.356563:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763514.356565:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763514.548519:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763514.548527:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763514.548535:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763514.548538:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763514.548543:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763514.548545:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787763514.548599:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787763514.548603:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787763514.548605:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763515.380560:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763515.380566:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763515.380568:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763515.380572:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763515.380574:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763515.380577:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763515.380580:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763515.380582:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763515.380584:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763515.572521:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763515.572526:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763515.572532:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763515.572533:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763515.572536:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763515.572537:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763515.572584:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763515.572589:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763515.572593:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763516.404541:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763516.404548:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763516.404550:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763516.404554:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763516.404557:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763516.404560:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763516.404563:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763516.404565:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763516.404568:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763516.404577:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763516.404583:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787763516.404586:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763516.404589:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763516.404592:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763516.404597:0:268573:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20679
00000400:00000200:0.0:1787763516.404604:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763516.404609:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763516.404612:0:268573:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763516.404614:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763516.404616:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763516.404618:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763516.404620:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763516.404622:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763516.404624:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:0.0:1787763516.404626:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763516.404629:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:0.0:1787763516.404630:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:0.0:1787763516.404632:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:0.0:1787763516.404634:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763516.404637:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763516.404638:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763516.404639:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787763516.404642:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:0.0:1787763516.404644:0:268573:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763516.404646:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763516.404648:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763516.404650:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763516.404652:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763516.404654:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787763516.404655:0:268573:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763516.404664:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81852d00.
00000020:00000040:0.0:1787763516.404666:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:0.0:1787763516.404669:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763516.404670:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763516.404672:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763516.404675:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763516.404678:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763516.404683:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d5055ac00.
00000100:00000001:0.0:1787763516.404688:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763516.404695:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81852d00 x1874599320594304/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763516.404703:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763516.404706:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763516.404709:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033d5c64e] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81852d00 x1874599320594304/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763516.404726:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763516.404729:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763516.404731:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787763516.404732:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763516.404734:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763516.404736:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763516.404739:0:268573:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20679
00000400:00000200:0.0:1787763516.404742:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763516.404744:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763516.404746:0:268573:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763516.404749:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763516.404750:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763516.404753:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763516.404753:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787763516.404757:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000001:1.0:1787763516.404759:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1787763516.404760:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763516.404763:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000100:00000001:1.0:1787763516.404764:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1787763516.404765:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763516.404769:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000020:00000001:0.0:1787763516.404771:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000020:00000001:0.0:1787763516.404773:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000040:1.0:1787763516.404776:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81852d00 x1874599320594304/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787763516.404777:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763516.404781:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763516.404784:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763516.404788:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787763516.404792:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00080000:0.0:1787763516.404798:0:268573:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:1.0:1787763516.404799:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763516.404802:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763516.404802:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763516.404807:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787763516.404809:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763516.404813:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763516.404814:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763516.404818:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763516.404819:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763516.404823:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00100000:1.0:1787763516.404826:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81852d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320594304:192.168.203.113@tcp:250:kworker.0
00000008:00100000:0.0:1787763516.404828:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787763516.404830:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00000001:0.0:1787763516.404832:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763516.404835:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1787763516.404836:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763516.404839:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763516.404840:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81851e00.
02000000:00000001:1.0:1787763516.404843:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:0.0:1787763516.404844:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
02000000:00000001:0.0:1787763516.404847:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763516.404849:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787763516.404849:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db8800.
00000100:00000001:0.0:1787763516.404854:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787763516.404855:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763516.404856:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763516.404859:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763516.404862:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
02000000:00000010:0.0:1787763516.404863:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d50559c00.
00000100:00000001:0.0:1787763516.404868:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787763516.404868:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43000.
00000100:00100000:0.0:1787763516.404877:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81851e00 x1874599320594432/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1787763516.404877:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9000.
00000100:00000200:1.0:1787763516.404885:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320594304, portal 25
00000100:00000001:0.0:1787763516.404886:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763516.404890:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763516.404890:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763516.404893:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699518000384 : -110374191551232 : ffff9b9d81852d00)
00000100:00000040:0.0:1787763516.404896:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ab0eea16] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81851e00 x1874599320594432/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787763516.404902:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81852d00 x1874599320594304/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763516.404910:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763516.404915:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787763516.404916:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:0.0:1787763516.404920:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000040:1.0:1787763516.404922:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000100:00000001:0.0:1787763516.404923:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:1.0:1787763516.404927:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9aa0.
00000100:00080000:0.0:1787763516.404928:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763516.404933:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00000200:1.0:1787763516.404933:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320594304, offset 0
00000100:00080000:0.0:1787763516.404938:0:268573:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20679
00000400:00000200:1.0:1787763516.404942:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787763516.404943:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763516.404948:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763516.404950:0:268573:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763516.404952:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000400:00000200:1.0:1787763516.404955:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787763516.404956:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763516.404961:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763516.404963:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000400:00000200:1.0:1787763516.404965:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000020:00000001:0.0:1787763516.404966:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763516.404969:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000020:00000001:0.0:1787763516.404972:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:1.0:1787763516.404973:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:0.0:1787763516.404974:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000020:00000001:0.0:1787763516.404978:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000400:00000200:1.0:1787763516.404980:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000020:00000001:0.0:1787763516.404983:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00000040:0.0:1787763516.404987:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763516.404989:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763516.404990:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763516.404991:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787763516.404992:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000400:00000200:1.0:1787763516.404993:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000100:00080000:0.0:1787763516.404997:0:268573:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000400:00000200:1.0:1787763516.405000:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000100:00000001:0.0:1787763516.405005:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763516.405006:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63406:63406:256:4294967295] 192.168.203.113@tcp LPNI seq info [63406:63406:8:4294967295]
02000000:00000001:0.0:1787763516.405010:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1787763516.405013:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
02000000:00000001:0.0:1787763516.405016:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763516.405021:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763516.405024:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1787763516.405026:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763516.405029:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787763516.405035:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787763516.405035:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000100:00000001:0.0:1787763516.405040:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1787763516.405042:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718eff00.
00000100:00000010:0.0:1787763516.405047:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81850780.
00000800:00000200:1.0:1787763516.405051:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000020:00000040:0.0:1787763516.405053:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000800:00000200:1.0:1787763516.405055:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
02000000:00000001:0.0:1787763516.405060:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000200:1.1:1787763516.405063:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
02000000:00000001:0.0:1787763516.405064:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787763516.405067:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000100:00000001:0.0:1787763516.405068:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763516.405071:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763516.405074:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763516.405079:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d50558800.
00000800:00000100:1.0:1787763516.405079:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763516.405085:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718eff00.
00000100:00000001:0.0:1787763516.405086:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763516.405094:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81850780 x1874599320594560/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787763516.405096:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1787763516.405104:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763516.405108:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763516.405109:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000100:00000040:0.0:1787763516.405114:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000099b37720] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81850780 x1874599320594560/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787763516.405118:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9aa0
00000400:00000010:1.0:1787763516.405123:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9aa0.
00000100:00000001:1.0:1787763516.405129:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787763516.405130:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787763516.405135:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d81852d00 x1874599320594304/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787763516.405137:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1787763516.405148:0:268573:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1787763516.405154:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00080000:0.0:1787763516.405155:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1787763516.405159:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81852d00 x1874599320594304/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763541 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787763516.405162:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787763516.405167:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763516.405169:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787763516.405171:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763516.405172:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787763516.405173:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:0.0:1787763516.405178:0:268573:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20679
00000100:00000001:1.0:1787763516.405181:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787763516.405186:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763516.405189:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763516.405191:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00000001:1.0:1787763516.405193:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4315352823
00000100:00080000:0.0:1787763516.405194:0:268573:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763516.405199:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000010:1.0:1787763516.405201:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d7f69b480.
00000100:00000001:0.0:1787763516.405202:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763516.405206:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763516.405209:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000001:1.0:1787763516.405210:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000020:00000001:0.0:1787763516.405211:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763516.405214:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000020:00000001:0.0:1787763516.405216:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763516.405217:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000100:00000001:1.0:1787763516.405218:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4315352823
00000020:00000001:0.0:1787763516.405219:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000020:00000001:0.0:1787763516.405225:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000010:1.0:1787763516.405225:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d7f69bd80.
00000100:00000040:0.0:1787763516.405232:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763516.405232:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1787763516.405237:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787763516.405238:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1787763516.405240:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763516.405242:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763516.405243:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000001:1.0:1787763516.405245:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000020:00000040:0.0:1787763516.405246:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00080000:0.0:1787763516.405252:0:268573:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00100000:1.0:1787763516.405252:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763516/real 1787763516]  req@ffff9b9d81852d00 x1874599320594304/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763516.405254:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763516.405259:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763516.405263:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763516.405268:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763516.405272:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763516.405275:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000400:00000001:1.0:1787763516.405277:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000008:00000001:0.0:1787763516.405279:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1787763516.405280:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787763516.405282:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787763516.405283:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43000.
00000400:00000200:1.0:1787763516.405287:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9000
00000100:00000010:0.0:1787763516.405288:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81851a40.
00000400:00000010:1.0:1787763516.405288:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9000.
00000020:00000040:0.0:1787763516.405293:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
00000100:00000001:1.0:1787763516.405294:0:256678:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:0.0:1787763516.405298:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763516.405300:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787763516.405300:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81852d00 x1874599320594304/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763516.405305:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763516.405307:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763516.405310:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763516.405316:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d5055a400.
00000100:00000200:1.0:1787763516.405317:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81852d00 x1874599320594304/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763516.405322:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763516.405328:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00100000:0.0:1787763516.405331:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81851a40 x1874599320594688/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787763516.405332:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763516.405337:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763516.405340:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763516.405345:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763516.405348:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763516.405348:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81852d00 x1874599320594304/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787763516.405356:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014835854] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81851a40 x1874599320594688/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763516.405360:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763516.405368:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763516.405369:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81852d00 x1874599320594304/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763541 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787763516.405372:0:268573:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20689)
00000100:00000001:1.0:1787763516.405378:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763516.405380:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763516.405381:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763516.405382:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763516.405384:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763516.405386:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763516.405388:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763516.405391:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763516.405392:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763516.405395:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81852d00 x1874599320594304/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763541 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763516.405402:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81852d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320594304:192.168.203.113@tcp:250:kworker.0
00000100:00000001:1.0:1787763516.405405:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763516.405407:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763516.405409:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81852d00 x1874599320594304/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763541 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763516.405412:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763516.405414:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763516.405416:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db8800.
02000000:00000001:1.0:1787763516.405418:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763516.405419:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763516.405420:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:1.0:1787763516.405422:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763516.405423:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d5055ac00.
02000000:00000001:1.0:1787763516.405426:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763516.405427:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763516.405428:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81852d00.
00000100:00000001:1.0:1787763516.405431:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763516.405432:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763516.405433:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763516.405456:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763516.405458:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763516.405460:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763516.405461:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763516.405462:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763516.405465:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81851e00 x1874599320594432/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763516.405470:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763516.405471:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763516.405473:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763516.405474:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763516.405476:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763516.405478:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81851e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320594432:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763516.405480:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763516.405482:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763516.405483:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763516.405484:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763516.405486:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db8800.
02000000:00000001:1.0:1787763516.405488:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763516.405491:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763516.405506:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43000.
00000400:00000010:1.0:1787763516.405510:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9000.
00000100:00000200:1.0:1787763516.405513:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320594432, portal 10
00000100:00000001:1.0:1787763516.405515:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763516.405516:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699517996544 : -110374191555072 : ffff9b9d81851e00)
00000100:00000040:1.0:1787763516.405524:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81851e00 x1874599320594432/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763516.405531:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763516.405533:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763516.405536:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9aa0.
00000100:00000200:1.0:1787763516.405539:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320594432, offset 0
00000400:00000200:1.0:1787763516.405543:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763516.405547:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763516.405551:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763516.405555:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763516.405557:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763516.405560:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763516.405562:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763516.405565:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63407:63407:256:4294967295] 192.168.203.113@tcp LPNI seq info [63407:63407:8:4294967295]
00000400:00000200:1.0:1787763516.405569:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763516.405575:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763516.405580:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763516.405583:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718eff00.
00000800:00000200:1.0:1787763516.405588:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763516.405591:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787763516.405595:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763516.405597:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1787763516.405601:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763516.405603:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718eff00.
00000400:00000200:1.0:1787763516.405605:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763516.405609:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763516.405612:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9aa0
00000400:00000010:1.0:1787763516.405613:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9aa0.
00000100:00000001:1.0:1787763516.405616:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763516.405619:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d81851e00 x1874599320594432/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763516.405627:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763516.405629:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81851e00 x1874599320594432/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763541 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763516.405636:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763516.405637:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763516.405641:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763516.405644:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:1.0:1787763516.405648:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763516.405650:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315351596
00000100:00000001:1.0:1787763516.405653:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315352823
00000100:00000001:1.0:1787763516.405655:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315351596
00000100:00000001:1.0:1787763516.405657:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315352823
00000100:00000001:1.0:1787763516.405659:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763516.405661:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763516.405663:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763516.405667:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763516/real 1787763516]  req@ffff9b9d81851e00 x1874599320594432/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763516.405675:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763516.405677:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763516.405679:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43000.
00000400:00000200:1.0:1787763516.405681:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9000
00000400:00000010:1.0:1787763516.405683:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9000.
00000100:00000001:1.0:1787763516.405685:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763516.405689:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81851e00 x1874599320594432/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763516.405698:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81851e00 x1874599320594432/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763516.405703:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763516.405704:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763516.405705:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763516.405706:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763516.405709:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81851e00 x1874599320594432/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763516.405713:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763516.405716:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81851e00 x1874599320594432/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763541 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763516.405720:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763516.405721:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763516.405722:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763516.405723:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763516.405724:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763516.405734:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763516.405736:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763516.405739:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763516.405741:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763516.405745:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81851e00 x1874599320594432/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763541 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763516.405753:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81851e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320594432:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763516.405757:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763516.405761:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81850780 x1874599320594560/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763516.405769:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763516.405770:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763516.405773:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763516.405775:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763516.405777:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763516.405780:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81850780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320594560:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763516.405784:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763516.405786:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763516.405787:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763516.405788:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763516.405791:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db8400.
02000000:00000001:1.0:1787763516.405793:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763516.405795:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763516.405797:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43000.
00000400:00000010:1.0:1787763516.405799:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9000.
00000100:00000200:1.0:1787763516.405802:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320594560, portal 10
00000100:00000001:1.0:1787763516.405803:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763516.405804:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699517990784 : -110374191560832 : ffff9b9d81850780)
00000100:00000040:1.0:1787763516.405808:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81850780 x1874599320594560/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763516.405813:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763516.405814:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763516.405816:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9aa0.
00000100:00000200:1.0:1787763516.405817:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320594560, offset 0
00000400:00000200:1.0:1787763516.405820:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763516.405823:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763516.405825:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763516.405827:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763516.405830:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763516.405831:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763516.405833:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763516.405835:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63408:63408:256:4294967295] 192.168.203.113@tcp LPNI seq info [63408:63408:8:4294967295]
00000400:00000200:1.0:1787763516.405838:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763516.405842:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763516.405845:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763516.405847:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718eff00.
00000800:00000200:1.0:1787763516.405849:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763516.405851:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787763516.405854:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763516.405856:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1787763516.405859:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763516.405860:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718eff00.
00000400:00000200:1.0:1787763516.405862:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763516.405865:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763516.405867:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9aa0
00000400:00000010:1.0:1787763516.405868:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9aa0.
00000100:00000001:1.0:1787763516.405869:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763516.405872:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d81850780 x1874599320594560/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763516.405877:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763516.405879:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81850780 x1874599320594560/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763541 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763516.405883:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763516.405884:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763516.405886:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763516.405888:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:1.0:1787763516.405890:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763516.405891:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315351575
00000100:00000001:1.0:1787763516.405893:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315352823
00000100:00000001:1.0:1787763516.405894:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315351575
00000100:00000001:1.0:1787763516.405896:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315352823
00000100:00000001:1.0:1787763516.405897:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763516.405899:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763516.405900:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763516.405902:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763516/real 1787763516]  req@ffff9b9d81850780 x1874599320594560/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763516.405907:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763516.405908:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763516.405909:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43000.
00000400:00000200:1.0:1787763516.405911:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9000
00000400:00000010:1.0:1787763516.405912:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9000.
00000100:00000001:1.0:1787763516.405913:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763516.405915:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81850780 x1874599320594560/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763516.405920:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81850780 x1874599320594560/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763516.405924:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763516.405925:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763516.405927:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763516.405928:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763516.405930:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81850780 x1874599320594560/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763516.405934:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763516.405936:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81850780 x1874599320594560/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763541 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763516.405940:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763516.405941:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763516.405942:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763516.405943:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763516.405945:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763516.405946:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763516.405948:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763516.405951:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763516.405952:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763516.405954:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81850780 x1874599320594560/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763541 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763516.405959:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81850780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320594560:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763516.405961:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763516.405963:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81851a40 x1874599320594688/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763516.405967:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763516.405968:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763516.405970:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763516.405971:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763516.405972:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763516.405974:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81851a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320594688:192.168.203.113@tcp:8:kworker.0
00000100:00000001:1.0:1787763516.405976:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763516.405977:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763516.405978:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763516.405979:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763516.405981:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db9400.
02000000:00000001:1.0:1787763516.405982:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763516.405984:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763516.405986:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43000.
00000400:00000010:1.0:1787763516.405988:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9000.
00000100:00000200:1.0:1787763516.405990:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320594688, portal 4
00000100:00000001:1.0:1787763516.405991:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763516.405992:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699517995584 : -110374191556032 : ffff9b9d81851a40)
00000100:00000040:1.0:1787763516.405996:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81851a40 x1874599320594688/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763516.406000:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763516.406002:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763516.406003:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9aa0.
00000100:00000200:1.0:1787763516.406005:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320594688, offset 0
00000400:00000200:1.0:1787763516.406007:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763516.406009:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763516.406011:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763516.406012:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763516.406014:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763516.406015:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763516.406017:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763516.406018:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63409:63409:256:4294967295] 192.168.203.113@tcp LPNI seq info [63409:63409:8:4294967295]
00000400:00000200:1.0:1787763516.406021:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763516.406025:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763516.406028:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763516.406030:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718eff00.
00000800:00000200:1.0:1787763516.406032:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763516.406034:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787763516.406036:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763516.406038:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1787763516.406040:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763516.406042:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718eff00.
00000400:00000200:1.0:1787763516.406043:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763516.406046:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763516.406047:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9aa0
00000400:00000010:1.0:1787763516.406048:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9aa0.
00000100:00000001:1.0:1787763516.406049:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763516.406051:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d81851a40 x1874599320594688/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763516.406056:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763516.406058:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81851a40 x1874599320594688/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763541 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763516.406067:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763516.406068:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763516.406070:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763516.406073:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:1.0:1787763516.406076:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763516.406078:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315351587
00000100:00000001:1.0:1787763516.406080:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315352823
00000100:00000001:1.0:1787763516.406083:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315351587
00000100:00000001:1.0:1787763516.406085:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315352823
00000100:00000001:1.0:1787763516.406087:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763516.406089:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763516.406091:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763516.406095:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763516/real 1787763516]  req@ffff9b9d81851a40 x1874599320594688/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763516.406104:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763516.406105:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763516.406107:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43000.
00000400:00000200:1.0:1787763516.406110:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9000
00000400:00000010:1.0:1787763516.406112:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9000.
00000100:00000001:1.0:1787763516.406114:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763516.406118:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81851a40 x1874599320594688/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763516.406126:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81851a40 x1874599320594688/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763516.406131:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763516.406132:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763516.406133:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763516.406134:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763516.406137:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81851a40 x1874599320594688/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763516.406142:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763516.406144:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81851a40 x1874599320594688/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763541 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763516.406149:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763516.406150:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763516.406151:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763516.406152:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763516.406153:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763516.406154:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763516.406155:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763516.406157:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763516.406158:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763516.406161:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81851a40 x1874599320594688/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763541 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763516.406165:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81851a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320594688:192.168.203.113@tcp:8:kworker.0
00000100:00000001:1.0:1787763516.406168:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763516.406169:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763516.406171:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81851e00 x1874599320594432/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763541 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763516.406175:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763516.406177:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763516.406178:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db8800.
02000000:00000001:1.0:1787763516.406180:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763516.406181:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763516.406182:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:1.0:1787763516.406184:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763516.406185:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d50559c00.
02000000:00000001:1.0:1787763516.406188:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763516.406189:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763516.406190:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81851e00.
00000100:00000001:1.0:1787763516.406192:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763516.406192:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763516.406193:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763516.406196:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81850780 x1874599320594560/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763541 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763516.406200:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763516.406201:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763516.406202:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db8400.
02000000:00000001:1.0:1787763516.406203:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763516.406204:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763516.406204:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:1.0:1787763516.406205:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763516.406206:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d50558800.
02000000:00000001:1.0:1787763516.406208:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763516.406209:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763516.406210:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81850780.
00000100:00000001:1.0:1787763516.406211:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763516.406212:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763516.406213:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763516.406215:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81851a40 x1874599320594688/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763541 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763516.406218:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763516.406219:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763516.406220:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db9400.
02000000:00000001:1.0:1787763516.406221:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763516.406222:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763516.406223:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:1.0:1787763516.406224:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763516.406224:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d5055a400.
02000000:00000001:1.0:1787763516.406226:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763516.406226:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763516.406227:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81851a40.
00000100:00000001:1.0:1787763516.406228:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763516.406230:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763516.406231:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763516.406234:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763516.406235:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763516.406236:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763516.406237:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763516.596536:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763516.596541:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763516.596546:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763516.596547:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763516.596551:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763516.596552:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763516.596605:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763516.596609:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763516.596612:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763517.428541:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763517.428547:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763517.428549:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763517.428554:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763517.428558:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763517.428561:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763517.428563:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763517.428566:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763517.428568:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763517.620517:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763517.620523:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763517.620530:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763517.620532:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763517.620536:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763517.620538:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763517.620588:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763517.620591:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763517.620594:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1787763517.684511:0:303331:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b110 (cpu 1) has reached its deadline 4315352823, at 4315352832
00000100:00000040:0.0:1787763517.684515:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4315352823, at 4315352832
00000100:00000010:1.0:1787763517.684526:0:303331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69bd80.
00000100:00000010:0.0:1787763517.684527:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69b480.
00000100:00000001:1.0:1787763518.452537:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763518.452543:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763518.452545:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763518.452549:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763518.452553:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763518.452556:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763518.452559:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763518.452561:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763518.452563:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763518.644532:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763518.644539:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763518.644547:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763518.644550:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763518.644555:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763518.644557:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763518.644598:0:281543:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763518.644602:0:281543:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763518.644605:0:281543:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763519.476523:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763519.476529:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763519.476531:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763519.476535:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763519.476538:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763519.476541:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763519.476544:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763519.476546:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763519.476548:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763519.668518:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763519.668526:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763519.668532:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763519.668534:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763519.668537:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763519.668538:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787763519.668588:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787763519.668591:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787763519.668594:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763520.500530:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763520.500540:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763520.500542:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763520.500548:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763520.500552:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763520.500556:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763520.500558:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763520.500562:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763520.500565:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763520.692551:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763520.692563:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763520.692566:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763520.692571:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763520.692578:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763520.692581:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763520.692585:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763520.692588:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763520.692594:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763520.692596:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763520.692597:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763520.692599:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763520.692602:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763520.692603:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763520.692605:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763520.692607:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763520.692613:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763520.692615:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763520.692667:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763520.692672:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763520.692675:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763521.524533:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763521.524539:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763521.524541:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763521.524546:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763521.524549:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763521.524552:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763521.524555:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763521.524557:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763521.524560:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763521.524560:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763521.524568:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787763521.524571:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763521.524575:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763521.524580:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763521.524587:0:296758:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20684
00000400:00000200:2.0:1787763521.524595:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763521.524602:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763521.524606:0:296758:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763521.524610:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763521.524613:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763521.524616:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763521.524618:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:2.0:1787763521.524622:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763521.524625:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:2.0:1787763521.524627:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763521.524631:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:2.0:1787763521.524634:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:2.0:1787763521.524637:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:2.0:1787763521.524640:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763521.524643:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763521.524645:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763521.524647:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:2.0:1787763521.524651:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:2.0:1787763521.524655:0:296758:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763521.524658:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763521.524660:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763521.524664:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763521.524666:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763521.524668:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787763521.524671:0:296758:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763521.524678:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d5692c0.
00000020:00000040:2.0:1787763521.524681:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:2.0:1787763521.524685:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763521.524686:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763521.524688:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763521.524690:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763521.524694:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763521.524701:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f185000.
00000100:00000001:2.0:1787763521.524706:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763521.524714:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d5692c0 x1874599320594816/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763521.524723:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763521.524726:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763521.524730:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000103818ef] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d5692c0 x1874599320594816/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763521.524746:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763521.524749:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763521.524752:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787763521.524753:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763521.524754:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763521.524757:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763521.524759:0:296758:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20684
00000400:00000200:2.0:1787763521.524763:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763521.524766:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763521.524768:0:296758:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763521.524771:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763521.524773:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763521.524775:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763521.524777:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787763521.524777:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:2.0:1787763521.524781:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763521.524782:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000100:00000001:1.0:1787763521.524783:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1787763521.524784:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787763521.524789:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:2.0:1787763521.524789:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000020:00000001:2.0:1787763521.524793:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000020:00000001:2.0:1787763521.524795:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000040:1.0:1787763521.524799:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d5692c0 x1874599320594816/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787763521.524800:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763521.524805:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763521.524808:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763521.524811:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:2.0:1787763521.524816:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00000001:1.0:1787763521.524817:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:2.0:1787763521.524819:0:296758:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:1.0:1787763521.524820:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763521.524825:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763521.524827:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763521.524828:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763521.524829:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763521.524832:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:1.0:1787763521.524837:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d5692c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320594816:192.168.203.113@tcp:250:kworker.0
02000000:00000001:2.0:1787763521.524839:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763521.524844:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763521.524847:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1787763521.524847:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:1.0:1787763521.524854:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:2.0:1787763521.524854:0:296758:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787763521.524857:0:296758:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763521.524859:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763521.524860:0:296758:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763521.524865:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d569680.
02000000:00000001:1.0:1787763521.524867:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:2.0:1787763521.524869:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
02000000:00000001:2.0:1787763521.524872:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763521.524872:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763521.524874:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000010:1.0:1787763521.524875:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db9400.
02000000:00000001:2.0:1787763521.524876:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763521.524878:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763521.524882:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763521.524885:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f186000.
00000100:00000001:2.0:1787763521.524889:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763521.524893:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00100000:2.0:1787763521.524896:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d569680 x1874599320594944/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1787763521.524901:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43000.
00000100:00000001:2.0:1787763521.524903:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763521.524906:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763521.524910:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d90ce636] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d569680 x1874599320594944/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1787763521.524912:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9000.
00000100:00000001:2.0:1787763521.524920:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787763521.524923:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320594816, portal 25
00000100:00080000:2.0:1787763521.524923:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763521.524930:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1787763521.524931:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763521.524932:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787763521.524935:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910966464 : -110374798585152 : ffff9b9d5d5692c0)
00000100:00080000:2.0:1787763521.524936:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763521.524939:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763521.524942:0:296758:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20684
00000400:00000200:2.0:1787763521.524947:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000040:1.0:1787763521.524949:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d5692c0 x1874599320594816/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787763521.524957:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763521.524961:0:296758:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787763521.524965:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763521.524966:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763521.524969:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787763521.524974:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000100:00000040:2.0:1787763521.524975:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763521.524980:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000400:00000010:1.0:1787763521.524982:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9aa0.
00000020:00000001:2.0:1787763521.524982:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763521.524983:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000020:00000001:2.0:1787763521.524987:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000200:1.0:1787763521.524989:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320594816, offset 0
00000020:00000040:2.0:1787763521.524989:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000020:00000001:2.0:1787763521.524997:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000400:00000200:1.0:1787763521.524998:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000020:00000001:2.0:1787763521.525001:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00000040:2.0:1787763521.525005:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763521.525007:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787763521.525009:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000040:2.0:1787763521.525011:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763521.525015:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:2.0:1787763521.525018:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000400:00000200:1.0:1787763521.525019:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000100:00080000:2.0:1787763521.525025:0:296758:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000400:00000200:1.0:1787763521.525026:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1787763521.525029:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763521.525031:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1787763521.525033:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
02000000:00000001:2.0:1787763521.525035:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1787763521.525039:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
02000000:00000001:2.0:1787763521.525040:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763521.525044:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000200:1.0:1787763521.525045:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763521.525051:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63410:63410:256:4294967295] 192.168.203.113@tcp LPNI seq info [63410:63410:8:4294967295]
00000008:00100000:2.0:1787763521.525052:0:296758:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787763521.525058:0:296758:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763521.525062:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763521.525063:0:296758:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763521.525068:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d56b840.
00000020:00000040:2.0:1787763521.525073:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000400:00000200:1.0:1787763521.525074:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
02000000:00000001:2.0:1787763521.525077:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763521.525080:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787763521.525081:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000100:00000001:2.0:1787763521.525082:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763521.525086:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763521.525087:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1787763521.525089:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718eff00.
02000000:00000010:2.0:1787763521.525091:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f187000.
00000100:00000001:2.0:1787763521.525095:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787763521.525096:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00100000:2.0:1787763521.525101:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d56b840 x1874599320595072/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.0:1787763521.525102:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787763521.525113:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000001:2.0:1787763521.525116:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000200:1.1:1787763521.525117:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000100:00000001:2.0:1787763521.525119:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1787763521.525128:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000100:00000040:2.0:1787763521.525128:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2e525cc] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d56b840 x1874599320595072/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:1.0:1787763521.525132:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718eff00.
00000100:00000001:2.0:1787763521.525139:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763521.525141:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:2.0:1787763521.525142:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1787763521.525147:0:296758:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1787763521.525152:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000100:00080000:2.0:1787763521.525153:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1787763521.525157:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9aa0
00000100:00080000:2.0:1787763521.525157:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787763521.525160:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:1.0:1787763521.525161:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9aa0.
00000100:00080000:2.0:1787763521.525162:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763521.525168:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787763521.525169:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:2.0:1787763521.525172:0:296758:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20684
00000100:00000200:1.0:1787763521.525177:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d5692c0 x1874599320594816/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787763521.525178:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763521.525184:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763521.525188:0:296758:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763521.525193:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763521.525196:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787763521.525196:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763521.525199:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763521.525203:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000040:1.0:1787763521.525204:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d5692c0 x1874599320594816/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763546 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1787763521.525207:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763521.525210:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000020:00000001:2.0:1787763521.525213:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763521.525215:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000100:00000001:1.0:1787763521.525218:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763521.525219:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000001:1.0:1787763521.525222:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:2.0:1787763521.525223:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000040:2.0:1787763521.525227:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763521.525229:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763521.525229:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763521.525233:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763521.525235:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000400:00000200:1.0:1787763521.525236:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000020:00000040:2.0:1787763521.525239:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00000001:1.0:1787763521.525240:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4315357943
00000100:00080000:2.0:1787763521.525243:0:296758:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763521.525246:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787763521.525247:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d7f69bd80.
02000000:00000001:2.0:1787763521.525248:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763521.525252:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763521.525255:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763521.525256:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787763521.525257:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787763521.525262:0:296758:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787763521.525265:0:296758:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763521.525267:0:296758:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763521.525270:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4315357943
00000100:00000010:2.0:1787763521.525271:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d568000.
00000100:00000010:1.0:1787763521.525276:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d7f69b4e0.
00000020:00000040:2.0:1787763521.525277:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
00000100:00000001:1.0:1787763521.525281:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
02000000:00000001:2.0:1787763521.525283:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787763521.525284:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763521.525287:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763521.525288:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763521.525293:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787763521.525294:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
02000000:00000001:2.0:1787763521.525298:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:1.0:1787763521.525302:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763521/real 1787763521]  req@ffff9b9d5d5692c0 x1874599320594816/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787763521.525303:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763521.525312:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f184c00.
00000400:00000001:1.0:1787763521.525313:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763521.525315:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763521.525318:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43000.
00000100:00000001:2.0:1787763521.525319:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763521.525321:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9000
00000400:00000010:1.0:1787763521.525325:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9000.
00000100:00000001:1.0:1787763521.525328:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00100000:2.0:1787763521.525332:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d568000 x1874599320595200/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1787763521.525333:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d5692c0 x1874599320594816/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763521.525348:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d5692c0 x1874599320594816/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763521.525367:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763521.525371:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763521.525372:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763521.525374:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763521.525376:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763521.525377:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763521.525380:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d5692c0 x1874599320594816/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763521.525385:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763521.525388:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d5692c0 x1874599320594816/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763546 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763521.525392:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763521.525398:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763521.525400:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763521.525402:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763521.525403:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000040389d09] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d568000 x1874599320595200/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763521.525405:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763521.525408:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763521.525413:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:2.0:1787763521.525419:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787763521.525421:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763521.525424:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763521.525425:0:296758:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20694)
00000100:00000040:1.0:1787763521.525430:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d5692c0 x1874599320594816/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763546 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763521.525437:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d5692c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320594816:192.168.203.113@tcp:250:kworker.0
00000100:00000001:1.0:1787763521.525474:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763521.525476:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763521.525478:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d5692c0 x1874599320594816/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763546 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763521.525483:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763521.525485:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763521.525488:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db9400.
02000000:00000001:1.0:1787763521.525490:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763521.525491:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763521.525493:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:1.0:1787763521.525494:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763521.525496:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f185000.
02000000:00000001:1.0:1787763521.525499:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763521.525500:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763521.525502:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d5692c0.
00000100:00000001:1.0:1787763521.525504:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763521.525505:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763521.525506:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763521.525511:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763521.525512:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763521.525514:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763521.525515:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763521.525516:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763521.525519:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d569680 x1874599320594944/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763521.525523:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763521.525524:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763521.525526:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763521.525527:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763521.525529:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763521.525531:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d569680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320594944:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763521.525533:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763521.525535:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763521.525536:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763521.525537:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763521.525540:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db9400.
02000000:00000001:1.0:1787763521.525541:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763521.525544:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763521.525546:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43000.
00000400:00000010:1.0:1787763521.525548:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9000.
00000100:00000200:1.0:1787763521.525550:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320594944, portal 10
00000100:00000001:1.0:1787763521.525552:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763521.525553:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910967424 : -110374798584192 : ffff9b9d5d569680)
00000100:00000040:1.0:1787763521.525558:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d569680 x1874599320594944/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763521.525562:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763521.525564:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763521.525565:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9aa0.
00000100:00000200:1.0:1787763521.525567:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320594944, offset 0
00000400:00000200:1.0:1787763521.525569:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763521.525572:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763521.525575:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763521.525577:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763521.525579:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763521.525581:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763521.525582:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763521.525584:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63411:63411:256:4294967295] 192.168.203.113@tcp LPNI seq info [63411:63411:8:4294967295]
00000400:00000200:1.0:1787763521.525587:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763521.525592:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763521.525595:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763521.525597:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718eff00.
00000800:00000200:1.0:1787763521.525601:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763521.525604:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787763521.525608:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763521.525611:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1787763521.525615:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763521.525617:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718eff00.
00000400:00000200:1.0:1787763521.525620:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763521.525624:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763521.525627:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9aa0
00000400:00000010:1.0:1787763521.525629:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9aa0.
00000100:00000001:1.0:1787763521.525632:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763521.525635:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d569680 x1874599320594944/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763521.525651:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763521.525654:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d569680 x1874599320594944/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763546 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763521.525660:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763521.525661:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763521.525664:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763521.525667:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:1.0:1787763521.525669:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763521.525671:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315356716
00000100:00000001:1.0:1787763521.525673:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315357943
00000100:00000001:1.0:1787763521.525674:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315356716
00000100:00000001:1.0:1787763521.525676:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315357943
00000100:00000001:1.0:1787763521.525677:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763521.525679:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763521.525680:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763521.525682:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763521/real 1787763521]  req@ffff9b9d5d569680 x1874599320594944/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763521.525687:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763521.525688:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763521.525690:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43000.
00000400:00000200:1.0:1787763521.525691:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9000
00000400:00000010:1.0:1787763521.525692:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9000.
00000100:00000001:1.0:1787763521.525694:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763521.525696:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d569680 x1874599320594944/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763521.525701:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d569680 x1874599320594944/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763521.525705:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763521.525707:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763521.525708:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763521.525709:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763521.525711:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d569680 x1874599320594944/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763521.525715:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763521.525718:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d569680 x1874599320594944/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763546 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763521.525722:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763521.525723:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763521.525724:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763521.525725:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763521.525726:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763521.525734:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763521.525736:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763521.525739:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763521.525741:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763521.525745:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d569680 x1874599320594944/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763546 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763521.525753:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d569680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320594944:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763521.525757:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763521.525760:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d56b840 x1874599320595072/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763521.525767:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763521.525769:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763521.525771:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763521.525773:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763521.525775:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763521.525779:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d56b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320595072:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763521.525783:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763521.525785:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763521.525787:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763521.525789:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763521.525792:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db8400.
02000000:00000001:1.0:1787763521.525794:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763521.525796:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763521.525798:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43000.
00000400:00000010:1.0:1787763521.525800:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9000.
00000100:00000200:1.0:1787763521.525802:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320595072, portal 10
00000100:00000001:1.0:1787763521.525804:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763521.525805:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910976064 : -110374798575552 : ffff9b9d5d56b840)
00000100:00000040:1.0:1787763521.525809:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d56b840 x1874599320595072/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763521.525814:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763521.525815:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763521.525817:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9aa0.
00000100:00000200:1.0:1787763521.525819:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320595072, offset 0
00000400:00000200:1.0:1787763521.525821:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763521.525824:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763521.525826:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763521.525828:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763521.525830:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763521.525832:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763521.525834:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763521.525836:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63412:63412:256:4294967295] 192.168.203.113@tcp LPNI seq info [63412:63412:8:4294967295]
00000400:00000200:1.0:1787763521.525839:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763521.525844:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763521.525847:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763521.525849:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718eff00.
00000800:00000200:1.0:1787763521.525852:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763521.525854:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787763521.525857:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763521.525859:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1787763521.525862:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763521.525864:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718eff00.
00000400:00000200:1.0:1787763521.525866:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763521.525869:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763521.525871:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9aa0
00000400:00000010:1.0:1787763521.525872:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9aa0.
00000100:00000001:1.0:1787763521.525874:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763521.525876:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d56b840 x1874599320595072/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763521.525881:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763521.525883:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d56b840 x1874599320595072/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763546 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763521.525888:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763521.525889:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763521.525891:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763521.525893:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:1.0:1787763521.525894:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763521.525896:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315356695
00000100:00000001:1.0:1787763521.525897:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315357943
00000100:00000001:1.0:1787763521.525899:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315356695
00000100:00000001:1.0:1787763521.525901:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315357943
00000100:00000001:1.0:1787763521.525902:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763521.525904:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763521.525905:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763521.525907:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763521/real 1787763521]  req@ffff9b9d5d56b840 x1874599320595072/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763521.525911:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763521.525913:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763521.525914:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43000.
00000400:00000200:1.0:1787763521.525915:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9000
00000400:00000010:1.0:1787763521.525916:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9000.
00000100:00000001:1.0:1787763521.525918:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763521.525920:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d56b840 x1874599320595072/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763521.525924:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d56b840 x1874599320595072/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763521.525928:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763521.525929:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763521.525930:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763521.525931:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763521.525933:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d56b840 x1874599320595072/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763521.525937:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763521.525939:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d56b840 x1874599320595072/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763546 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763521.525943:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763521.525945:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763521.525946:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763521.525947:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763521.525948:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763521.525949:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763521.525951:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763521.525953:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763521.525954:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763521.525956:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d56b840 x1874599320595072/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763546 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763521.525965:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d56b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320595072:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763521.525968:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763521.525970:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d568000 x1874599320595200/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763521.525974:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763521.525975:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763521.525976:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763521.525977:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763521.525978:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763521.525980:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d568000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320595200:192.168.203.113@tcp:8:kworker.0
00000100:00000001:1.0:1787763521.525982:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763521.525983:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763521.525984:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763521.525985:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763521.525987:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db8800.
02000000:00000001:1.0:1787763521.525988:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763521.525990:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763521.525992:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43000.
00000400:00000010:1.0:1787763521.525993:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9000.
00000100:00000200:1.0:1787763521.525995:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320595200, portal 4
00000100:00000001:1.0:1787763521.525996:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763521.525997:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910961664 : -110374798589952 : ffff9b9d5d568000)
00000100:00000040:1.0:1787763521.526001:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d568000 x1874599320595200/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763521.526005:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763521.526006:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763521.526008:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9aa0.
00000100:00000200:1.0:1787763521.526009:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320595200, offset 0
00000400:00000200:1.0:1787763521.526011:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763521.526014:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763521.526016:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763521.526017:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763521.526019:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763521.526021:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763521.526022:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763521.526024:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63413:63413:256:4294967295] 192.168.203.113@tcp LPNI seq info [63413:63413:8:4294967295]
00000400:00000200:1.0:1787763521.526027:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763521.526031:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763521.526033:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763521.526035:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718eff00.
00000800:00000200:1.0:1787763521.526037:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763521.526038:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787763521.526041:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763521.526043:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1787763521.526045:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763521.526047:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718eff00.
00000400:00000200:1.0:1787763521.526048:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763521.526051:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763521.526052:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9aa0
00000400:00000010:1.0:1787763521.526053:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9aa0.
00000100:00000001:1.0:1787763521.526055:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763521.526057:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d568000 x1874599320595200/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763521.526061:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763521.526063:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d568000 x1874599320595200/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763546 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763521.526067:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763521.526068:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763521.526070:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763521.526071:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:1.0:1787763521.526073:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763521.526075:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315356707
00000100:00000001:1.0:1787763521.526076:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315357943
00000100:00000001:1.0:1787763521.526078:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315356707
00000100:00000001:1.0:1787763521.526079:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315357943
00000100:00000001:1.0:1787763521.526080:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763521.526081:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763521.526082:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763521.526084:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763521/real 1787763521]  req@ffff9b9d5d568000 x1874599320595200/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763521.526089:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763521.526090:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763521.526090:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43000.
00000400:00000200:1.0:1787763521.526092:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9000
00000400:00000010:1.0:1787763521.526093:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9000.
00000100:00000001:1.0:1787763521.526094:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763521.526095:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d568000 x1874599320595200/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763521.526100:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d568000 x1874599320595200/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763521.526104:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763521.526105:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763521.526106:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763521.526107:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763521.526109:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d568000 x1874599320595200/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763521.526114:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763521.526116:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d568000 x1874599320595200/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763546 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763521.526120:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763521.526122:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763521.526123:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763521.526123:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763521.526125:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763521.526126:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763521.526127:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763521.526129:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763521.526130:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763521.526133:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d568000 x1874599320595200/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763546 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763521.526137:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d568000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320595200:192.168.203.113@tcp:8:kworker.0
00000100:00000001:1.0:1787763521.526139:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763521.526140:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763521.526142:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d569680 x1874599320594944/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763546 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763521.526146:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763521.526147:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763521.526148:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db9400.
02000000:00000001:1.0:1787763521.526150:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763521.526151:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763521.526152:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:1.0:1787763521.526153:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763521.526154:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f186000.
02000000:00000001:1.0:1787763521.526156:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763521.526157:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763521.526158:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d569680.
00000100:00000001:1.0:1787763521.526159:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763521.526160:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763521.526161:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763521.526163:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d56b840 x1874599320595072/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763546 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763521.526171:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763521.526172:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763521.526173:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db8400.
02000000:00000001:1.0:1787763521.526175:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763521.526175:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763521.526176:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:1.0:1787763521.526177:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763521.526178:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f187000.
02000000:00000001:1.0:1787763521.526179:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763521.526180:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763521.526181:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d56b840.
00000100:00000001:1.0:1787763521.526182:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763521.526183:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763521.526184:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763521.526185:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d568000 x1874599320595200/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763546 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763521.526189:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763521.526190:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763521.526191:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db8800.
02000000:00000001:1.0:1787763521.526192:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763521.526192:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763521.526193:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:1.0:1787763521.526194:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763521.526195:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f184c00.
02000000:00000001:1.0:1787763521.526196:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763521.526197:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763521.526198:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d568000.
00000100:00000001:1.0:1787763521.526199:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763521.526200:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763521.526201:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763521.526203:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763521.526204:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763521.526205:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763521.526206:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763521.716517:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763521.716522:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763521.716528:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763521.716529:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763521.716532:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763521.716532:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763521.716600:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763521.716606:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763521.716609:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763522.548577:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763522.548585:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763522.548588:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763522.548594:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763522.548597:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763522.548601:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763522.548603:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763522.548606:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763522.548609:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763522.740552:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763522.740559:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763522.740566:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763522.740567:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763522.740570:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763522.740573:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763522.740619:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763522.740624:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763522.740630:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1787763522.804561:0:303331:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b110 (cpu 1) has reached its deadline 4315357943, at 4315357952
00000100:00000040:0.0:1787763522.804562:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4315357943, at 4315357952
00000100:00000010:1.0:1787763522.804585:0:303331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69b4e0.
00000100:00000010:0.0:1787763522.804589:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69bd80.
00000100:00000001:1.0:1787763523.572565:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763523.572575:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763523.572579:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763523.572585:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763523.572589:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763523.572594:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763523.572597:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763523.572601:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763523.572605:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763523.764548:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763523.764554:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763523.764559:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763523.764560:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763523.764563:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763523.764566:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763523.764568:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763523.764571:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763523.764573:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763523.764574:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763523.764576:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763523.764577:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763523.764632:0:281543:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763523.764636:0:281543:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763523.764639:0:281543:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763524.596523:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763524.596529:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763524.596530:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763524.596535:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763524.596539:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763524.596542:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763524.596545:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763524.596547:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763524.596550:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763524.788523:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763524.788529:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763524.788535:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763524.788536:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763524.788540:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763524.788541:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787763524.788593:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787763524.788597:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787763524.788599:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763525.620518:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763525.620525:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763525.620527:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763525.620532:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763525.620536:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763525.620539:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763525.620543:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763525.620546:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763525.620550:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763525.812516:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763525.812521:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763525.812526:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763525.812527:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763525.812530:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763525.812531:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763525.812575:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763525.812579:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763525.812582:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763526.644512:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:2.0:1787763526.644517:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787763526.644518:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763526.644521:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763526.644526:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00080000:2.0:1787763526.644528:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787763526.644532:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763526.644532:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763526.644536:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787763526.644538:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763526.644543:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763526.644543:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787763526.644545:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763526.644549:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763526.644551:0:268573:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20689
00000400:00000200:2.0:1787763526.644559:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763526.644566:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763526.644569:0:268573:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763526.644571:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763526.644573:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763526.644575:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763526.644577:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:2.0:1787763526.644580:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763526.644581:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:2.0:1787763526.644583:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763526.644586:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:2.0:1787763526.644588:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:2.0:1787763526.644590:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:2.0:1787763526.644592:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763526.644593:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763526.644595:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763526.644596:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:2.0:1787763526.644598:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:2.0:1787763526.644601:0:268573:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763526.644603:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763526.644605:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763526.644608:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763526.644610:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763526.644611:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787763526.644614:0:268573:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763526.644620:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d56a940.
00000020:00000040:2.0:1787763526.644622:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:2.0:1787763526.644626:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763526.644627:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763526.644629:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763526.644631:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763526.644635:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763526.644641:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f187000.
00000100:00000001:2.0:1787763526.644646:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763526.644659:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d56a940 x1874599320595328/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763526.644667:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763526.644670:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763526.644674:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b4aca245] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d56a940 x1874599320595328/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763526.644689:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763526.644691:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763526.644694:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787763526.644695:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763526.644696:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763526.644698:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763526.644700:0:268573:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20689
00000400:00000200:2.0:1787763526.644702:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763526.644705:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763526.644706:0:268573:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763526.644710:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763526.644712:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763526.644714:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763526.644716:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787763526.644717:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000001:1.0:1787763526.644721:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1787763526.644721:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763526.644722:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000100:00000001:1.0:1787763526.644725:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1787763526.644726:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763526.644730:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000020:00000001:2.0:1787763526.644732:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000020:00000001:2.0:1787763526.644734:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000040:1.0:1787763526.644735:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d56a940 x1874599320595328/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787763526.644739:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763526.644743:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763526.644747:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763526.644751:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:2.0:1787763526.644755:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00000001:1.0:1787763526.644758:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:2.0:1787763526.644759:0:268573:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:1.0:1787763526.644760:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763526.644763:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763526.644765:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763526.644766:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787763526.644769:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763526.644772:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763526.644773:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:1.0:1787763526.644777:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d56a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320595328:192.168.203.113@tcp:250:kworker.0
02000000:00000001:2.0:1787763526.644778:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763526.644783:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1787763526.644785:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00100000:2.0:1787763526.644788:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1787763526.644790:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763526.644794:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1787763526.644795:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763526.644798:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1787763526.644800:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787763526.644804:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db8800.
00000100:00000010:2.0:1787763526.644806:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d568b40.
02000000:00000001:1.0:1787763526.644807:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1787763526.644814:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000400:00000200:1.0:1787763526.644818:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
02000000:00000001:2.0:1787763526.644821:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000010:1.0:1787763526.644824:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43000.
02000000:00000001:2.0:1787763526.644824:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763526.644830:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:1.0:1787763526.644832:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9000.
02000000:00000001:2.0:1787763526.644832:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763526.644838:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787763526.644841:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320595328, portal 25
00000100:00000001:1.0:1787763526.644844:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
02000000:00000010:2.0:1787763526.644845:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f186000.
00000100:00000001:1.0:1787763526.644846:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910972224 : -110374798579392 : ffff9b9d5d56a940)
00000100:00000001:2.0:1787763526.644852:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763526.644855:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d56a940 x1874599320595328/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763526.644861:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d568b40 x1874599320595456/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787763526.644867:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763526.644874:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000100:00000001:2.0:1787763526.644875:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000010:1.0:1787763526.644878:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9aa0.
00000100:00000001:2.0:1787763526.644879:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787763526.644883:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320595328, offset 0
00000100:00000040:2.0:1787763526.644887:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a25ffa6] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d568b40 x1874599320595456/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787763526.644894:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000100:00000001:2.0:1787763526.644901:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763526.644903:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1787763526.644904:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00080000:2.0:1787763526.644909:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787763526.644911:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1787763526.644914:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000100:00080000:2.0:1787763526.644915:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763526.644921:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1787763526.644923:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:2.0:1787763526.644926:0:268573:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20689
00000400:00000200:1.0:1787763526.644930:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763526.644932:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763526.644936:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763526.644938:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000400:00000200:1.0:1787763526.644943:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000100:00080000:2.0:1787763526.644943:0:268573:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763526.644949:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000400:00000200:1.0:1787763526.644953:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63414:63414:256:4294967295] 192.168.203.113@tcp LPNI seq info [63414:63414:8:4294967295]
00000100:00000001:2.0:1787763526.644954:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763526.644960:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000400:00000200:1.0:1787763526.644964:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763526.644965:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:2.0:1787763526.644969:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763526.644970:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000020:00000001:2.0:1787763526.644972:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763526.644975:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000400:00000200:1.0:1787763526.644979:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000020:00000001:2.0:1787763526.644980:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000020:00000001:2.0:1787763526.644986:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000800:00000200:1.0:1787763526.644990:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000100:00000040:2.0:1787763526.644991:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763526.644995:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000010:1.0:1787763526.644996:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718eff00.
00000100:00000040:2.0:1787763526.644999:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763526.645002:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:2.0:1787763526.645004:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000800:00000200:1.0:1787763526.645006:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00080000:2.0:1787763526.645010:0:268573:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000800:00000200:1.0:1787763526.645012:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00000100:00000001:2.0:1787763526.645015:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763526.645016:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763526.645019:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763526.645020:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763526.645021:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787763526.645023:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787763526.645028:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763526.645030:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787763526.645034:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000010:2.0:1787763526.645036:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d568000.
00000800:00000200:1.1:1787763526.645038:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00000020:00000040:2.0:1787763526.645040:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000800:00000100:1.0:1787763526.645045:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
02000000:00000001:2.0:1787763526.645045:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763526.645048:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1787763526.645050:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718eff00.
00000100:00000001:2.0:1787763526.645051:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763526.645054:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763526.645055:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763526.645056:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000010:2.0:1787763526.645060:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f185000.
00000400:00000200:1.0:1787763526.645064:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000100:00000001:2.0:1787763526.645066:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763526.645069:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9aa0
00000100:00100000:2.0:1787763526.645072:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d568000 x1874599320595584/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1787763526.645073:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9aa0.
00000100:00000001:1.0:1787763526.645079:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787763526.645084:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000200:1.0:1787763526.645085:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d56a940 x1874599320595328/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763526.645087:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763526.645096:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000040389d09] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d568000 x1874599320595584/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763526.645100:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787763526.645106:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763526.645107:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d56a940 x1874599320595328/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763551 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787763526.645109:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1787763526.645119:0:268573:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1787763526.645125:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763526.645125:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787763526.645129:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:2.0:1787763526.645132:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787763526.645135:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787763526.645137:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763526.645137:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763526.645140:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1787763526.645143:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00080000:2.0:1787763526.645146:0:268573:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20689
00000100:00000001:1.0:1787763526.645148:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4315363063
00000400:00000200:2.0:1787763526.645153:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763526.645156:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00000010:1.0:1787763526.645157:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d7f69b4e0.
00000100:00080000:2.0:1787763526.645158:0:268573:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763526.645163:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763526.645164:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787763526.645166:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000100:00000040:2.0:1787763526.645166:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763526.645171:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:2.0:1787763526.645173:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763526.645174:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000100:00000001:1.0:1787763526.645175:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4315363063
00000020:00000001:2.0:1787763526.645177:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763526.645180:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000100:00000010:1.0:1787763526.645181:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d7f69bcc0.
00000020:00000001:2.0:1787763526.645184:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000001:1.0:1787763526.645186:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000020:00000001:2.0:1787763526.645189:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000001:1.0:1787763526.645191:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1787763526.645194:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763526.645195:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763526.645197:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787763526.645199:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000040:2.0:1787763526.645201:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763526.645204:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00100000:1.0:1787763526.645206:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763526/real 1787763526]  req@ffff9b9d5d56a940 x1874599320595328/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1787763526.645207:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00080000:2.0:1787763526.645213:0:268573:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763526.645219:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763526.645222:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763526.645226:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000001:1.0:1787763526.645227:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763526.645230:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:2.0:1787763526.645230:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787763526.645234:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43000.
00000100:00000001:2.0:1787763526.645235:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787763526.645239:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000400:00000200:1.0:1787763526.645240:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9000
00000400:00000010:1.0:1787763526.645244:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9000.
00000008:00000001:2.0:1787763526.645245:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763526.645249:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787763526.645249:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763526.645253:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d56b840.
00000100:00000200:1.0:1787763526.645255:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d56a940 x1874599320595328/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1787763526.645256:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
02000000:00000001:2.0:1787763526.645262:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763526.645265:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763526.645270:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:1.0:1787763526.645272:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d56a940 x1874599320595328/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787763526.645274:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763526.645278:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763526.645282:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763526.645284:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:2.0:1787763526.645286:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f184000.
00000100:00000001:1.0:1787763526.645287:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763526.645289:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763526.645294:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763526.645295:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d56a940 x1874599320595328/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763526.645303:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763526.645306:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d56b840 x1874599320595712/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1787763526.645310:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d56a940 x1874599320595328/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763551 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763526.645328:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787763526.645330:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763526.645333:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763526.645334:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763526.645337:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763526.645340:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763526.645341:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2e525cc] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d56b840 x1874599320595712/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763526.645344:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763526.645349:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763526.645351:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787763526.645358:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:2.0:1787763526.645359:0:268573:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20699)
00000100:00080000:1.0:1787763526.645367:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763526.645371:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763526.645378:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d56a940 x1874599320595328/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763551 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763526.645388:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d56a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320595328:192.168.203.113@tcp:250:kworker.0
00000100:00000001:1.0:1787763526.645392:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763526.645395:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763526.645398:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d56a940 x1874599320595328/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763551 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763526.645403:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763526.645405:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763526.645407:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db8800.
02000000:00000001:1.0:1787763526.645410:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763526.645411:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763526.645412:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:1.0:1787763526.645414:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763526.645416:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f187000.
02000000:00000001:1.0:1787763526.645418:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763526.645420:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763526.645435:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d56a940.
00000100:00000001:1.0:1787763526.645455:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763526.645456:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763526.645458:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763526.645463:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763526.645465:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763526.645466:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763526.645467:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763526.645468:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763526.645471:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d568b40 x1874599320595456/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763526.645476:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763526.645477:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763526.645479:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763526.645480:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763526.645482:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763526.645484:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d568b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320595456:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763526.645486:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763526.645488:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763526.645489:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763526.645490:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763526.645492:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db8800.
02000000:00000001:1.0:1787763526.645494:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763526.645497:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763526.645499:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43000.
00000400:00000010:1.0:1787763526.645501:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9000.
00000100:00000200:1.0:1787763526.645503:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320595456, portal 10
00000100:00000001:1.0:1787763526.645504:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763526.645506:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910964544 : -110374798587072 : ffff9b9d5d568b40)
00000100:00000040:1.0:1787763526.645510:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d568b40 x1874599320595456/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763526.645515:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763526.645517:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763526.645518:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9aa0.
00000100:00000200:1.0:1787763526.645520:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320595456, offset 0
00000400:00000200:1.0:1787763526.645523:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763526.645526:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763526.645528:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763526.645531:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763526.645533:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763526.645535:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763526.645536:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763526.645538:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63415:63415:256:4294967295] 192.168.203.113@tcp LPNI seq info [63415:63415:8:4294967295]
00000400:00000200:1.0:1787763526.645541:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763526.645545:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763526.645548:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763526.645550:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718eff00.
00000800:00000200:1.0:1787763526.645553:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763526.645555:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787763526.645559:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763526.645561:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1787763526.645564:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763526.645565:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718eff00.
00000400:00000200:1.0:1787763526.645567:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763526.645570:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763526.645572:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9aa0
00000400:00000010:1.0:1787763526.645573:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9aa0.
00000100:00000001:1.0:1787763526.645575:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763526.645577:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d568b40 x1874599320595456/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763526.645582:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763526.645584:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d568b40 x1874599320595456/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763551 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763526.645588:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763526.645589:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763526.645592:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763526.645595:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:1.0:1787763526.645597:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763526.645599:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315361836
00000100:00000001:1.0:1787763526.645601:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315363063
00000100:00000001:1.0:1787763526.645610:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315361836
00000100:00000001:1.0:1787763526.645613:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315363063
00000100:00000001:1.0:1787763526.645614:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763526.645616:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763526.645617:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763526.645619:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763526/real 1787763526]  req@ffff9b9d5d568b40 x1874599320595456/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763526.645625:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763526.645625:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763526.645629:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43000.
00000400:00000200:1.0:1787763526.645631:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9000
00000400:00000010:1.0:1787763526.645632:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9000.
00000100:00000001:1.0:1787763526.645634:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763526.645636:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d568b40 x1874599320595456/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763526.645641:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d568b40 x1874599320595456/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763526.645646:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763526.645647:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763526.645648:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763526.645649:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763526.645652:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d568b40 x1874599320595456/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763526.645659:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763526.645663:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d568b40 x1874599320595456/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763551 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763526.645671:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763526.645673:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763526.645675:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763526.645677:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763526.645679:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763526.645691:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763526.645694:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763526.645698:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763526.645700:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763526.645705:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d568b40 x1874599320595456/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763551 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763526.645711:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d568b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320595456:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763526.645714:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763526.645716:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d568000 x1874599320595584/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763526.645720:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763526.645721:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763526.645723:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763526.645724:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763526.645725:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763526.645727:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d568000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320595584:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763526.645730:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763526.645731:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763526.645732:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763526.645734:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763526.645736:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db8400.
02000000:00000001:1.0:1787763526.645738:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763526.645741:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763526.645742:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43000.
00000400:00000010:1.0:1787763526.645745:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9000.
00000100:00000200:1.0:1787763526.645747:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320595584, portal 10
00000100:00000001:1.0:1787763526.645748:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763526.645749:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910961664 : -110374798589952 : ffff9b9d5d568000)
00000100:00000040:1.0:1787763526.645753:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d568000 x1874599320595584/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763526.645757:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763526.645759:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763526.645760:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9aa0.
00000100:00000200:1.0:1787763526.645762:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320595584, offset 0
00000400:00000200:1.0:1787763526.645764:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763526.645767:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763526.645769:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763526.645771:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763526.645773:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763526.645775:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763526.645777:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763526.645779:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63416:63416:256:4294967295] 192.168.203.113@tcp LPNI seq info [63416:63416:8:4294967295]
00000400:00000200:1.0:1787763526.645782:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763526.645786:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763526.645789:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763526.645790:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718eff00.
00000800:00000200:1.0:1787763526.645793:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763526.645795:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787763526.645798:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763526.645800:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1787763526.645803:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763526.645804:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718eff00.
00000400:00000200:1.0:1787763526.645806:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763526.645808:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763526.645810:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9aa0
00000400:00000010:1.0:1787763526.645812:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9aa0.
00000100:00000001:1.0:1787763526.645814:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763526.645816:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d568000 x1874599320595584/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763526.645821:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763526.645823:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d568000 x1874599320595584/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763551 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763526.645827:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763526.645828:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763526.645830:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763526.645832:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:1.0:1787763526.645834:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763526.645836:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315361815
00000100:00000001:1.0:1787763526.645837:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315363063
00000100:00000001:1.0:1787763526.645839:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315361815
00000100:00000001:1.0:1787763526.645840:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315363063
00000100:00000001:1.0:1787763526.645841:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763526.645842:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763526.645843:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763526.645846:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763526/real 1787763526]  req@ffff9b9d5d568000 x1874599320595584/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763526.645850:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763526.645851:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763526.645852:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43000.
00000400:00000200:1.0:1787763526.645854:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9000
00000400:00000010:1.0:1787763526.645855:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9000.
00000100:00000001:1.0:1787763526.645856:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763526.645858:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d568000 x1874599320595584/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763526.645863:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d568000 x1874599320595584/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763526.645868:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763526.645869:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763526.645870:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763526.645871:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763526.645873:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d568000 x1874599320595584/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763526.645877:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763526.645879:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d568000 x1874599320595584/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763551 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763526.645883:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763526.645885:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763526.645886:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763526.645886:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763526.645887:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763526.645888:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763526.645890:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763526.645892:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763526.645893:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763526.645895:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d568000 x1874599320595584/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763551 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763526.645900:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d568000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320595584:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763526.645902:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763526.645904:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d56b840 x1874599320595712/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763526.645908:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763526.645909:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763526.645911:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763526.645912:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763526.645914:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763526.645916:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d56b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320595712:192.168.203.113@tcp:8:kworker.0
00000100:00000001:1.0:1787763526.645918:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763526.645919:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763526.645920:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763526.645921:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763526.645923:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db9400.
02000000:00000001:1.0:1787763526.645924:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763526.645926:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763526.645927:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43000.
00000400:00000010:1.0:1787763526.645929:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9000.
00000100:00000200:1.0:1787763526.645931:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320595712, portal 4
00000100:00000001:1.0:1787763526.645932:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763526.645933:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910976064 : -110374798575552 : ffff9b9d5d56b840)
00000100:00000040:1.0:1787763526.645937:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d56b840 x1874599320595712/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763526.645941:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763526.645942:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763526.645944:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9aa0.
00000100:00000200:1.0:1787763526.645945:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320595712, offset 0
00000400:00000200:1.0:1787763526.645947:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763526.645949:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763526.645951:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763526.645953:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763526.645954:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763526.645956:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763526.645957:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763526.645959:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63417:63417:256:4294967295] 192.168.203.113@tcp LPNI seq info [63417:63417:8:4294967295]
00000400:00000200:1.0:1787763526.645962:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763526.645966:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763526.645969:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763526.645971:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718eff00.
00000800:00000200:1.0:1787763526.645973:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763526.645975:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787763526.645978:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763526.645979:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1787763526.645982:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763526.645983:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718eff00.
00000400:00000200:1.0:1787763526.645985:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763526.645987:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763526.645989:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9aa0
00000400:00000010:1.0:1787763526.645990:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9aa0.
00000100:00000001:1.0:1787763526.645991:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763526.645993:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d56b840 x1874599320595712/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763526.645998:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763526.646000:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d56b840 x1874599320595712/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763551 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763526.646003:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763526.646004:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763526.646006:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763526.646008:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:1.0:1787763526.646010:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763526.646011:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315361827
00000100:00000001:1.0:1787763526.646013:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315363063
00000100:00000001:1.0:1787763526.646015:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315361827
00000100:00000001:1.0:1787763526.646016:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315363063
00000100:00000001:1.0:1787763526.646017:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763526.646018:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763526.646019:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763526.646021:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763526/real 1787763526]  req@ffff9b9d5d56b840 x1874599320595712/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763526.646027:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763526.646028:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763526.646029:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43000.
00000400:00000200:1.0:1787763526.646030:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9000
00000400:00000010:1.0:1787763526.646031:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9000.
00000100:00000001:1.0:1787763526.646032:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763526.646034:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d56b840 x1874599320595712/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763526.646039:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d56b840 x1874599320595712/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763526.646043:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763526.646043:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763526.646044:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763526.646045:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763526.646047:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d56b840 x1874599320595712/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763526.646051:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763526.646053:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d56b840 x1874599320595712/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763551 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763526.646057:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763526.646059:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763526.646060:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763526.646061:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763526.646062:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763526.646063:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763526.646065:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763526.646067:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763526.646068:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763526.646071:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d56b840 x1874599320595712/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763551 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763526.646076:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d56b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320595712:192.168.203.113@tcp:8:kworker.0
00000100:00000001:1.0:1787763526.646079:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763526.646080:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763526.646082:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d568b40 x1874599320595456/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763551 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763526.646085:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763526.646086:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763526.646088:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db8800.
02000000:00000001:1.0:1787763526.646089:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763526.646090:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763526.646091:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:1.0:1787763526.646092:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763526.646094:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f186000.
02000000:00000001:1.0:1787763526.646095:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763526.646096:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763526.646097:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d568b40.
00000100:00000001:1.0:1787763526.646098:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763526.646099:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763526.646100:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763526.646102:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d568000 x1874599320595584/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763551 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763526.646107:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763526.646107:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763526.646108:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db8400.
02000000:00000001:1.0:1787763526.646109:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763526.646110:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763526.646111:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:1.0:1787763526.646112:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763526.646113:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f185000.
02000000:00000001:1.0:1787763526.646114:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763526.646115:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763526.646116:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d568000.
00000100:00000001:1.0:1787763526.646117:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763526.646118:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763526.646119:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763526.646121:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d56b840 x1874599320595712/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763551 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763526.646125:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763526.646126:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763526.646127:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db9400.
02000000:00000001:1.0:1787763526.646128:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763526.646129:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763526.646129:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:1.0:1787763526.646130:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763526.646131:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f184000.
02000000:00000001:1.0:1787763526.646132:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763526.646133:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763526.646134:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d56b840.
00000100:00000001:1.0:1787763526.646135:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763526.646136:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763526.646137:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763526.646139:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763526.646140:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763526.646141:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763526.646142:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763526.836508:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763526.836515:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763526.836520:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763526.836522:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763526.836525:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763526.836527:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763526.836571:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763526.836575:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763526.836577:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763527.668518:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763527.668525:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763527.668528:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763527.668533:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763527.668536:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763527.668540:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763527.668543:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763527.668546:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763527.668549:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763527.860521:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763527.860528:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763527.860533:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763527.860534:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763527.860538:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763527.860540:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763527.860576:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763527.860581:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763527.860583:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787763527.924500:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4315363063, at 4315363072
00000100:00000040:1.0:1787763527.924500:0:303331:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b110 (cpu 1) has reached its deadline 4315363063, at 4315363072
00000100:00000010:0.0:1787763527.924513:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69b4e0.
00000100:00000010:1.0:1787763527.924523:0:303331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69bcc0.
00000100:00000001:1.0:1787763528.692507:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763528.692515:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763528.692517:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763528.692521:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763528.692525:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763528.692528:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763528.692530:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763528.692533:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763528.692535:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763528.884559:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763528.884567:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763528.884574:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763528.884576:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763528.884580:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763528.884581:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763528.884638:0:281543:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763528.884642:0:281543:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763528.884646:0:281543:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763529.716525:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763529.716533:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763529.716535:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763529.716540:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763529.716544:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763529.716548:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763529.716550:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763529.716553:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763529.716556:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763529.908559:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763529.908566:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763529.908571:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763529.908572:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763529.908575:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763529.908576:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787763529.908737:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787763529.908743:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787763529.908748:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763530.740599:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763530.740622:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763530.740624:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763530.740628:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763530.740631:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763530.740634:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763530.740636:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763530.740638:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763530.740640:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763530.932523:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763530.932533:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763530.932535:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763530.932538:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763530.932542:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763530.932544:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763530.932546:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763530.932547:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763530.932551:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763530.932553:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763530.932554:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763530.932555:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763530.932557:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763530.932558:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763530.932559:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763530.932560:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763530.932562:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763530.932563:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763530.932600:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763530.932605:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763530.932609:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787763531.764616:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787763531.764625:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:2.0:1787763531.764626:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787763531.764632:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763531.764632:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763531.764637:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787763531.764638:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763531.764644:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787763531.764646:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787763531.764650:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1787763531.764655:0:268573:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20694
00000100:00000001:1.0:1787763531.764656:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763531.764661:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763531.764663:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763531.764665:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763531.764667:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763531.764696:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763531.764700:0:268573:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763531.764705:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763531.764709:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763531.764713:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763531.764716:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:2.0:1787763531.764721:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763531.764723:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:2.0:1787763531.764727:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763531.764730:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:2.0:1787763531.764733:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:2.0:1787763531.764765:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:2.0:1787763531.764771:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763531.764773:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763531.764776:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763531.764778:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:2.0:1787763531.764782:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:2.0:1787763531.764786:0:268573:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763531.764789:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763531.764793:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763531.764797:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763531.764818:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763531.764822:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787763531.764825:0:268573:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763531.764832:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d569680.
00000020:00000040:2.0:1787763531.764837:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:2.0:1787763531.764842:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763531.764845:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763531.764849:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763531.764852:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763531.764861:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763531.764885:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f185000.
00000100:00000001:2.0:1787763531.764891:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763531.764899:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d569680 x1874599320595840/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763531.764908:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763531.764911:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763531.764915:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d90ce636] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d569680 x1874599320595840/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763531.764931:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763531.764934:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763531.764936:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787763531.764938:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763531.764939:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763531.764941:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763531.764943:0:268573:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20694
00000400:00000200:2.0:1787763531.764946:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763531.764949:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763531.764951:0:268573:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763531.764953:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763531.764956:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763531.764958:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763531.764960:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:2.0:1787763531.764962:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763531.764963:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000020:00000001:2.0:1787763531.764965:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787763531.764968:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:2.0:1787763531.764968:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000020:00000001:2.0:1787763531.764974:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000001:1.0:1787763531.764976:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1787763531.764976:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000001:1.0:1787763531.764982:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763531.764982:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763531.764987:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763531.764992:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763531.764995:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000040:1.0:1787763531.764997:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d569680 x1874599320595840/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1787763531.764998:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00080000:2.0:1787763531.765004:0:268573:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763531.765009:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763531.765014:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763531.765020:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763531.765021:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763531.765026:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763531.765027:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763531.765034:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:1.0:1787763531.765037:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:2.0:1787763531.765039:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1787763531.765043:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:2.0:1787763531.765043:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763531.765047:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763531.765051:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763531.765052:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d5692c0.
00000020:00000040:2.0:1787763531.765058:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
02000000:00000001:2.0:1787763531.765062:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00100000:1.0:1787763531.765064:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d569680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320595840:192.168.203.113@tcp:250:kworker.0
02000000:00000001:2.0:1787763531.765065:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763531.765069:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763531.765071:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763531.765074:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763531.765076:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000010:2.0:1787763531.765079:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f186000.
02000000:00000001:1.0:1787763531.765083:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1787763531.765084:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763531.765089:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763531.765094:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:2.0:1787763531.765100:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d5692c0 x1874599320595968/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:1.0:1787763531.765102:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db9400.
02000000:00000001:1.0:1787763531.765109:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763531.765113:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763531.765116:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763531.765122:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000040:2.0:1787763531.765122:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000103818ef] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d5692c0 x1874599320595968/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1787763531.765128:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43000.
00000100:00000001:2.0:1787763531.765136:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787763531.765139:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9000.
00000100:00080000:2.0:1787763531.765140:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763531.765146:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787763531.765148:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:1.0:1787763531.765149:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320595840, portal 25
00000100:00080000:2.0:1787763531.765150:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787763531.765155:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763531.765156:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787763531.765158:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910967424 : -110374798584192 : ffff9b9d5d569680)
00000100:00080000:2.0:1787763531.765162:0:268573:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20694
00000100:00000040:1.0:1787763531.765169:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d569680 x1874599320595840/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787763531.765169:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763531.765174:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763531.765180:0:268573:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787763531.765187:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763531.765187:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763531.765191:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787763531.765195:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000100:00000040:2.0:1787763531.765198:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000400:00000010:1.0:1787763531.765201:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9aa0.
00000100:00000001:2.0:1787763531.765202:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:2.0:1787763531.765207:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000200:1.0:1787763531.765208:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320595840, offset 0
00000020:00000040:2.0:1787763531.765210:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000020:00000001:2.0:1787763531.765213:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763531.765214:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000020:00000001:2.0:1787763531.765217:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000400:00000200:1.0:1787763531.765219:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000020:00000001:2.0:1787763531.765220:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00000040:2.0:1787763531.765226:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763531.765227:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787763531.765229:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000040:2.0:1787763531.765233:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763531.765236:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:2.0:1787763531.765238:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000400:00000200:1.0:1787763531.765240:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000100:00080000:2.0:1787763531.765244:0:268573:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763531.765249:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763531.765251:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:2.0:1787763531.765252:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763531.765258:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1787763531.765261:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
02000000:00000001:2.0:1787763531.765262:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763531.765266:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000100:00000001:2.0:1787763531.765266:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787763531.765269:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1787763531.765272:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000008:00000001:2.0:1787763531.765274:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763531.765278:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763531.765279:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63418:63418:256:4294967295] 192.168.203.113@tcp LPNI seq info [63418:63418:8:4294967295]
00000100:00000010:2.0:1787763531.765285:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d56b840.
00000400:00000200:1.0:1787763531.765286:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000020:00000040:2.0:1787763531.765292:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
02000000:00000001:2.0:1787763531.765296:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763531.765299:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763531.765303:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1787763531.765306:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
02000000:00000001:2.0:1787763531.765307:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763531.765310:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763531.765317:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f187000.
00000800:00000200:1.0:1787763531.765318:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000100:00000001:2.0:1787763531.765325:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1787763531.765327:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718eff00.
00000100:00100000:2.0:1787763531.765332:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d56b840 x1874599320596096/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.0:1787763531.765340:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000001:2.0:1787763531.765347:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000200:1.0:1787763531.765348:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 2 secs later)
00000100:00000001:2.0:1787763531.765352:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787763531.765359:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000040:2.0:1787763531.765361:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2e525cc] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d56b840 x1874599320596096/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1787763531.765366:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1787763531.765378:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000100:00000001:2.0:1787763531.765378:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1787763531.765382:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718eff00.
00000100:00000040:2.0:1787763531.765383:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1787763531.765407:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:2.0:1787763531.765407:0:268573:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1787763531.765410:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763531.765415:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787763531.765418:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1787763531.765421:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000100:00080000:2.0:1787763531.765421:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763531.765431:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1787763531.765433:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9aa0
00000400:00000010:1.0:1787763531.765491:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9aa0.
00000100:00080000:2.0:1787763531.765499:0:268573:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20694
00000100:00000001:1.0:1787763531.765500:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763531.765515:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d569680 x1874599320595840/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787763531.765516:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763531.765533:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763531.765541:0:268573:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787763531.765547:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763531.765548:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763531.765555:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787763531.765562:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d569680 x1874599320595840/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763556 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787763531.765563:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763531.765585:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:2.0:1787763531.765589:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763531.765591:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000020:00000001:2.0:1787763531.765595:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763531.765598:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000020:00000001:2.0:1787763531.765602:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000001:1.0:1787763531.765605:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763531.765606:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000001:1.0:1787763531.765613:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:2.0:1787763531.765614:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763531.765618:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763531.765620:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763531.765622:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:2.0:1787763531.765624:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00000001:1.0:1787763531.765626:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763531.765628:0:268573:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763531.765633:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763531.765637:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
02000000:00000001:2.0:1787763531.765637:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787763531.765643:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4315368184
02000000:00000001:2.0:1787763531.765644:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763531.765649:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787763531.765651:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d7f69bcc0.
00000100:00000001:2.0:1787763531.765651:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787763531.765653:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787763531.765657:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763531.765659:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763531.765660:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000100:00000010:2.0:1787763531.765682:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d568000.
00000100:00000001:1.0:1787763531.765687:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4315368184
00000020:00000040:2.0:1787763531.765688:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
02000000:00000001:2.0:1787763531.765698:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000010:1.0:1787763531.765700:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d7f69bde0.
02000000:00000001:2.0:1787763531.765701:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763531.765709:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787763531.765709:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763531.765714:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787763531.765717:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763531.765719:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763531.765724:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763531.765729:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
02000000:00000010:2.0:1787763531.765730:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f184c00.
00000100:00100000:1.0:1787763531.765738:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763531/real 1787763531]  req@ffff9b9d5d569680 x1874599320595840/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763531.765739:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763531.765754:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d568000 x1874599320596224/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000001:1.0:1787763531.765760:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763531.765765:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763531.765769:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43000.
00000100:00000001:2.0:1787763531.765772:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1787763531.765774:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9000
00000100:00000001:2.0:1787763531.765777:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787763531.765780:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9000.
00000100:00000001:1.0:1787763531.765786:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:2.0:1787763531.765787:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000040389d09] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d568000 x1874599320596224/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763531.765796:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d569680 x1874599320595840/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763531.765807:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787763531.765833:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d569680 x1874599320595840/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787763531.765835:0:268573:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20704)
00000100:00000001:1.0:1787763531.765843:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763531.765845:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763531.765847:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763531.765849:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763531.765852:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d569680 x1874599320595840/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763531.765859:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763531.765863:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d569680 x1874599320595840/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763556 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763531.765869:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763531.765871:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763531.765872:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763531.765873:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763531.765876:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763531.765878:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763531.765880:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763531.765883:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763531.765885:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763531.765888:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d569680 x1874599320595840/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763556 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763531.765894:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d569680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320595840:192.168.203.113@tcp:250:kworker.0
00000100:00000001:1.0:1787763531.765897:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763531.765899:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763531.765901:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d569680 x1874599320595840/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763556 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763531.765906:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763531.765908:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763531.765910:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db9400.
02000000:00000001:1.0:1787763531.765913:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763531.765914:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763531.765916:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:1.0:1787763531.765918:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763531.765920:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f185000.
02000000:00000001:1.0:1787763531.765922:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763531.765924:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763531.765925:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d569680.
00000100:00000001:1.0:1787763531.765928:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763531.765929:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763531.765931:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763531.765937:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763531.765939:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763531.765941:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763531.765943:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763531.765945:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763531.765949:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d5692c0 x1874599320595968/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763531.765965:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763531.765967:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763531.765970:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763531.765972:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763531.765975:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763531.765979:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d5692c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320595968:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763531.765983:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763531.765986:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763531.765988:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763531.765990:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763531.765994:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db9400.
02000000:00000001:1.0:1787763531.765996:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763531.766002:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763531.766005:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43000.
00000400:00000010:1.0:1787763531.766008:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9000.
00000100:00000200:1.0:1787763531.766011:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320595968, portal 10
00000100:00000001:1.0:1787763531.766013:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763531.766014:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910966464 : -110374798585152 : ffff9b9d5d5692c0)
00000100:00000040:1.0:1787763531.766020:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d5692c0 x1874599320595968/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763531.766025:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763531.766027:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763531.766029:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9aa0.
00000100:00000200:1.0:1787763531.766031:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320595968, offset 0
00000400:00000200:1.0:1787763531.766034:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763531.766038:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763531.766041:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763531.766044:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763531.766046:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763531.766048:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763531.766050:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763531.766053:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63419:63419:256:4294967295] 192.168.203.113@tcp LPNI seq info [63419:63419:8:4294967295]
00000400:00000200:1.0:1787763531.766057:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763531.766062:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763531.766066:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763531.766068:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718eff00.
00000800:00000200:1.0:1787763531.766071:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763531.766074:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787763531.766078:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763531.766080:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1787763531.766082:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763531.766084:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718eff00.
00000400:00000200:1.0:1787763531.766087:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763531.766089:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763531.766092:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9aa0
00000400:00000010:1.0:1787763531.766093:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9aa0.
00000100:00000001:1.0:1787763531.766095:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763531.766098:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d5692c0 x1874599320595968/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763531.766104:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763531.766107:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d5692c0 x1874599320595968/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763556 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763531.766112:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763531.766113:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763531.766115:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763531.766119:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:1.0:1787763531.766121:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763531.766123:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315366956
00000100:00000001:1.0:1787763531.766125:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315368184
00000100:00000001:1.0:1787763531.766127:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315366956
00000100:00000001:1.0:1787763531.766129:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315368184
00000100:00000001:1.0:1787763531.766130:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763531.766132:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763531.766134:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763531.766136:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763531/real 1787763531]  req@ffff9b9d5d5692c0 x1874599320595968/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763531.766143:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763531.766144:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763531.766145:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43000.
00000400:00000200:1.0:1787763531.766146:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9000
00000400:00000010:1.0:1787763531.766147:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9000.
00000100:00000001:1.0:1787763531.766149:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763531.766151:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d5692c0 x1874599320595968/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763531.766158:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d5692c0 x1874599320595968/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763531.766162:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763531.766164:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763531.766165:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763531.766166:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763531.766168:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d5692c0 x1874599320595968/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763531.766173:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763531.766176:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d5692c0 x1874599320595968/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763556 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763531.766181:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763531.766183:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763531.766184:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763531.766185:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763531.766187:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763531.766196:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763531.766198:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763531.766201:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763531.766203:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763531.766206:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d5692c0 x1874599320595968/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763556 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763531.766212:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d5692c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320595968:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763531.766214:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763531.766217:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d56b840 x1874599320596096/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763531.766221:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763531.766222:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763531.766224:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763531.766225:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763531.766227:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763531.766229:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d56b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320596096:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763531.766231:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763531.766233:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763531.766234:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763531.766236:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763531.766238:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db8400.
02000000:00000001:1.0:1787763531.766240:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763531.766242:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763531.766243:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43000.
00000400:00000010:1.0:1787763531.766245:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9000.
00000100:00000200:1.0:1787763531.766248:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320596096, portal 10
00000100:00000001:1.0:1787763531.766249:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763531.766250:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910976064 : -110374798575552 : ffff9b9d5d56b840)
00000100:00000040:1.0:1787763531.766255:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d56b840 x1874599320596096/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763531.766260:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763531.766262:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763531.766264:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9aa0.
00000100:00000200:1.0:1787763531.766265:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320596096, offset 0
00000400:00000200:1.0:1787763531.766268:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763531.766271:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763531.766273:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763531.766275:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763531.766277:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763531.766279:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763531.766281:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763531.766283:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63420:63420:256:4294967295] 192.168.203.113@tcp LPNI seq info [63420:63420:8:4294967295]
00000400:00000200:1.0:1787763531.766286:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763531.766291:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763531.766295:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763531.766297:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718eff00.
00000800:00000200:1.0:1787763531.766299:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763531.766301:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787763531.766304:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763531.766306:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1787763531.766309:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763531.766311:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718eff00.
00000400:00000200:1.0:1787763531.766313:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763531.766316:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763531.766318:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9aa0
00000400:00000010:1.0:1787763531.766319:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9aa0.
00000100:00000001:1.0:1787763531.766321:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763531.766323:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d56b840 x1874599320596096/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763531.766329:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763531.766331:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d56b840 x1874599320596096/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763556 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763531.766336:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763531.766337:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763531.766340:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763531.766342:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:1.0:1787763531.766344:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763531.766346:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315366935
00000100:00000001:1.0:1787763531.766348:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315368184
00000100:00000001:1.0:1787763531.766349:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315366935
00000100:00000001:1.0:1787763531.766351:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315368184
00000100:00000001:1.0:1787763531.766352:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763531.766354:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763531.766355:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763531.766358:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763531/real 1787763531]  req@ffff9b9d5d56b840 x1874599320596096/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763531.766363:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763531.766364:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763531.766365:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43000.
00000400:00000200:1.0:1787763531.766366:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9000
00000400:00000010:1.0:1787763531.766368:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9000.
00000100:00000001:1.0:1787763531.766369:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763531.766371:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d56b840 x1874599320596096/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763531.766378:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d56b840 x1874599320596096/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763531.766382:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763531.766383:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763531.766385:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763531.766386:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763531.766407:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d56b840 x1874599320596096/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763531.766412:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763531.766415:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d56b840 x1874599320596096/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763556 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763531.766440:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763531.766443:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763531.766445:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763531.766447:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763531.766449:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763531.766451:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763531.766454:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763531.766489:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763531.766494:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763531.766500:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d56b840 x1874599320596096/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763556 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763531.766509:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d56b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320596096:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763531.766532:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763531.766536:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d568000 x1874599320596224/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763531.766544:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763531.766546:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763531.766548:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763531.766551:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763531.766553:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763531.766557:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d568000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320596224:192.168.203.113@tcp:8:kworker.0
00000100:00000001:1.0:1787763531.766561:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763531.766563:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763531.766565:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763531.766567:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763531.766570:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db8800.
02000000:00000001:1.0:1787763531.766573:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763531.766577:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763531.766598:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43000.
00000400:00000010:1.0:1787763531.766601:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9000.
00000100:00000200:1.0:1787763531.766603:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320596224, portal 4
00000100:00000001:1.0:1787763531.766605:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763531.766606:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910961664 : -110374798589952 : ffff9b9d5d568000)
00000100:00000040:1.0:1787763531.766611:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d568000 x1874599320596224/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763531.766617:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763531.766618:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763531.766620:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9aa0.
00000100:00000200:1.0:1787763531.766622:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320596224, offset 0
00000400:00000200:1.0:1787763531.766625:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763531.766628:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763531.766631:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763531.766633:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763531.766636:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763531.766638:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763531.766640:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763531.766642:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63421:63421:256:4294967295] 192.168.203.113@tcp LPNI seq info [63421:63421:8:4294967295]
00000400:00000200:1.0:1787763531.766645:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763531.766667:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763531.766673:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763531.766676:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718eff00.
00000800:00000200:1.0:1787763531.766681:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763531.766684:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787763531.766688:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763531.766691:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1787763531.766696:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763531.766698:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718eff00.
00000400:00000200:1.0:1787763531.766701:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763531.766705:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763531.766708:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9aa0
00000400:00000010:1.0:1787763531.766710:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9aa0.
00000100:00000001:1.0:1787763531.766713:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763531.766717:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d568000 x1874599320596224/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763531.766726:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763531.766729:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d568000 x1874599320596224/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763556 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763531.766736:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763531.766738:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763531.766741:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763531.766745:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:1.0:1787763531.766748:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763531.766750:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315366948
00000100:00000001:1.0:1787763531.766753:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315368184
00000100:00000001:1.0:1787763531.766755:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315366948
00000100:00000001:1.0:1787763531.766758:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315368184
00000100:00000001:1.0:1787763531.766760:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763531.766762:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763531.766764:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763531.766768:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763531/real 1787763531]  req@ffff9b9d5d568000 x1874599320596224/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763531.766776:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763531.766777:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763531.766779:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43000.
00000400:00000200:1.0:1787763531.766781:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9000
00000400:00000010:1.0:1787763531.766783:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9000.
00000100:00000001:1.0:1787763531.766785:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763531.766788:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d568000 x1874599320596224/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763531.766797:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d568000 x1874599320596224/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763531.766804:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763531.766822:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763531.766823:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763531.766824:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763531.766827:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d568000 x1874599320596224/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763531.766832:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763531.766835:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d568000 x1874599320596224/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763556 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763531.766839:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763531.766841:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763531.766842:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763531.766843:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763531.766844:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763531.766845:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763531.766847:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763531.766849:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763531.766851:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763531.766854:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d568000 x1874599320596224/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763556 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763531.766859:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d568000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320596224:192.168.203.113@tcp:8:kworker.0
00000100:00000001:1.0:1787763531.766862:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763531.766863:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763531.766866:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d5692c0 x1874599320595968/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763556 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763531.766871:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763531.766872:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763531.766874:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db9400.
02000000:00000001:1.0:1787763531.766876:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763531.766877:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763531.766879:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:1.0:1787763531.766880:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763531.766882:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f186000.
02000000:00000001:1.0:1787763531.766884:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763531.766885:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763531.766886:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d5692c0.
00000100:00000001:1.0:1787763531.766888:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763531.766889:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763531.766890:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763531.766893:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d56b840 x1874599320596096/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763556 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763531.766897:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763531.766898:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763531.766899:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db8400.
02000000:00000001:1.0:1787763531.766901:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763531.766902:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763531.766903:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:1.0:1787763531.766904:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763531.766905:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f187000.
02000000:00000001:1.0:1787763531.766906:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763531.766907:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763531.766908:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d56b840.
00000100:00000001:1.0:1787763531.766910:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763531.766911:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763531.766912:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763531.766914:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d568000 x1874599320596224/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763556 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763531.766918:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763531.766919:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763531.766920:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db8800.
02000000:00000001:1.0:1787763531.766922:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763531.766922:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763531.766923:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:1.0:1787763531.766925:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763531.766926:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f184c00.
02000000:00000001:1.0:1787763531.766928:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763531.766929:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763531.766930:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d568000.
00000100:00000001:1.0:1787763531.766932:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763531.766933:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763531.766934:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763531.766937:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763531.766939:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763531.766941:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763531.766943:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763531.956582:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763531.956591:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763531.956599:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763531.956601:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763531.956606:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763531.956609:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763531.956677:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763531.956683:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763531.956698:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763532.788575:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763532.788584:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763532.788587:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763532.788594:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763532.788599:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763532.788603:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763532.788607:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763532.788610:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763532.788613:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763532.980576:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763532.980585:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763532.980593:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763532.980598:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763532.980602:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763532.980604:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763532.980677:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763532.980686:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763532.980693:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787763533.044533:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4315368184, at 4315368192
00000100:00000010:0.0:1787763533.044553:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69bcc0.
00000100:00000040:1.0:1787763533.044581:0:303331:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b110 (cpu 1) has reached its deadline 4315368184, at 4315368192
00000100:00000010:1.0:1787763533.044594:0:303331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69bde0.
00000100:00000001:1.0:1787763533.812564:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763533.812573:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763533.812575:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763533.812581:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763533.812586:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763533.812591:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763533.812594:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763533.812597:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763533.812601:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763534.004574:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763534.004584:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763534.004591:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763534.004593:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763534.004597:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763534.004601:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763534.004604:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763534.004608:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763534.004612:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763534.004615:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763534.004618:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763534.004621:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763534.004701:0:281543:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763534.004708:0:281543:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763534.004713:0:281543:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763534.836524:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763534.836533:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763534.836535:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763534.836542:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763534.836546:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763534.836551:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763534.836554:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763534.836557:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763534.836560:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763535.028530:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763535.028538:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763535.028544:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763535.028547:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763535.028553:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763535.028554:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787763535.028620:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787763535.028626:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787763535.028630:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763535.860543:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763535.860555:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763535.860558:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763535.860564:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763535.860570:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763535.860576:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763535.860580:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763535.860585:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763535.860589:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763536.052571:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763536.052580:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763536.052590:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763536.052593:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763536.052598:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763536.052601:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763536.052728:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763536.052735:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763536.052739:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763536.884508:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763536.884514:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763536.884516:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763536.884520:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763536.884524:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763536.884527:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763536.884530:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763536.884532:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763536.884535:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763536.884620:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763536.884633:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787763536.884638:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763536.884642:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763536.884648:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763536.884658:0:268573:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20699
00000400:00000200:0.0:1787763536.884671:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763536.884681:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763536.884702:0:268573:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763536.884707:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763536.884712:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763536.884715:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763536.884718:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763536.884724:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763536.884727:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:0.0:1787763536.884731:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763536.884736:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:0.0:1787763536.884739:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:0.0:1787763536.884742:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:0.0:1787763536.884746:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763536.884749:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763536.884752:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763536.884754:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787763536.884758:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:0.0:1787763536.884763:0:268573:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763536.884766:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763536.884769:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763536.884774:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763536.884778:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763536.884781:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787763536.884785:0:268573:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763536.884799:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d818521c0.
00000020:00000040:0.0:1787763536.884804:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:0.0:1787763536.884811:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763536.884830:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763536.884840:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763536.884844:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763536.884853:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763536.884883:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d50558400.
00000100:00000001:0.0:1787763536.884893:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763536.884906:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d818521c0 x1874599320596352/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763536.884922:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763536.884929:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763536.884936:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e93caa89] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d818521c0 x1874599320596352/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763536.884967:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763536.884971:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763536.884975:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787763536.884976:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763536.884978:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763536.884981:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763536.884983:0:268573:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20699
00000400:00000200:0.0:1787763536.884987:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763536.884990:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763536.884992:0:268573:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763536.884995:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763536.884998:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763536.885001:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763536.885003:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763536.885005:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763536.885007:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000020:00000001:0.0:1787763536.885008:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763536.885011:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000100:00000001:1.0:1787763536.885013:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1787763536.885014:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000020:00000001:0.0:1787763536.885019:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000001:1.0:1787763536.885020:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1787763536.885022:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763536.885025:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787763536.885026:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763536.885031:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763536.885034:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000040:1.0:1787763536.885038:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d818521c0 x1874599320596352/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1787763536.885039:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00080000:0.0:1787763536.885048:0:268573:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763536.885054:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763536.885060:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787763536.885063:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763536.885066:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763536.885071:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763536.885071:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763536.885076:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763536.885078:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763536.885080:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763536.885085:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00100000:1.0:1787763536.885087:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d818521c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320596352:192.168.203.113@tcp:250:kworker.0
00000008:00100000:0.0:1787763536.885093:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787763536.885096:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00000001:0.0:1787763536.885102:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763536.885105:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1787763536.885108:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763536.885109:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763536.885116:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:0.0:1787763536.885121:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81851a40.
02000000:00000010:1.0:1787763536.885124:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db8800.
00000020:00000040:0.0:1787763536.885126:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
02000000:00000001:1.0:1787763536.885128:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763536.885132:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763536.885135:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763536.885137:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1787763536.885139:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
02000000:00000001:0.0:1787763536.885140:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763536.885146:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787763536.885147:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43000.
02000000:00000010:0.0:1787763536.885171:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d50559800.
00000400:00000010:1.0:1787763536.885178:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9000.
00000100:00000001:0.0:1787763536.885182:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763536.885197:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81851a40 x1874599320596480/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1787763536.885206:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320596352, portal 25
00000100:00000001:0.0:1787763536.885209:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787763536.885215:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787763536.885217:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763536.885220:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699517997504 : -110374191554112 : ffff9b9d818521c0)
00000100:00000040:0.0:1787763536.885229:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014835854] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81851a40 x1874599320596480/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787763536.885239:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d818521c0 x1874599320596352/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763561 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763536.885284:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763536.885295:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000100:00000001:0.0:1787763536.885298:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787763536.885302:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9aa0.
00000100:00080000:0.0:1787763536.885306:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:1.0:1787763536.885310:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320596352, offset 0
00000100:00080000:0.0:1787763536.885313:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787763536.885320:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763536.885322:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763536.885328:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1787763536.885330:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000100:00080000:0.0:1787763536.885337:0:268573:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20699
00000400:00000200:1.0:1787763536.885350:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763536.885384:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763536.885400:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763536.885406:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763536.885412:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763536.885416:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763536.885422:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63422:63422:256:4294967295] 192.168.203.113@tcp LPNI seq info [63422:63422:8:4294967295]
00000400:00000200:1.0:1787763536.885429:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763536.885487:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763536.885499:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763536.885510:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718eff00.
00000400:00000200:0.0:1787763536.885520:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000800:00000200:1.0:1787763536.885529:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000400:00000200:0.0:1787763536.885537:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763536.885543:0:268573:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763536.885548:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763536.885551:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763536.885559:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000800:00000200:1.1:1787763536.885561:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000001:0.0:1787763536.885563:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763536.885573:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763536.885575:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000020:00000001:0.0:1787763536.885577:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763536.885581:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000020:00000001:0.0:1787763536.885583:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000020:00000001:0.0:1787763536.885586:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00000040:0.0:1787763536.885591:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763536.885595:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787763536.885595:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763536.885602:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763536.885626:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787763536.885634:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000400:00000200:1.0:1787763536.885635:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00080000:0.0:1787763536.885643:0:268573:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:1.0:1787763536.885648:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4315373304
00000100:00000001:0.0:1787763536.885649:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763536.885657:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763536.885665:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000010:1.0:1787763536.885666:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d7f69bde0.
02000000:00000001:0.0:1787763536.885669:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763536.885677:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763536.885681:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787763536.885687:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763536.885687:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1787763536.885694:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763536.885701:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81850780.
00000020:00000040:0.0:1787763536.885705:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000100:00000001:1.0:1787763536.885707:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4315373304
02000000:00000001:0.0:1787763536.885710:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763536.885714:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763536.885738:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000010:1.0:1787763536.885738:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d7f69ba20.
02000000:00000001:0.0:1787763536.885744:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787763536.885750:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
02000000:00000001:0.0:1787763536.885751:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763536.885763:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:0.0:1787763536.885766:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d50559400.
00000100:00000001:1.0:1787763536.885772:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763536.885776:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763536.885781:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763536.885790:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787763536.885791:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81850780 x1874599320596608/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763536.885804:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787763536.885806:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787763536.885808:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763536.885812:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000040:0.0:1787763536.885820:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000099b37720] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81850780 x1874599320596608/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763536.885822:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763536.885829:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763536.885834:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787763536.885847:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763536.885848:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81851a40 x1874599320596480/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787763536.885860:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1787763536.885897:0:268573:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1787763536.885900:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:0.0:1787763536.885907:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787763536.885908:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763536.885916:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:0.0:1787763536.885921:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
02000000:00000001:1.0:1787763536.885924:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787763536.885928:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:1.0:1787763536.885933:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763536.885936:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763536.885946:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00100000:1.0:1787763536.885948:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81851a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320596480:192.168.203.113@tcp:38:kworker.0
00000100:00080000:0.0:1787763536.885959:0:268573:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20699
00000100:00000001:1.0:1787763536.885962:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763536.885971:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000400:00000200:0.0:1787763536.885979:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
02000000:00000001:1.0:1787763536.885979:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763536.885988:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:0.0:1787763536.885993:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
02000000:00000010:1.0:1787763536.885999:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db8400.
00000100:00080000:0.0:1787763536.886001:0:268573:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
02000000:00000001:1.0:1787763536.886010:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763536.886015:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763536.886023:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787763536.886026:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000040:0.0:1787763536.886033:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000400:00000010:1.0:1787763536.886038:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43478.
00000100:00000001:0.0:1787763536.886042:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000400:00000010:1.0:1787763536.886052:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9198.
00000020:00000001:0.0:1787763536.886053:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763536.886061:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000100:00000200:1.0:1787763536.886065:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320596480, portal 10
00000020:00000001:0.0:1787763536.886068:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787763536.886075:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000020:00000040:0.0:1787763536.886078:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000100:00000001:1.0:1787763536.886081:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699517995584 : -110374191556032 : ffff9b9d81851a40)
00000020:00000001:0.0:1787763536.886105:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000020:00000001:0.0:1787763536.886113:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000040:1.0:1787763536.886126:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81851a40 x1874599320596480/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763561 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787763536.886127:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763536.886136:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787763536.886173:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787763536.886175:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000040:1.0:1787763536.886188:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000100:00000001:0.0:1787763536.886189:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000400:00000010:1.0:1787763536.886197:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9ee0.
00000020:00000040:0.0:1787763536.886199:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00000200:1.0:1787763536.886212:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320596480, offset 0
00000100:00080000:0.0:1787763536.886214:0:268573:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763536.886225:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763536.886234:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
02000000:00000001:0.0:1787763536.886235:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763536.886247:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1787763536.886252:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
02000000:00000001:0.0:1787763536.886256:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763536.886264:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000200:1.0:1787763536.886266:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000008:00100000:0.0:1787763536.886272:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000400:00000200:1.0:1787763536.886278:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000008:00000001:0.0:1787763536.886282:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763536.886289:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000100:00000001:0.0:1787763536.886293:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763536.886301:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000100:00000010:0.0:1787763536.886307:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81851e00.
00000400:00000200:1.0:1787763536.886310:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000020:00000040:0.0:1787763536.886319:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
00000400:00000200:1.0:1787763536.886324:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63423:63423:255:4294967295] 192.168.203.113@tcp LPNI seq info [63423:63423:7:4294967295]
02000000:00000001:0.0:1787763536.886330:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763536.886338:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763536.886340:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787763536.886347:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763536.886376:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763536.886383:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763536.886395:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
02000000:00000010:0.0:1787763536.886398:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d5055a000.
00000100:00000001:0.0:1787763536.886412:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787763536.886415:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000100:00100000:0.0:1787763536.886430:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81851e00 x1874599320596736/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:1.0:1787763536.886430:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef500.
00000100:00000001:0.0:1787763536.886492:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763536.886497:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787763536.886512:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000040:0.0:1787763536.886513:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ab0eea16] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81851e00 x1874599320596736/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1787763536.886534:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000001:1.0:1787763536.886546:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763536.886549:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763536.886558:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000100:00000040:0.0:1787763536.886564:0:268573:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20709)
00000400:00000200:1.0:1787763536.886574:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763536.886581:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315372077
00000100:00000001:1.0:1787763536.886587:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315373304
00000100:00000001:1.0:1787763536.886591:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315372077
00000100:00000001:1.0:1787763536.886595:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315373304
00000100:00000001:1.0:1787763536.886601:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763536.886605:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763536.886610:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763536.886614:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763536.886621:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763536.886624:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1787763536.886628:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763536.886631:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763536.886643:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763536.886653:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81850780 x1874599320596608/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763536.886668:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763536.886671:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763536.886675:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763536.886679:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763536.886684:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763536.886690:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81850780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320596608:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763536.886707:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763536.886711:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763536.886714:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763536.886718:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763536.886725:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db9400.
02000000:00000001:1.0:1787763536.886729:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763536.886735:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763536.886741:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43840.
00000400:00000010:1.0:1787763536.886747:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9cc0.
00000100:00000200:1.0:1787763536.886753:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320596608, portal 10
00000100:00000001:1.0:1787763536.886757:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763536.886760:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699517990784 : -110374191560832 : ffff9b9d81850780)
00000100:00000040:1.0:1787763536.886772:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81850780 x1874599320596608/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763561 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763536.886787:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763536.886791:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763536.886798:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9440.
00000100:00000200:1.0:1787763536.886803:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320596608, offset 0
00000400:00000200:1.0:1787763536.886812:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763536.886820:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763536.886828:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763536.886834:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763536.886839:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763536.886844:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763536.886848:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763536.886854:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63424:63424:254:4294967295] 192.168.203.113@tcp LPNI seq info [63424:63424:6:4294967295]
00000400:00000200:1.0:1787763536.886862:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763536.886874:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763536.886882:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763536.886890:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef900.
00000800:00000200:1.0:1787763536.886897:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763536.886905:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000001:1.0:1787763536.886911:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763536.886917:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:1.0:1787763536.886923:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763536.886926:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315372056
00000100:00000001:1.0:1787763536.886931:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315373304
00000100:00000001:1.0:1787763536.886935:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315372056
00000100:00000001:1.0:1787763536.886939:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315373304
00000100:00000001:1.0:1787763536.886944:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763536.886948:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763536.886952:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763536.886960:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81851e00 x1874599320596736/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763536.886974:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763536.886976:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763536.886980:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763536.886985:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763536.886988:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763536.886993:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81851e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320596736:192.168.203.113@tcp:8:kworker.0
00000100:00000001:1.0:1787763536.886999:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763536.887003:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763536.887006:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763536.887019:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763536.887025:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58dba400.
02000000:00000001:1.0:1787763536.887028:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763536.887034:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763536.887039:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43e70.
00000400:00000010:1.0:1787763536.887045:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b95d8.
00000100:00000200:1.0:1787763536.887052:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320596736, portal 4
00000100:00000001:1.0:1787763536.887055:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763536.887059:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699517996544 : -110374191555072 : ffff9b9d81851e00)
00000100:00000040:1.0:1787763536.887071:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81851e00 x1874599320596736/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763561 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763536.887085:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763536.887090:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763536.887094:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b93b8.
00000100:00000200:1.0:1787763536.887099:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320596736, offset 0
00000400:00000200:1.0:1787763536.887107:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763536.887114:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763536.887122:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763536.887128:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763536.887134:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763536.887138:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763536.887144:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763536.887150:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63425:63425:253:4294967295] 192.168.203.113@tcp LPNI seq info [63425:63425:5:4294967295]
00000400:00000200:1.0:1787763536.887159:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763536.887176:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763536.887186:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763536.887195:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef400.
00000800:00000200:1.0:1787763536.887204:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763536.887212:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000001:1.0:1787763536.887218:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763536.887224:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:1.0:1787763536.887231:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763536.887236:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315372068
00000100:00000001:1.0:1787763536.887242:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315373304
00000100:00000001:1.0:1787763536.887248:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315372068
00000100:00000001:1.0:1787763536.887252:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315373304
00000100:00000001:1.0:1787763536.887256:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763536.887260:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763536.887265:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763536.887269:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763536.887277:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763536.887280:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1787763536.887284:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763536.887287:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763536.887290:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763536.887293:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763537.076500:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763537.076506:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763537.076511:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763537.076512:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763537.076515:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763537.076516:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763537.076541:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763537.076545:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763537.076547:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763537.908508:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763537.908515:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763537.908517:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763537.908521:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763537.908523:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763537.908527:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763537.908530:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763537.908532:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763537.908534:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763538.100514:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763538.100520:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763538.100525:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763538.100526:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763538.100529:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763538.100530:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763538.100565:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763538.100570:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763538.100573:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787763538.164499:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4315373304, at 4315373312
00000100:00000010:0.0:1787763538.164517:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69bde0.
00000100:00000040:1.0:1787763538.164518:0:303331:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b110 (cpu 1) has reached its deadline 4315373304, at 4315373312
00000100:00000010:1.0:1787763538.164526:0:303331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69ba20.
00000100:00000001:1.0:1787763538.932513:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763538.932521:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763538.932524:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763538.932530:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763538.932535:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763538.932539:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763538.932543:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763538.932547:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763538.932551:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763539.124563:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763539.124571:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763539.124578:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763539.124580:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763539.124584:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763539.124586:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763539.124721:0:281543:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763539.124728:0:281543:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763539.124733:0:281543:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763539.956591:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763539.956604:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763539.956609:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763539.956618:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763539.956626:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763539.956632:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763539.956637:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763539.956643:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763539.956649:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:2.0:1787763539.956837:0:256669:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.113:988
00000400:00000100:2.0:1787763539.956896:0:256669:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.113@tcp at host 192.168.203.113 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1787763539.956909:0:256669:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763539.956915:0:256669:0:(router.c:1791:lnet_notify()) 192.168.203.13@tcp notifying 192.168.203.113@tcp: down
00000400:00000200:2.0:1787763539.956922:0:256669:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763539.956927:0:256669:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:2.0:1787763539.956934:0:256669:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.113@tcp
00000800:00000010:2.0:1787763539.956939:0:256669:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718eff00.
00000400:00000200:2.0:1787763539.956947:0:256669:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1787763539.956953:0:256669:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1787763539.956961:0:256669:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9aa0
00000400:00000010:2.0:1787763539.956964:0:256669:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9aa0.
00000100:00000001:2.0:1787763539.956971:0:256669:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763539.956982:0:256669:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b9d818521c0 x1874599320596352/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763561 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763539.957021:0:256669:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763539.957029:0:256669:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d818521c0 x1874599320596352/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763561 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763539.957045:0:256669:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763539.957049:0:256669:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1787763539.957066:0:256669:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.113@tcp
00000800:00000010:2.0:1787763539.957072:0:256669:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef500.
00000400:00000200:2.0:1787763539.957079:0:256669:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1787763539.957086:0:256669:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1787763539.957093:0:256669:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9ee0
00000400:00000010:2.0:1787763539.957097:0:256669:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9ee0.
00000100:00000001:2.0:1787763539.957103:0:256669:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787763539.957110:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000200:2.0:1787763539.957113:0:256669:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b9d81851a40 x1874599320596480/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763561 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763539.957121:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763539.957131:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1787763539.957142:0:256669:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763539.957162:0:256669:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81851a40 x1874599320596480/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763561 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763539.957163:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763536/real 1787763539]  req@ffff9b9d818521c0 x1874599320596352/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763561 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763539.957206:0:256669:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763539.957215:0:256669:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000001:1.0:1787763539.957220:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763539.957230:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000800:00000100:2.0:1787763539.957231:0:256669:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.113@tcp
00000400:00000010:1.0:1787763539.957239:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43000.
00000800:00000010:2.0:1787763539.957241:0:256669:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef900.
00000400:00000200:1.0:1787763539.957256:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9000
00000400:00000200:2.0:1787763539.957257:0:256669:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000010:1.0:1787763539.957267:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9000.
00000100:00000001:1.0:1787763539.957276:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000400:00000200:2.0:1787763539.957286:0:256669:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_DROPPED
00000100:00000200:1.0:1787763539.957297:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d818521c0 x1874599320596352/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763561 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787763539.957300:0:256669:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9440
00000400:00000010:2.0:1787763539.957309:0:256669:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9440.
00000100:00000001:2.0:1787763539.957321:0:256669:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763539.957364:0:256669:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b9d81850780 x1874599320596608/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763561 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763539.957366:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d818521c0 x1874599320596352/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763561 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763539.957407:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763539.957411:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763539.957419:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763539.957427:0:256669:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763539.957494:0:256669:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81850780 x1874599320596608/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763561 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763539.957510:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763539.957512:0:256669:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763539.957522:0:256669:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:1.0:1787763539.957532:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d818521c0 x1874599320596352/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763561 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:2.0:1787763539.957543:0:256669:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.113@tcp
00000800:00000010:2.0:1787763539.957554:0:256669:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef400.
00000400:00000200:2.0:1787763539.957564:0:256669:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1787763539.957582:0:256669:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1787763539.957595:0:256669:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b93b8
00000400:00000010:2.0:1787763539.957604:0:256669:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b93b8.
00000100:00000001:1.0:1787763539.957606:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763539.957614:0:256669:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:1.0:1787763539.957626:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d818521c0 x1874599320596352/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763561 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763539.957631:0:256669:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b9d81851e00 x1874599320596736/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763561 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763539.957675:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763539.957682:0:256669:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787763539.957685:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763539.957694:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:2.0:1787763539.957698:0:256669:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81851e00 x1874599320596736/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763561 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763539.957699:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763539.957712:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763539.957720:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763539.957724:0:256669:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763539.957734:0:256669:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:1.0:1787763539.957735:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763539.957751:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763539.957757:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763539.957768:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d818521c0 x1874599320596352/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763561 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763539.957797:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d818521c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320596352:192.168.203.113@tcp:250:kworker.0
00000100:00000001:1.0:1787763539.957807:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763539.957812:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763539.957818:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d818521c0 x1874599320596352/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763561 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763539.957830:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763539.957835:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763539.957841:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db8800.
02000000:00000001:1.0:1787763539.957849:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763539.957854:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763539.957857:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:1.0:1787763539.957862:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763539.957867:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d50558400.
02000000:00000001:1.0:1787763539.957883:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763539.957888:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763539.957892:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d818521c0.
00000100:00000001:1.0:1787763539.957898:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763539.957901:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763539.957905:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763539.957910:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763539.957912:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763539.957915:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763539.957923:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763536/real 1787763539]  req@ffff9b9d81850780 x1874599320596608/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763561 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763539.957939:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763539.957942:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763539.957946:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43840.
00000400:00000200:1.0:1787763539.957952:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9cc0
00000400:00000010:1.0:1787763539.957956:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9cc0.
00000100:00000001:1.0:1787763539.957961:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763539.957967:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81850780 x1874599320596608/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763561 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763539.957982:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81850780 x1874599320596608/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763561 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763539.957994:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763539.957997:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763539.958000:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763539.958003:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763539.958010:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81850780 x1874599320596608/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763561 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763539.958022:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763539.958029:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81850780 x1874599320596608/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763561 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763539.958042:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763539.958046:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763539.958050:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763539.958053:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763539.958056:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763539.958059:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763539.958064:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763539.958071:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763539.958076:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763539.958085:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81850780 x1874599320596608/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763561 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763539.958100:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81850780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320596608:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763539.958109:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763539.958116:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763536/real 1787763539]  req@ffff9b9d81851e00 x1874599320596736/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763561 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763539.958133:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763539.958136:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763539.958140:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43e70.
00000400:00000200:1.0:1787763539.958146:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b95d8
00000400:00000010:1.0:1787763539.958149:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b95d8.
00000100:00000001:1.0:1787763539.958153:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763539.958160:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81851e00 x1874599320596736/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763561 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763539.958180:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81851e00 x1874599320596736/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763561 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763539.958196:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763539.958199:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763539.958203:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763539.958205:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763539.958213:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81851e00 x1874599320596736/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763561 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763539.958241:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763539.958251:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81851e00 x1874599320596736/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763561 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763539.958264:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763539.958269:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763539.958272:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763539.958275:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763539.958278:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763539.958282:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763539.958287:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763539.958295:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763539.958300:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763539.958309:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81851e00 x1874599320596736/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763561 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763539.958326:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81851e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320596736:192.168.203.113@tcp:8:kworker.0
00000100:00000001:1.0:1787763539.958365:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763539.958373:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763536/real 1787763539]  req@ffff9b9d81851a40 x1874599320596480/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763561 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763539.958389:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763539.958392:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763539.958396:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43478.
00000400:00000200:1.0:1787763539.958401:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9198
00000400:00000010:1.0:1787763539.958405:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9198.
00000100:00000001:1.0:1787763539.958410:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763539.958417:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81851a40 x1874599320596480/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763561 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763539.958481:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81851a40 x1874599320596480/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763561 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763539.958498:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763539.958502:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763539.958507:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763539.958511:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763539.958520:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81851a40 x1874599320596480/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763561 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763539.958533:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763539.958542:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81851a40 x1874599320596480/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763561 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763539.958566:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763539.958572:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763539.958575:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763539.958578:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763539.958581:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763539.958603:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763539.958609:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763539.958616:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763539.958621:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763539.958629:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81851a40 x1874599320596480/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763561 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763539.958646:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81851a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320596480:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763539.958653:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763539.958657:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763539.958664:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81850780 x1874599320596608/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763561 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763539.958689:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763539.958693:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763539.958698:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db9400.
02000000:00000001:1.0:1787763539.958704:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763539.958707:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763539.958710:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:1.0:1787763539.958714:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763539.958718:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d50559400.
02000000:00000001:1.0:1787763539.958723:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763539.958726:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763539.958729:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81850780.
00000100:00000001:1.0:1787763539.958734:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763539.958737:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763539.958741:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763539.958748:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81851e00 x1874599320596736/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763561 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763539.958761:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763539.958764:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763539.958767:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58dba400.
02000000:00000001:1.0:1787763539.958772:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763539.958774:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763539.958777:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:1.0:1787763539.958781:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763539.958784:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d5055a000.
02000000:00000001:1.0:1787763539.958789:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763539.958792:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763539.958795:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81851e00.
00000100:00000001:1.0:1787763539.958800:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763539.958803:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763539.958807:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763539.958814:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81851a40 x1874599320596480/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763561 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763539.958827:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763539.958829:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763539.958833:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db8400.
02000000:00000001:1.0:1787763539.958838:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763539.958841:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763539.958844:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:1.0:1787763539.958847:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763539.958851:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d50559800.
02000000:00000001:1.0:1787763539.958855:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763539.958858:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763539.958860:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81851a40.
00000100:00000001:1.0:1787763539.958865:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763539.958867:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763539.958871:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763539.958883:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763539.958886:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763539.958890:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763539.958893:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763540.148600:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763540.148608:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763540.148618:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763540.148621:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763540.148628:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763540.148631:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787763540.148765:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787763540.148773:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787763540.148779:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763540.980609:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763540.980621:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763540.980625:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763540.980632:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763540.980637:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763540.980641:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763540.980645:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763540.980649:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763540.980652:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763541.172519:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763541.172530:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763541.172533:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763541.172539:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763541.172545:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763541.172547:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763541.172549:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763541.172552:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763541.172558:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763541.172561:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763541.172562:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763541.172570:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763541.172572:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763541.172573:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763541.172576:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763541.172579:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763541.172583:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763541.172584:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763541.172655:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763541.172660:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763541.172663:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787763542.004607:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787763542.004616:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:0.0:1787763542.004620:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787763542.004630:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787763542.004632:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763542.004647:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763542.004649:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763542.004668:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00100000:1.0:1787763542.004670:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763542.004684:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1787763542.004689:0:268573:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20704
00000100:00000001:1.0:1787763542.004691:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763542.004699:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763542.004703:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1787763542.004705:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763542.004709:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787763542.004716:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763542.004720:0:268573:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763542.004724:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763542.004729:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763542.004733:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763542.004736:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763542.004741:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763542.004744:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:0.0:1787763542.004748:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763542.004752:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:0.0:1787763542.004754:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:0.0:1787763542.004756:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:0.0:1787763542.004759:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763542.004760:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763542.004762:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763542.004763:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787763542.004766:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:0.0:1787763542.004768:0:268573:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763542.004770:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763542.004772:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763542.004776:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763542.004778:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763542.004780:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787763542.004782:0:268573:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763542.004792:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81852d00.
00000020:00000040:0.0:1787763542.004795:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:0.0:1787763542.004799:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763542.004801:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763542.004804:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763542.004807:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763542.004812:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763542.004822:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d50559800.
00000100:00000001:0.0:1787763542.004830:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763542.004841:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81852d00 x1874599320596864/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763542.004869:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763542.004875:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763542.004881:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033d5c64e] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81852d00 x1874599320596864/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763542.004913:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763542.004918:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763542.004922:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787763542.004926:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763542.004928:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763542.004932:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763542.004935:0:268573:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20704
00000400:00000200:0.0:1787763542.004940:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763542.004944:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763542.004947:0:268573:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763542.004950:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763542.004952:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763542.004955:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763542.004957:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763542.004960:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763542.004962:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000020:00000001:0.0:1787763542.004963:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763542.004966:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000020:00000001:0.0:1787763542.004968:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000020:00000001:0.0:1787763542.004971:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000001:1.0:1787763542.004973:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1787763542.004975:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763542.004980:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763542.004982:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763542.004983:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787763542.004985:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000001:1.0:1787763542.004988:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:0.0:1787763542.004991:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00080000:0.0:1787763542.004999:0:268573:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000040:1.0:1787763542.005001:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81852d00 x1874599320596864/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763542.005002:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763542.005007:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763542.005016:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763542.005017:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1787763542.005022:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763542.005025:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763542.005032:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787763542.005033:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1787763542.005038:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763542.005042:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1787763542.005043:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763542.005047:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000010:0.0:1787763542.005050:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81853840.
02000000:00000001:1.0:1787763542.005053:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1787763542.005056:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000100:00100000:1.0:1787763542.005062:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81852d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320596864:192.168.203.113@tcp:250:kworker.0
02000000:00000001:0.0:1787763542.005063:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787763542.005069:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763542.005076:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787763542.005079:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763542.005082:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763542.005086:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763542.005094:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db8400.
00000100:00000001:0.0:1787763542.005095:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787763542.005098:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763542.005099:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763542.005103:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763542.005109:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
02000000:00000010:0.0:1787763542.005110:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d5055a000.
00000100:00000001:0.0:1787763542.005117:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787763542.005117:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43478.
00000400:00000010:1.0:1787763542.005130:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9198.
00000100:00100000:0.0:1787763542.005133:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81853840 x1874599320596992/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763542.005143:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000200:1.0:1787763542.005143:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320596864, portal 25
00000100:00000001:0.0:1787763542.005148:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763542.005150:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763542.005154:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699518000384 : -110374191551232 : ffff9b9d81852d00)
00000100:00000040:0.0:1787763542.005155:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000090fddba4] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81853840 x1874599320596992/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787763542.005166:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81852d00 x1874599320596864/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763542.005168:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763542.005174:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763542.005183:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787763542.005187:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787763542.005187:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:0.0:1787763542.005192:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:1.0:1787763542.005195:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000100:00000001:0.0:1787763542.005197:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000400:00000010:1.0:1787763542.005201:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b95d8.
00000100:00080000:0.0:1787763542.005204:0:268573:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20704
00000100:00000200:1.0:1787763542.005207:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320596864, offset 0
00000400:00000200:0.0:1787763542.005213:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763542.005218:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763542.005223:0:268573:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1787763542.005224:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000100:00000040:0.0:1787763542.005230:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763542.005233:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763542.005235:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763542.005238:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763542.005241:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763542.005242:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000020:00000001:0.0:1787763542.005246:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:1.0:1787763542.005246:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000020:00000040:0.0:1787763542.005251:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000020:00000001:0.0:1787763542.005255:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000020:00000001:0.0:1787763542.005258:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000400:00000200:1.0:1787763542.005263:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000100:00000040:0.0:1787763542.005265:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763542.005270:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763542.005273:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000400:00000200:1.0:1787763542.005275:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1787763542.005277:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787763542.005282:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000400:00000200:1.0:1787763542.005287:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000100:00080000:0.0:1787763542.005288:0:268573:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763542.005294:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763542.005297:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1787763542.005298:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
02000000:00000001:0.0:1787763542.005302:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1787763542.005305:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
02000000:00000001:0.0:1787763542.005308:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763542.005313:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000200:1.0:1787763542.005314:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63426:63426:256:4294967295] 192.168.203.113@tcp LPNI seq info [63426:63426:8:4294967295]
00000008:00100000:0.0:1787763542.005331:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1787763542.005335:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000008:00000001:0.0:1787763542.005337:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763542.005340:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763542.005346:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81850f00.
00000020:00000040:0.0:1787763542.005351:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000400:00000200:1.0:1787763542.005356:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
02000000:00000001:0.0:1787763542.005358:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763542.005362:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763542.005366:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763542.005370:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:1.0:1787763542.005371:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
02000000:00000001:0.0:1787763542.005373:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763542.005381:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d50559400.
00000800:00000010:1.0:1787763542.005382:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef700.
00000100:00000001:0.0:1787763542.005387:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787763542.005396:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00100000:0.0:1787763542.005398:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81850f00 x1874599320597120/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.0:1787763542.005405:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000100:00000001:0.0:1787763542.005412:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763542.005418:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787763542.005419:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000040:0.0:1787763542.005423:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007454b7f2] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81850f00 x1874599320597120/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1787763542.005425:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000100:00000001:0.0:1787763542.005435:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1787763542.005469:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763542.005475:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef700.
00000100:00000040:0.0:1787763542.005477:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1787763542.005482:0:268573:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1787763542.005486:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:0.0:1787763542.005487:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763542.005493:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787763542.005494:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763542.005496:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1787763542.005499:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1787763542.005502:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1787763542.005508:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b95d8
00000100:00080000:0.0:1787763542.005509:0:268573:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20704
00000400:00000010:1.0:1787763542.005514:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b95d8.
00000400:00000200:0.0:1787763542.005519:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763542.005524:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000400:00000200:0.0:1787763542.005525:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763542.005531:0:268573:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000200:1.0:1787763542.005534:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d81852d00 x1874599320596864/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787763542.005538:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763542.005544:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763542.005550:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763542.005553:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787763542.005554:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763542.005560:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000040:1.0:1787763542.005561:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81852d00 x1874599320596864/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763567 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1787763542.005565:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000020:00000001:0.0:1787763542.005570:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763542.005574:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000100:00000001:1.0:1787763542.005575:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763542.005579:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:0.0:1787763542.005581:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000020:00000001:0.0:1787763542.005586:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000001:1.0:1787763542.005590:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763542.005592:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763542.005597:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763542.005599:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763542.005602:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000400:00000200:1.0:1787763542.005605:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000020:00000040:0.0:1787763542.005608:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00000001:1.0:1787763542.005612:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4315378424
00000100:00080000:0.0:1787763542.005614:0:268573:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763542.005620:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763542.005623:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000010:1.0:1787763542.005623:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d7f69ba20.
02000000:00000001:0.0:1787763542.005627:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763542.005631:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763542.005634:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763542.005638:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000100:00000001:1.0:1787763542.005638:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000008:00000001:0.0:1787763542.005644:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763542.005646:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763542.005652:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4315378424
00000100:00000010:0.0:1787763542.005654:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81851680.
00000020:00000040:0.0:1787763542.005660:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
00000100:00000010:1.0:1787763542.005660:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d7f69b060.
02000000:00000001:0.0:1787763542.005666:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787763542.005669:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
02000000:00000001:0.0:1787763542.005670:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763542.005675:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787763542.005675:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763542.005677:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787763542.005680:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763542.005681:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763542.005686:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
02000000:00000010:0.0:1787763542.005689:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d50558400.
00000100:00100000:1.0:1787763542.005694:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763542/real 1787763542]  req@ffff9b9d81852d00 x1874599320596864/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763542.005696:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763542.005707:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81851680 x1874599320597248/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000001:1.0:1787763542.005712:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763542.005715:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787763542.005719:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000010:1.0:1787763542.005721:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43478.
00000100:00000001:0.0:1787763542.005725:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763542.005727:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9198
00000400:00000010:1.0:1787763542.005731:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9198.
00000100:00000040:0.0:1787763542.005734:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be916297] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81851680 x1874599320597248/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763542.005737:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763542.005744:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81852d00 x1874599320596864/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763542.005751:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763542.005759:0:268573:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20714)
00000100:00000200:1.0:1787763542.005764:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81852d00 x1874599320596864/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763542.005773:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763542.005776:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763542.005779:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763542.005782:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763542.005788:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81852d00 x1874599320596864/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763542.005796:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763542.005803:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81852d00 x1874599320596864/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763567 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763542.005812:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763542.005815:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763542.005818:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763542.005819:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763542.005823:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763542.005826:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763542.005830:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763542.005835:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763542.005838:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763542.005844:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81852d00 x1874599320596864/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763567 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763542.005853:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81852d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320596864:192.168.203.113@tcp:250:kworker.0
00000100:00000001:1.0:1787763542.005859:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763542.005862:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763542.005866:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81852d00 x1874599320596864/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763567 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763542.005873:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763542.005876:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763542.005880:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db8400.
02000000:00000001:1.0:1787763542.005883:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763542.005886:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763542.005888:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:1.0:1787763542.005890:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763542.005894:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d50559800.
02000000:00000001:1.0:1787763542.005899:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763542.005901:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763542.005904:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81852d00.
00000100:00000001:1.0:1787763542.005908:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763542.005909:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763542.005912:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763542.005923:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763542.005925:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763542.005926:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763542.005928:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763542.005930:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763542.005933:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81853840 x1874599320596992/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763542.005944:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763542.005945:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763542.005947:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763542.005949:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763542.005951:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763542.005953:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81853840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320596992:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763542.005955:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763542.005958:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763542.005959:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763542.005961:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763542.005964:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db8400.
02000000:00000001:1.0:1787763542.005965:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763542.005969:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763542.005971:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43478.
00000400:00000010:1.0:1787763542.005974:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9198.
00000100:00000200:1.0:1787763542.005977:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320596992, portal 10
00000100:00000001:1.0:1787763542.005978:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763542.005980:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699518003264 : -110374191548352 : ffff9b9d81853840)
00000100:00000040:1.0:1787763542.005986:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81853840 x1874599320596992/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763542.005992:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763542.005993:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763542.005995:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b95d8.
00000100:00000200:1.0:1787763542.005997:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320596992, offset 0
00000400:00000200:1.0:1787763542.006000:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763542.006004:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763542.006006:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763542.006009:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763542.006011:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763542.006014:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763542.006016:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763542.006019:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63427:63427:256:4294967295] 192.168.203.113@tcp LPNI seq info [63427:63427:8:4294967295]
00000400:00000200:1.0:1787763542.006022:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763542.006027:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763542.006031:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763542.006034:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef700.
00000800:00000200:1.0:1787763542.006037:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763542.006040:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787763542.006044:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763542.006046:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1787763542.006049:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763542.006050:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef700.
00000400:00000200:1.0:1787763542.006053:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763542.006056:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763542.006059:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b95d8
00000400:00000010:1.0:1787763542.006060:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b95d8.
00000100:00000001:1.0:1787763542.006062:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763542.006064:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d81853840 x1874599320596992/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763542.006070:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763542.006072:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81853840 x1874599320596992/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763567 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763542.006077:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763542.006078:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763542.006080:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763542.006084:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:1.0:1787763542.006086:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763542.006088:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315377196
00000100:00000001:1.0:1787763542.006091:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315378424
00000100:00000001:1.0:1787763542.006092:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315377196
00000100:00000001:1.0:1787763542.006094:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315378424
00000100:00000001:1.0:1787763542.006096:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763542.006098:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763542.006099:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763542.006101:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763542/real 1787763542]  req@ffff9b9d81853840 x1874599320596992/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763542.006107:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763542.006108:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763542.006109:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43478.
00000400:00000200:1.0:1787763542.006111:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9198
00000400:00000010:1.0:1787763542.006112:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9198.
00000100:00000001:1.0:1787763542.006113:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763542.006115:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81853840 x1874599320596992/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763542.006122:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81853840 x1874599320596992/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763542.006126:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763542.006126:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763542.006128:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763542.006128:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763542.006131:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81853840 x1874599320596992/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763542.006135:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763542.006137:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81853840 x1874599320596992/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763567 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763542.006141:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763542.006143:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763542.006144:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763542.006145:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763542.006146:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763542.006163:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763542.006165:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763542.006168:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763542.006170:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763542.006175:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81853840 x1874599320596992/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763567 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763542.006184:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81853840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320596992:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763542.006188:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763542.006192:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81850f00 x1874599320597120/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763542.006198:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763542.006201:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763542.006203:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763542.006205:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763542.006207:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763542.006210:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81850f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320597120:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763542.006214:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763542.006216:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763542.006217:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763542.006219:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763542.006223:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58dba400.
02000000:00000001:1.0:1787763542.006225:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763542.006229:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763542.006231:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43478.
00000400:00000010:1.0:1787763542.006234:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9198.
00000100:00000200:1.0:1787763542.006236:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320597120, portal 10
00000100:00000001:1.0:1787763542.006238:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763542.006239:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699517992704 : -110374191558912 : ffff9b9d81850f00)
00000100:00000040:1.0:1787763542.006245:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81850f00 x1874599320597120/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763542.006249:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763542.006252:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763542.006253:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b95d8.
00000100:00000200:1.0:1787763542.006255:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320597120, offset 0
00000400:00000200:1.0:1787763542.006258:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763542.006261:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763542.006264:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763542.006266:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763542.006268:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763542.006270:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763542.006271:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763542.006274:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63428:63428:256:4294967295] 192.168.203.113@tcp LPNI seq info [63428:63428:8:4294967295]
00000400:00000200:1.0:1787763542.006276:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763542.006281:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763542.006284:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763542.006286:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef700.
00000800:00000200:1.0:1787763542.006289:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763542.006291:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787763542.006294:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763542.006296:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1787763542.006299:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763542.006300:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef700.
00000400:00000200:1.0:1787763542.006302:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763542.006305:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763542.006307:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b95d8
00000400:00000010:1.0:1787763542.006308:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b95d8.
00000100:00000001:1.0:1787763542.006310:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763542.006312:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d81850f00 x1874599320597120/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763542.006332:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763542.006334:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81850f00 x1874599320597120/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763567 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763542.006339:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763542.006341:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763542.006344:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763542.006346:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:1.0:1787763542.006349:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763542.006350:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315377175
00000100:00000001:1.0:1787763542.006352:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315378424
00000100:00000001:1.0:1787763542.006354:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315377175
00000100:00000001:1.0:1787763542.006356:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315378424
00000100:00000001:1.0:1787763542.006357:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763542.006359:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763542.006360:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763542.006362:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763542/real 1787763542]  req@ffff9b9d81850f00 x1874599320597120/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763542.006368:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763542.006369:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763542.006370:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43478.
00000400:00000200:1.0:1787763542.006372:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9198
00000400:00000010:1.0:1787763542.006373:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9198.
00000100:00000001:1.0:1787763542.006374:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763542.006376:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81850f00 x1874599320597120/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763542.006382:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81850f00 x1874599320597120/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763542.006386:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763542.006387:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763542.006388:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763542.006389:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763542.006391:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81850f00 x1874599320597120/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763542.006395:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763542.006397:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81850f00 x1874599320597120/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763567 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763542.006403:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763542.006405:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763542.006406:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763542.006407:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763542.006408:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763542.006409:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763542.006411:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763542.006417:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763542.006418:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763542.006420:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81850f00 x1874599320597120/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763567 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763542.006425:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81850f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320597120:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763542.006428:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763542.006431:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81851680 x1874599320597248/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763542.006436:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763542.006436:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763542.006461:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763542.006463:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763542.006464:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763542.006466:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81851680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320597248:192.168.203.113@tcp:8:kworker.0
00000100:00000001:1.0:1787763542.006469:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763542.006471:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763542.006472:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763542.006473:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763542.006476:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db9400.
02000000:00000001:1.0:1787763542.006477:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763542.006480:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763542.006482:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43478.
00000400:00000010:1.0:1787763542.006484:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9198.
00000100:00000200:1.0:1787763542.006487:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320597248, portal 4
00000100:00000001:1.0:1787763542.006488:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763542.006490:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699517994624 : -110374191556992 : ffff9b9d81851680)
00000100:00000040:1.0:1787763542.006494:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81851680 x1874599320597248/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763542.006499:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763542.006500:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763542.006502:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b95d8.
00000100:00000200:1.0:1787763542.006503:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320597248, offset 0
00000400:00000200:1.0:1787763542.006506:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763542.006508:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763542.006511:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763542.006513:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763542.006515:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763542.006517:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763542.006518:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763542.006521:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63429:63429:256:4294967295] 192.168.203.113@tcp LPNI seq info [63429:63429:8:4294967295]
00000400:00000200:1.0:1787763542.006523:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763542.006527:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763542.006530:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763542.006533:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef700.
00000800:00000200:1.0:1787763542.006536:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763542.006538:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787763542.006541:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763542.006543:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1787763542.006546:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763542.006548:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef700.
00000400:00000200:1.0:1787763542.006550:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763542.006552:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763542.006554:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b95d8
00000400:00000010:1.0:1787763542.006556:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b95d8.
00000100:00000001:1.0:1787763542.006558:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763542.006560:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d81851680 x1874599320597248/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763542.006566:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763542.006568:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81851680 x1874599320597248/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763567 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763542.006572:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763542.006573:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763542.006575:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763542.006577:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:1.0:1787763542.006578:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763542.006580:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315377188
00000100:00000001:1.0:1787763542.006581:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315378424
00000100:00000001:1.0:1787763542.006583:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315377188
00000100:00000001:1.0:1787763542.006585:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315378424
00000100:00000001:1.0:1787763542.006586:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763542.006588:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763542.006589:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763542.006592:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763542/real 1787763542]  req@ffff9b9d81851680 x1874599320597248/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763542.006596:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763542.006597:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763542.006598:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43478.
00000400:00000200:1.0:1787763542.006599:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9198
00000400:00000010:1.0:1787763542.006600:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9198.
00000100:00000001:1.0:1787763542.006601:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763542.006603:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81851680 x1874599320597248/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763542.006608:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81851680 x1874599320597248/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763542.006613:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763542.006614:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763542.006616:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763542.006617:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763542.006619:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81851680 x1874599320597248/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763542.006623:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763542.006625:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81851680 x1874599320597248/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763567 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763542.006629:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763542.006630:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763542.006631:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763542.006632:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763542.006633:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763542.006634:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763542.006636:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763542.006638:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763542.006639:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763542.006641:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81851680 x1874599320597248/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763567 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763542.006646:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81851680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320597248:192.168.203.113@tcp:8:kworker.0
00000100:00000001:1.0:1787763542.006648:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763542.006649:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763542.006651:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81853840 x1874599320596992/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763567 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763542.006656:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763542.006658:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763542.006659:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db8400.
02000000:00000001:1.0:1787763542.006661:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763542.006662:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763542.006663:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:1.0:1787763542.006665:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763542.006666:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d5055a000.
02000000:00000001:1.0:1787763542.006668:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763542.006669:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763542.006671:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81853840.
00000100:00000001:1.0:1787763542.006672:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763542.006673:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763542.006674:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763542.006676:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81850f00 x1874599320597120/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763567 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763542.006681:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763542.006682:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763542.006683:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58dba400.
02000000:00000001:1.0:1787763542.006684:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763542.006685:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763542.006686:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:1.0:1787763542.006687:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763542.006688:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d50559400.
02000000:00000001:1.0:1787763542.006689:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763542.006689:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763542.006690:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81850f00.
00000100:00000001:1.0:1787763542.006692:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763542.006693:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763542.006694:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763542.006695:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81851680 x1874599320597248/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763567 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763542.006699:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763542.006700:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763542.006700:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db9400.
02000000:00000001:1.0:1787763542.006702:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763542.006702:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763542.006703:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:1.0:1787763542.006705:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763542.006706:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d50558400.
02000000:00000001:1.0:1787763542.006709:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763542.006709:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763542.006710:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81851680.
00000100:00000001:1.0:1787763542.006712:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763542.006713:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763542.006714:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763542.006716:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763542.006717:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763542.006718:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763542.006719:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763542.196521:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763542.196529:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763542.196535:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763542.196536:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763542.196540:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763542.196541:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763542.196587:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763542.196591:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763542.196595:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763543.028526:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763543.028535:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763543.028537:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763543.028543:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763543.028547:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763543.028558:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763543.028561:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763543.028564:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763543.028567:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763543.220570:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763543.220579:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763543.220590:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763543.220594:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763543.220599:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763543.220605:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763543.220609:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763543.220616:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763543.220620:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763543.220623:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763543.220626:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763543.220629:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763543.220701:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763543.220709:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763543.220715:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787763543.284566:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4315378424, at 4315378432
00000100:00000040:1.0:1787763543.284566:0:303331:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b110 (cpu 1) has reached its deadline 4315378424, at 4315378432
00000100:00000010:1.0:1787763543.284584:0:303331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69b060.
00000100:00000010:0.0:1787763543.284588:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69ba20.
00000100:00000001:1.0:1787763544.052571:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763544.052583:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763544.052588:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763544.052597:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763544.052604:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763544.052610:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763544.052615:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763544.052619:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763544.052625:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763544.244563:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763544.244569:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763544.244573:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763544.244575:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763544.244579:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763544.244580:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763544.244638:0:281543:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763544.244642:0:281543:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763544.244645:0:281543:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763545.076519:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763545.076527:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763545.076529:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763545.076535:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763545.076538:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763545.076543:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763545.076545:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763545.076548:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763545.076550:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763545.268528:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763545.268536:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763545.268545:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763545.268547:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763545.268552:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763545.268554:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787763545.268616:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787763545.268619:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787763545.268622:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763546.100559:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763546.100572:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763546.100577:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763546.100585:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763546.100591:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763546.100598:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763546.100601:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763546.100605:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763546.100609:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763546.292568:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763546.292577:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763546.292584:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763546.292587:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763546.292593:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763546.292595:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763546.292678:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763546.292685:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763546.292691:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763547.124555:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763547.124565:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763547.124569:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763547.124577:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763547.124583:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763547.124588:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763547.124593:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763547.124597:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763547.124601:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763547.124607:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763547.124618:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787763547.124622:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763547.124627:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763547.124633:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763547.124642:0:268573:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20709
00000400:00000200:2.0:1787763547.124653:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763547.124662:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763547.124667:0:268573:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763547.124671:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763547.124675:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763547.124678:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763547.124682:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:2.0:1787763547.124686:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763547.124689:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:2.0:1787763547.124692:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763547.124696:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:2.0:1787763547.124699:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:2.0:1787763547.124702:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:2.0:1787763547.124706:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763547.124709:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763547.124712:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763547.124714:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:2.0:1787763547.124718:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:2.0:1787763547.124722:0:268573:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763547.124725:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763547.124729:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763547.124733:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763547.124737:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763547.124740:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787763547.124745:0:268573:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763547.124758:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d568b40.
00000020:00000040:2.0:1787763547.124765:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:2.0:1787763547.124772:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763547.124774:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763547.124780:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763547.124784:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763547.124790:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763547.124803:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f184000.
00000100:00000001:2.0:1787763547.124815:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763547.124832:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d568b40 x1874599320597376/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763547.124850:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763547.124855:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763547.124861:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a25ffa6] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d568b40 x1874599320597376/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763547.124903:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763547.124909:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763547.124916:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787763547.124919:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763547.124922:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763547.124928:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763547.124935:0:268573:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20709
00000400:00000200:2.0:1787763547.124945:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763547.124952:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00000001:1.0:1787763547.124953:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:2.0:1787763547.124959:0:268573:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787763547.124961:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763547.124968:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763547.124975:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000040:1.0:1787763547.124985:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d568b40 x1874599320597376/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763547.124987:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787763547.125003:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763547.125006:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763547.125011:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763547.125015:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763547.125018:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763547.125024:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d568b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320597376:192.168.203.113@tcp:250:kworker.0
00000100:00000001:1.0:1787763547.125034:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763547.125039:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763547.125044:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763547.125049:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
02000000:00000001:1.0:1787763547.125050:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1787763547.125059:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:2.0:1787763547.125066:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763547.125072:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000020:00000001:2.0:1787763547.125076:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
02000000:00000010:1.0:1787763547.125077:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db9400.
00000020:00000040:2.0:1787763547.125082:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
02000000:00000001:1.0:1787763547.125084:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763547.125092:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000020:00000001:2.0:1787763547.125099:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000400:00000200:1.0:1787763547.125108:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000040:2.0:1787763547.125110:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000400:00000010:1.0:1787763547.125117:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43478.
00000100:00000001:2.0:1787763547.125121:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:1.0:1787763547.125130:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9198.
00000100:00000040:2.0:1787763547.125131:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763547.125143:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000200:1.0:1787763547.125144:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320597376, portal 25
00000100:00000001:1.0:1787763547.125154:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000020:00000040:2.0:1787763547.125158:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00000001:1.0:1787763547.125159:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910964544 : -110374798587072 : ffff9b9d5d568b40)
00000100:00080000:2.0:1787763547.125175:0:268573:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763547.125183:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763547.125189:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1787763547.125194:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d568b40 x1874599320597376/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787763547.125201:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763547.125215:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763547.125225:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1787763547.125230:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000008:00100000:2.0:1787763547.125236:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000100:00000040:1.0:1787763547.125244:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000008:00000001:2.0:1787763547.125251:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787763547.125256:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b95d8.
00000100:00000001:2.0:1787763547.125261:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787763547.125267:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320597376, offset 0
00000100:00000010:2.0:1787763547.125275:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d56a940.
00000020:00000040:2.0:1787763547.125307:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000400:00000200:1.0:1787763547.125313:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
02000000:00000001:2.0:1787763547.125317:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763547.125323:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763547.125328:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763547.125333:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1787763547.125335:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
02000000:00000001:2.0:1787763547.125340:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763547.125356:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
02000000:00000010:2.0:1787763547.125357:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f185000.
00000400:00000200:1.0:1787763547.125374:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1787763547.125375:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763547.125389:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000100:00100000:2.0:1787763547.125398:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d56a940 x1874599320597504/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787763547.125406:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763547.125421:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000100:00000001:2.0:1787763547.125437:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1787763547.125516:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63430:63430:256:4294967295] 192.168.203.113@tcp LPNI seq info [63430:63430:8:4294967295]
00000400:00000200:1.0:1787763547.125531:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763547.125544:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763547.125564:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b4aca245] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d56a940 x1874599320597504/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787763547.125566:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763547.125595:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000100:00000001:2.0:1787763547.125607:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1787763547.125611:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef700.
00000100:00080000:2.0:1787763547.125617:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763547.125630:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000800:00000200:1.0:1787763547.125631:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000001:2.0:1787763547.125636:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:1.0:1787763547.125645:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000100:00080000:2.0:1787763547.125646:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763547.125661:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:1.1:1787763547.125668:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00080000:2.0:1787763547.125675:0:268573:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20709
00000800:00000200:1.1:1787763547.125680:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000400:00000200:2.0:1787763547.125693:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000800:00000100:1.0:1787763547.125703:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763547.125712:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763547.125719:0:268573:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000800:00000010:1.0:1787763547.125725:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef700.
00000100:00000040:2.0:1787763547.125728:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000400:00000200:1.0:1787763547.125740:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1787763547.125750:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787763547.125762:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000100:00000040:2.0:1787763547.125765:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763547.125775:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000400:00000200:1.0:1787763547.125777:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b95d8
00000020:00000001:2.0:1787763547.125784:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000010:1.0:1787763547.125787:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b95d8.
00000020:00000040:2.0:1787763547.125792:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000100:00000001:1.0:1787763547.125799:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:2.0:1787763547.125801:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763547.125810:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000100:00000200:1.0:1787763547.125819:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d568b40 x1874599320597376/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1787763547.125820:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000020:00000001:2.0:1787763547.125832:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00000040:2.0:1787763547.125850:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763547.125860:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787763547.125862:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763547.125871:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000040:1.0:1787763547.125879:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d568b40 x1874599320597376/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763572 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763547.125882:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:2.0:1787763547.125895:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000100:00080000:2.0:1787763547.125910:0:268573:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:1.0:1787763547.125918:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763547.125922:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763547.125928:0:256678:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:2.0:1787763547.125931:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763547.125943:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763547.125945:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763547.125949:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763547.125957:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000200:1.0:1787763547.125960:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000008:00100000:2.0:1787763547.125965:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787763547.125970:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4315383544
00000008:00000001:2.0:1787763547.125978:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763547.125986:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787763547.125988:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d7f69b060.
00000100:00000010:2.0:1787763547.125997:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d568000.
00000100:00000001:1.0:1787763547.126004:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000020:00000040:2.0:1787763547.126008:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
02000000:00000001:2.0:1787763547.126019:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763547.126022:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763547.126026:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763547.126029:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763547.126033:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763547.126038:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4315383544
02000000:00000010:2.0:1787763547.126044:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f184c00.
00000100:00000010:1.0:1787763547.126052:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d7f69bea0.
00000100:00000001:1.0:1787763547.126063:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787763547.126068:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763547.126071:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763547.126082:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763547.126089:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d568000 x1874599320597632/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787763547.126091:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763547.126112:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763547/real 1787763547]  req@ffff9b9d5d568b40 x1874599320597376/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763547.126122:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763547.126132:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1787763547.126150:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763547.126156:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000040:2.0:1787763547.126162:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000040389d09] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d568000 x1874599320597632/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1787763547.126164:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43478.
00000400:00000200:1.0:1787763547.126179:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9198
00000400:00000010:1.0:1787763547.126187:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9198.
00000100:00000001:2.0:1787763547.126192:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763547.126197:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:2.0:1787763547.126202:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:1.0:1787763547.126213:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d568b40 x1874599320597376/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787763547.126216:0:268573:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1787763547.126230:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763547.126250:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000200:1.0:1787763547.126254:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d568b40 x1874599320597376/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763547.126257:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763547.126264:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763547.126278:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787763547.126310:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763547.126319:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1787763547.126323:0:268573:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20709
00000100:00000001:1.0:1787763547.126326:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763547.126336:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1787763547.126348:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00100000:1.0:1787763547.126356:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d568b40 x1874599320597376/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787763547.126371:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00000001:1.0:1787763547.126382:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1787763547.126384:0:268573:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763547.126398:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000040:1.0:1787763547.126405:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d568b40 x1874599320597376/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763572 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763547.126406:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763547.126418:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763547.126429:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:2.0:1787763547.126474:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763547.126479:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000020:00000001:2.0:1787763547.126483:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763547.126489:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000100:00000001:1.0:1787763547.126492:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:2.0:1787763547.126494:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000020:00000001:2.0:1787763547.126507:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000001:1.0:1787763547.126510:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763547.126518:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763547.126521:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763547.126524:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787763547.126528:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763547.126538:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763547.126542:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763547.126544:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000001:1.0:1787763547.126553:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000040:2.0:1787763547.126553:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00080000:2.0:1787763547.126566:0:268573:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00080000:1.0:1787763547.126569:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:2.0:1787763547.126571:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763547.126580:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763547.126587:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:1.0:1787763547.126592:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
02000000:00000001:2.0:1787763547.126594:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763547.126611:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1787763547.126613:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000008:00100000:2.0:1787763547.126616:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787763547.126623:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763547.126629:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763547.126632:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d568b40 x1874599320597376/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763572 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1787763547.126641:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d56b840.
00000020:00000040:2.0:1787763547.126652:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
00000100:00100000:1.0:1787763547.126665:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d568b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320597376:192.168.203.113@tcp:250:kworker.0
02000000:00000001:2.0:1787763547.126666:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763547.126674:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763547.126684:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763547.126691:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787763547.126698:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1787763547.126700:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763547.126709:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000010:2.0:1787763547.126717:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f186000.
00000100:00000040:1.0:1787763547.126722:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d568b40 x1874599320597376/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763572 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763547.126729:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763547.126750:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000100:00100000:2.0:1787763547.126754:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d56b840 x1874599320597760/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1787763547.126758:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763547.126766:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db9400.
02000000:00000001:1.0:1787763547.126778:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763547.126783:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763547.126788:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:1.0:1787763547.126795:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763547.126799:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f184000.
02000000:00000001:1.0:1787763547.126808:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763547.126811:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763547.126817:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d568b40.
00000100:00000001:1.0:1787763547.126821:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763547.126823:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763547.126828:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763547.126829:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763547.126835:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763547.126839:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763547.126846:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763547.126847:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2e525cc] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d56b840 x1874599320597760/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763547.126852:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763547.126858:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763547.126864:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787763547.126875:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763547.126878:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d56a940 x1874599320597504/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787763547.126884:0:268573:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20719)
00000100:00000001:1.0:1787763547.126898:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763547.126901:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763547.126904:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763547.126907:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763547.126911:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763547.126917:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d56a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320597504:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763547.126922:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763547.126926:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763547.126929:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763547.126932:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763547.126937:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db9400.
02000000:00000001:1.0:1787763547.126940:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763547.126946:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763547.126949:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43478.
00000400:00000010:1.0:1787763547.126953:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9198.
00000100:00000200:1.0:1787763547.126958:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320597504, portal 10
00000100:00000001:1.0:1787763547.126961:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763547.126963:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910972224 : -110374798579392 : ffff9b9d5d56a940)
00000100:00000040:1.0:1787763547.126972:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d56a940 x1874599320597504/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763547.126981:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763547.126984:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763547.126986:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b95d8.
00000100:00000200:1.0:1787763547.126990:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320597504, offset 0
00000400:00000200:1.0:1787763547.126995:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763547.127001:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763547.127007:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763547.127013:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763547.127017:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763547.127020:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763547.127023:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763547.127028:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63431:63431:256:4294967295] 192.168.203.113@tcp LPNI seq info [63431:63431:8:4294967295]
00000400:00000200:1.0:1787763547.127033:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763547.127041:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763547.127048:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763547.127052:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef700.
00000800:00000200:1.0:1787763547.127058:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763547.127062:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787763547.127069:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763547.127072:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1787763547.127078:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763547.127081:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef700.
00000400:00000200:1.0:1787763547.127085:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763547.127090:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763547.127094:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b95d8
00000400:00000010:1.0:1787763547.127097:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b95d8.
00000100:00000001:1.0:1787763547.127100:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763547.127105:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d56a940 x1874599320597504/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763547.127115:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763547.127119:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d56a940 x1874599320597504/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763572 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763547.127127:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763547.127129:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763547.127134:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763547.127139:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:1.0:1787763547.127142:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763547.127145:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315382317
00000100:00000001:1.0:1787763547.127149:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315383544
00000100:00000001:1.0:1787763547.127152:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315382317
00000100:00000001:1.0:1787763547.127154:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315383544
00000100:00000001:1.0:1787763547.127157:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763547.127160:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763547.127162:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763547.127167:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763547/real 1787763547]  req@ffff9b9d5d56a940 x1874599320597504/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763547.127176:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763547.127178:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763547.127180:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43478.
00000400:00000200:1.0:1787763547.127183:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9198
00000400:00000010:1.0:1787763547.127185:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9198.
00000100:00000001:1.0:1787763547.127188:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763547.127192:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d56a940 x1874599320597504/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763547.127203:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d56a940 x1874599320597504/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763547.127211:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763547.127212:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763547.127215:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763547.127216:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763547.127221:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d56a940 x1874599320597504/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763547.127229:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763547.127234:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d56a940 x1874599320597504/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763572 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763547.127242:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763547.127245:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763547.127247:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763547.127249:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763547.127251:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763547.127265:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763547.127269:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763547.127273:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763547.127276:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763547.127309:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d56a940 x1874599320597504/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763572 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763547.127322:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d56a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320597504:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763547.127327:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763547.127332:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d568000 x1874599320597632/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763547.127349:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763547.127351:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763547.127354:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763547.127356:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763547.127359:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763547.127363:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d568000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320597632:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763547.127366:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763547.127369:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763547.127371:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763547.127373:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763547.127378:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58dba400.
02000000:00000001:1.0:1787763547.127380:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763547.127384:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763547.127388:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43478.
00000400:00000010:1.0:1787763547.127392:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9198.
00000100:00000200:1.0:1787763547.127395:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320597632, portal 10
00000100:00000001:1.0:1787763547.127398:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763547.127400:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910961664 : -110374798589952 : ffff9b9d5d568000)
00000100:00000040:1.0:1787763547.127406:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d568000 x1874599320597632/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763547.127415:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763547.127418:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763547.127421:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b95d8.
00000100:00000200:1.0:1787763547.127423:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320597632, offset 0
00000400:00000200:1.0:1787763547.127428:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763547.127432:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763547.127437:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763547.127486:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763547.127490:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763547.127494:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763547.127498:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763547.127504:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63432:63432:256:4294967295] 192.168.203.113@tcp LPNI seq info [63432:63432:8:4294967295]
00000400:00000200:1.0:1787763547.127512:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763547.127521:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763547.127527:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763547.127532:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef700.
00000800:00000200:1.0:1787763547.127537:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763547.127541:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787763547.127547:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763547.127550:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1787763547.127555:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763547.127558:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef700.
00000400:00000200:1.0:1787763547.127562:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763547.127567:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763547.127571:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b95d8
00000400:00000010:1.0:1787763547.127573:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b95d8.
00000100:00000001:1.0:1787763547.127576:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763547.127581:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d568000 x1874599320597632/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763547.127591:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763547.127595:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d568000 x1874599320597632/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763572 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763547.127603:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763547.127605:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763547.127609:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763547.127613:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:1.0:1787763547.127617:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763547.127619:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315382297
00000100:00000001:1.0:1787763547.127623:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315383544
00000100:00000001:1.0:1787763547.127626:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315382297
00000100:00000001:1.0:1787763547.127629:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315383544
00000100:00000001:1.0:1787763547.127631:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763547.127635:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763547.127638:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763547.127642:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763547/real 1787763547]  req@ffff9b9d5d568000 x1874599320597632/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763547.127653:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763547.127654:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763547.127656:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43478.
00000400:00000200:1.0:1787763547.127659:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9198
00000400:00000010:1.0:1787763547.127661:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9198.
00000100:00000001:1.0:1787763547.127663:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763547.127667:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d568000 x1874599320597632/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763547.127678:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d568000 x1874599320597632/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763547.127686:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763547.127688:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763547.127690:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763547.127691:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763547.127696:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d568000 x1874599320597632/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763547.127704:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763547.127708:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d568000 x1874599320597632/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763572 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763547.127716:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763547.127719:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763547.127721:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763547.127722:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763547.127725:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763547.127727:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763547.127730:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763547.127735:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763547.127737:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763547.127742:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d568000 x1874599320597632/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763572 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763547.127752:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d568000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320597632:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763547.127756:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763547.127758:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763547.127762:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d56a940 x1874599320597504/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763572 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763547.127770:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763547.127772:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763547.127774:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db9400.
02000000:00000001:1.0:1787763547.127777:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763547.127779:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763547.127781:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:1.0:1787763547.127784:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763547.127786:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f185000.
02000000:00000001:1.0:1787763547.127789:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763547.127791:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763547.127793:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d56a940.
00000100:00000001:1.0:1787763547.127796:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763547.127798:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763547.127800:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763547.127804:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d568000 x1874599320597632/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763572 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763547.127812:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763547.127813:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763547.127815:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58dba400.
02000000:00000001:1.0:1787763547.127818:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763547.127819:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763547.127821:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:1.0:1787763547.127823:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763547.127825:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f184c00.
02000000:00000001:1.0:1787763547.127828:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763547.127829:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763547.127831:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d568000.
00000100:00000001:1.0:1787763547.127834:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763547.127836:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763547.127838:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763547.127842:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763547.127844:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763547.127846:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763547.127848:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763547.127849:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763547.127854:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d56b840 x1874599320597760/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763547.127863:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763547.127865:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763547.127867:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763547.127869:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763547.127872:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763547.127875:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d56b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320597760:192.168.203.113@tcp:8:kworker.0
00000100:00000001:1.0:1787763547.127879:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763547.127882:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763547.127884:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763547.127886:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763547.127890:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58dba400.
02000000:00000001:1.0:1787763547.127893:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763547.127896:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763547.127900:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43478.
00000400:00000010:1.0:1787763547.127903:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9198.
00000100:00000200:1.0:1787763547.127907:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320597760, portal 4
00000100:00000001:1.0:1787763547.127910:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763547.127911:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910976064 : -110374798575552 : ffff9b9d5d56b840)
00000100:00000040:1.0:1787763547.127918:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d56b840 x1874599320597760/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763547.127934:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763547.127937:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763547.127940:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b95d8.
00000100:00000200:1.0:1787763547.127943:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320597760, offset 0
00000400:00000200:1.0:1787763547.127947:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763547.127951:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763547.127955:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763547.127959:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763547.127962:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763547.127965:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763547.127968:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763547.127972:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63433:63433:256:4294967295] 192.168.203.113@tcp LPNI seq info [63433:63433:8:4294967295]
00000400:00000200:1.0:1787763547.127977:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763547.127984:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763547.127990:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763547.127994:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef700.
00000800:00000200:1.0:1787763547.127999:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763547.128002:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787763547.128007:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763547.128010:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1787763547.128015:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763547.128018:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef700.
00000400:00000200:1.0:1787763547.128022:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763547.128026:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763547.128029:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b95d8
00000400:00000010:1.0:1787763547.128031:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b95d8.
00000100:00000001:1.0:1787763547.128035:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763547.128039:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d56b840 x1874599320597760/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763547.128048:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763547.128052:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d56b840 x1874599320597760/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763572 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763547.128068:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763547.128070:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763547.128073:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763547.128077:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:1.0:1787763547.128080:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763547.128083:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315382309
00000100:00000001:1.0:1787763547.128086:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315383544
00000100:00000001:1.0:1787763547.128089:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315382309
00000100:00000001:1.0:1787763547.128092:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315383544
00000100:00000001:1.0:1787763547.128094:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763547.128096:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763547.128099:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763547.128103:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763547/real 1787763547]  req@ffff9b9d5d56b840 x1874599320597760/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763547.128112:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763547.128113:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763547.128115:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43478.
00000400:00000200:1.0:1787763547.128118:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9198
00000400:00000010:1.0:1787763547.128120:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9198.
00000100:00000001:1.0:1787763547.128122:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763547.128126:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d56b840 x1874599320597760/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763547.128137:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d56b840 x1874599320597760/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763547.128144:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763547.128146:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763547.128148:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763547.128149:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763547.128154:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d56b840 x1874599320597760/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763547.128163:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763547.128167:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d56b840 x1874599320597760/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763572 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763547.128176:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763547.128179:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763547.128180:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763547.128182:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763547.128184:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763547.128186:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763547.128189:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763547.128193:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763547.128195:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763547.128200:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d56b840 x1874599320597760/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763572 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763547.128209:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d56b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320597760:192.168.203.113@tcp:8:kworker.0
00000100:00000001:1.0:1787763547.128213:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763547.128215:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763547.128219:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d56b840 x1874599320597760/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763572 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763547.128226:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763547.128228:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763547.128230:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58dba400.
02000000:00000001:1.0:1787763547.128232:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763547.128234:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763547.128236:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:1.0:1787763547.128238:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763547.128240:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f186000.
02000000:00000001:1.0:1787763547.128244:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763547.128246:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763547.128248:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d56b840.
00000100:00000001:1.0:1787763547.128251:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763547.128253:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763547.128255:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763547.128258:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763547.128260:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763547.128262:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763547.128264:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763547.316508:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763547.316517:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763547.316522:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763547.316524:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763547.316529:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763547.316530:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763547.316602:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763547.316610:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763547.316618:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787763548.148661:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763548.148672:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763548.148675:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763548.148682:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787763548.148687:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763548.148691:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763548.148695:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763548.148698:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763548.148701:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763548.340544:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763548.340553:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763548.340558:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763548.340560:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763548.340563:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763548.340564:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763548.340664:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763548.340673:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763548.340679:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787763548.404519:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4315383544, at 4315383552
00000100:00000040:1.0:1787763548.404519:0:303331:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b110 (cpu 1) has reached its deadline 4315383544, at 4315383552
00000100:00000010:1.0:1787763548.404539:0:303331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69bea0.
00000100:00000010:0.0:1787763548.404552:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69b060.
00000100:00000001:2.0:1787763549.172547:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763549.172557:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763549.172560:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763549.172566:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787763549.172572:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763549.172577:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763549.172580:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763549.172585:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763549.172588:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763549.364544:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763549.364550:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763549.364554:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763549.364556:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763549.364559:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763549.364560:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763549.364618:0:281543:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763549.364622:0:281543:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763549.364626:0:281543:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787763550.196536:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763550.196545:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763550.196548:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763550.196554:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787763550.196559:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763550.196563:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763550.196565:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763550.196569:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763550.196572:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763550.388513:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763550.388519:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763550.388524:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763550.388525:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763550.388528:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763550.388529:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787763550.388570:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787763550.388574:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787763550.388577:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787763551.220754:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763551.220769:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763551.220775:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763551.220784:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787763551.220794:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763551.220801:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763551.220807:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763551.220814:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763551.220820:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763551.412600:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763551.412607:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763551.412609:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763551.412612:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763551.412616:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763551.412619:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763551.412621:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763551.412623:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763551.412626:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763551.412627:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763551.412628:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763551.412630:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763551.412631:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763551.412632:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763551.412634:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763551.412635:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763551.412638:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763551.412639:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763551.412699:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763551.412704:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763551.412708:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787763552.244609:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763552.244622:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787763552.244624:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787763552.244625:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1787763552.244631:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:0.0:1787763552.244632:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763552.244636:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763552.244640:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00100000:2.0:1787763552.244642:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787763552.244648:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1787763552.244650:0:268573:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20714
00000100:00000001:2.0:1787763552.244654:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763552.244659:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763552.244662:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1787763552.244665:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763552.244668:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787763552.244676:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763552.244681:0:268573:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763552.244685:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763552.244689:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763552.244695:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763552.244698:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763552.244705:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763552.244707:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:0.0:1787763552.244710:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763552.244714:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:0.0:1787763552.244717:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:0.0:1787763552.244720:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:0.0:1787763552.244725:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763552.244727:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763552.244730:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763552.244732:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787763552.244735:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:0.0:1787763552.244738:0:268573:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763552.244741:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763552.244744:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763552.244748:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763552.244751:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763552.244753:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787763552.244756:0:268573:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763552.244763:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81850000.
00000020:00000040:0.0:1787763552.244768:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:0.0:1787763552.244772:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763552.244773:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763552.244776:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763552.244780:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763552.244784:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763552.244793:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d5055bc00.
00000100:00000001:0.0:1787763552.244801:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763552.244812:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81850000 x1874599320597888/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763552.244824:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763552.244829:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763552.244835:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a28e6d3] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81850000 x1874599320597888/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763552.244861:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763552.244864:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763552.244867:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787763552.244869:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763552.244871:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763552.244874:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763552.244877:0:268573:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20714
00000400:00000200:0.0:1787763552.244883:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763552.244887:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763552.244889:0:268573:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763552.244894:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763552.244897:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763552.244899:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763552.244902:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763552.244905:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763552.244907:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000020:00000001:0.0:1787763552.244910:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763552.244913:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000020:00000001:0.0:1787763552.244916:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000001:2.0:1787763552.244917:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1787763552.244920:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000001:2.0:1787763552.244924:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1787763552.244927:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763552.244929:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787763552.244933:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763552.244940:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000040:2.0:1787763552.244942:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81850000 x1874599320597888/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763552.244943:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787763552.244947:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00080000:0.0:1787763552.244952:0:268573:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763552.244961:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763552.244965:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787763552.244970:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1787763552.244971:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763552.244973:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763552.244975:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763552.244980:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:2.0:1787763552.244982:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:0.0:1787763552.244983:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787763552.244987:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763552.244987:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787763552.244991:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763552.244995:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763552.244997:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81852580.
00000020:00000040:0.0:1787763552.245001:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
02000000:00000001:0.0:1787763552.245006:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00100000:2.0:1787763552.245006:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81850000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320597888:192.168.203.113@tcp:250:kworker.0
02000000:00000001:0.0:1787763552.245009:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763552.245012:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763552.245014:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763552.245018:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763552.245019:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000010:0.0:1787763552.245022:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d50558c00.
00000100:00000001:0.0:1787763552.245026:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763552.245031:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81852580 x1874599320598016/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1787763552.245034:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1787763552.245041:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1787763552.245041:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763552.245044:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763552.245048:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:0.0:1787763552.245049:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a3a56c9a] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81852580 x1874599320598016/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763552.245058:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763552.245059:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f187000.
00000100:00080000:0.0:1787763552.245060:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:2.0:1787763552.245065:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763552.245066:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787763552.245069:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763552.245072:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763552.245074:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763552.245077:0:268573:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20714
00000400:00000200:2.0:1787763552.245080:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763552.245084:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763552.245087:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569ee9f8.
00000400:00000200:0.0:1787763552.245091:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000400:00000010:2.0:1787763552.245096:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc110.
00000100:00080000:0.0:1787763552.245097:0:268573:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763552.245104:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000200:2.0:1787763552.245105:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320597888, portal 25
00000100:00000001:0.0:1787763552.245107:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787763552.245109:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000040:0.0:1787763552.245114:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763552.245114:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699517988864 : -110374191562752 : ffff9b9d81850000)
00000100:00000001:0.0:1787763552.245121:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000040:2.0:1787763552.245126:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81850000 x1874599320597888/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1787763552.245127:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763552.245131:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000020:00000001:0.0:1787763552.245152:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763552.245159:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000100:00000001:2.0:1787763552.245162:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:0.0:1787763552.245172:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00000040:2.0:1787763552.245172:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763552.245179:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc660.
00000020:00000001:0.0:1787763552.245180:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00000040:0.0:1787763552.245194:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000200:2.0:1787763552.245196:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320597888, offset 0
00000100:00000001:0.0:1787763552.245198:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763552.245205:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763552.245210:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787763552.245213:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000100:00080000:0.0:1787763552.245220:0:268573:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000400:00000200:2.0:1787763552.245223:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000100:00000001:0.0:1787763552.245225:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763552.245242:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1787763552.245244:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
02000000:00000001:0.0:1787763552.245281:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1787763552.245286:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
02000000:00000001:0.0:1787763552.245287:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763552.245294:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000200:2.0:1787763552.245297:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000008:00100000:0.0:1787763552.245299:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1787763552.245303:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000008:00000001:0.0:1787763552.245305:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763552.245309:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1787763552.245311:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763552.245315:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000100:00000010:0.0:1787763552.245319:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81852940.
00000400:00000200:2.0:1787763552.245320:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63434:63434:256:4294967295] 192.168.203.113@tcp LPNI seq info [63434:63434:8:4294967295]
00000020:00000040:0.0:1787763552.245326:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000400:00000200:2.0:1787763552.245331:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
02000000:00000001:0.0:1787763552.245333:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763552.245336:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763552.245338:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1787763552.245343:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
02000000:00000001:0.0:1787763552.245349:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:2.0:1787763552.245350:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
02000000:00000001:0.0:1787763552.245354:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1787763552.245357:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e100.
02000000:00000010:0.0:1787763552.245360:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d5055a400.
00000100:00000001:0.0:1787763552.245365:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787763552.245367:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00100000:0.0:1787763552.245373:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81852940 x1874599320598144/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.0:1787763552.245373:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1787763552.245386:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000001:0.0:1787763552.245389:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763552.245394:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787763552.245395:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 47 secs later)
00000100:00000040:0.0:1787763552.245400:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afb094cc] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81852940 x1874599320598144/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:2.0:1787763552.245410:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000100:00000001:0.0:1787763552.245413:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1787763552.245416:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e100.
00000100:00000040:0.0:1787763552.245417:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1787763552.245424:0:268573:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:2.0:1787763552.245426:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:0.0:1787763552.245427:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763552.245434:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787763552.245435:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763552.245483:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763552.245487:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763552.245492:0:268573:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20714
00000400:00000200:0.0:1787763552.245499:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763552.245509:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763552.245512:0:268573:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763552.245517:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763552.245523:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787763552.245523:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000100:00000040:0.0:1787763552.245529:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763552.245537:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763552.245541:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763552.245544:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000400:00000200:2.0:1787763552.245547:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc660
00000020:00000001:0.0:1787763552.245548:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763552.245554:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000400:00000010:2.0:1787763552.245557:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc660.
00000020:00000001:0.0:1787763552.245559:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000020:00000001:0.0:1787763552.245568:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000040:0.0:1787763552.245573:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763552.245573:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787763552.245581:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763552.245583:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763552.245589:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000200:2.0:1787763552.245592:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d81850000 x1874599320597888/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1787763552.245596:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00080000:0.0:1787763552.245611:0:268573:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763552.245620:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763552.245621:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:0.0:1787763552.245628:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:2.0:1787763552.245632:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81850000 x1874599320597888/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763577 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787763552.245638:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763552.245650:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763552.245651:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763552.245661:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787763552.245661:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000008:00100000:0.0:1787763552.245670:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1787763552.245675:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1787763552.245678:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763552.245685:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763552.245686:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000010:0.0:1787763552.245692:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81853c00.
00000100:00000001:2.0:1787763552.245693:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4315388664
00000020:00000040:0.0:1787763552.245701:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
00000100:00000010:2.0:1787763552.245706:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d5891f2a0.
02000000:00000001:0.0:1787763552.245708:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763552.245712:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763552.245716:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763552.245718:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1787763552.245720:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
02000000:00000001:0.0:1787763552.245721:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763552.245732:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d50558800.
00000100:00000001:2.0:1787763552.245734:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4315388664
00000100:00000001:0.0:1787763552.245737:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763552.245743:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d5891fae0.
00000100:00000001:2.0:1787763552.245750:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000100:00100000:0.0:1787763552.245751:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81853c00 x1874599320598272/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763552.245758:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763552.245767:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763552.245792:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763552.245792:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1787763552.245796:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763552.245800:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763552/real 1787763552]  req@ffff9b9d81850000 x1874599320597888/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787763552.245802:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ce798b78] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81853c00 x1874599320598272/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763552.245838:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763552.245842:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763552.245846:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569ee9f8.
00000100:00000001:0.0:1787763552.245847:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763552.245852:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc110
00000100:00000040:0.0:1787763552.245854:0:268573:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20725)
00000400:00000010:2.0:1787763552.245855:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc110.
00000100:00000001:2.0:1787763552.245878:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763552.245885:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81850000 x1874599320597888/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763552.245897:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81850000 x1874599320597888/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763552.245905:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763552.245906:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763552.245909:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763552.245911:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763552.245916:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81850000 x1874599320597888/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763552.245925:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763552.245930:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81850000 x1874599320597888/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763577 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763552.245937:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763552.245939:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763552.245940:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763552.245941:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763552.245944:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763552.245945:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763552.245947:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763552.245950:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763552.245952:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763552.245955:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81850000 x1874599320597888/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763577 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763552.245961:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81850000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320597888:192.168.203.113@tcp:250:kworker.0
00000100:00000001:2.0:1787763552.245965:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763552.245967:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763552.245969:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81850000 x1874599320597888/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763577 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763552.245979:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763552.245981:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763552.245983:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f187000.
02000000:00000001:2.0:1787763552.245986:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763552.245988:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763552.245989:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:2.0:1787763552.245990:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763552.245992:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d5055bc00.
02000000:00000001:2.0:1787763552.245995:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763552.245996:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763552.245997:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81850000.
00000100:00000001:2.0:1787763552.246000:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763552.246000:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763552.246002:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763552.246008:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763552.246009:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763552.246011:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787763552.246012:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763552.246014:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763552.246018:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81852580 x1874599320598016/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763552.246026:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763552.246028:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763552.246030:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763552.246033:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763552.246035:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763552.246039:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81852580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320598016:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763552.246043:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763552.246045:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763552.246047:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763552.246050:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763552.246053:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f187000.
02000000:00000001:2.0:1787763552.246056:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763552.246061:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763552.246065:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569ee9f8.
00000400:00000010:2.0:1787763552.246069:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc110.
00000100:00000200:2.0:1787763552.246072:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320598016, portal 10
00000100:00000001:2.0:1787763552.246074:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763552.246075:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699517998464 : -110374191553152 : ffff9b9d81852580)
00000100:00000040:2.0:1787763552.246082:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81852580 x1874599320598016/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763552.246087:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763552.246089:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763552.246090:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc660.
00000100:00000200:2.0:1787763552.246092:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320598016, offset 0
00000400:00000200:2.0:1787763552.246095:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763552.246099:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763552.246102:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763552.246104:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763552.246106:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763552.246108:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763552.246110:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763552.246113:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63435:63435:256:4294967295] 192.168.203.113@tcp LPNI seq info [63435:63435:8:4294967295]
00000400:00000200:2.0:1787763552.246116:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763552.246121:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763552.246124:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763552.246127:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e100.
00000800:00000200:2.0:1787763552.246130:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.0:1787763552.246133:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1787763552.246137:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763552.246139:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 47 secs later)
00000800:00000100:2.0:1787763552.246142:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763552.246144:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e100.
00000400:00000200:2.0:1787763552.246146:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787763552.246149:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763552.246152:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc660
00000400:00000010:2.0:1787763552.246153:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc660.
00000100:00000001:2.0:1787763552.246156:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763552.246158:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d81852580 x1874599320598016/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763552.246164:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763552.246167:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81852580 x1874599320598016/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763577 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763552.246172:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763552.246174:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763552.246178:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763552.246182:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:2.0:1787763552.246186:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763552.246188:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315387436
00000100:00000001:2.0:1787763552.246191:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315388664
00000100:00000001:2.0:1787763552.246194:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315387436
00000100:00000001:2.0:1787763552.246196:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315388664
00000100:00000001:2.0:1787763552.246199:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763552.246202:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763552.246204:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763552.246208:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763552/real 1787763552]  req@ffff9b9d81852580 x1874599320598016/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763552.246219:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763552.246220:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763552.246222:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569ee9f8.
00000400:00000200:2.0:1787763552.246225:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc110
00000400:00000010:2.0:1787763552.246227:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc110.
00000100:00000001:2.0:1787763552.246229:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763552.246232:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81852580 x1874599320598016/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763552.246238:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81852580 x1874599320598016/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763552.246262:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763552.246263:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763552.246265:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763552.246266:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763552.246269:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81852580 x1874599320598016/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763552.246274:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763552.246277:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81852580 x1874599320598016/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763577 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763552.246281:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763552.246283:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763552.246284:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763552.246285:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763552.246286:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763552.246295:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763552.246297:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763552.246299:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763552.246301:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763552.246303:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81852580 x1874599320598016/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763577 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763552.246309:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81852580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320598016:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763552.246312:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763552.246314:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81852940 x1874599320598144/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763552.246319:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763552.246320:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763552.246322:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763552.246324:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763552.246326:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763552.246328:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81852940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320598144:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763552.246330:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763552.246332:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763552.246333:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763552.246335:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763552.246337:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f186000.
02000000:00000001:2.0:1787763552.246339:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763552.246341:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763552.246343:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569ee9f8.
00000400:00000010:2.0:1787763552.246346:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc110.
00000100:00000200:2.0:1787763552.246348:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320598144, portal 10
00000100:00000001:2.0:1787763552.246350:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763552.246351:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699517999424 : -110374191552192 : ffff9b9d81852940)
00000100:00000040:2.0:1787763552.246355:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81852940 x1874599320598144/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763552.246360:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763552.246362:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763552.246363:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc660.
00000100:00000200:2.0:1787763552.246365:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320598144, offset 0
00000400:00000200:2.0:1787763552.246368:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763552.246371:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763552.246373:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763552.246376:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763552.246378:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763552.246380:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763552.246382:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763552.246384:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63436:63436:256:4294967295] 192.168.203.113@tcp LPNI seq info [63436:63436:8:4294967295]
00000400:00000200:2.0:1787763552.246387:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763552.246392:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763552.246395:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763552.246398:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e100.
00000800:00000200:2.0:1787763552.246401:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.0:1787763552.246403:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1787763552.246408:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763552.246411:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 47 secs later)
00000800:00000100:2.0:1787763552.246415:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763552.246417:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e100.
00000400:00000200:2.0:1787763552.246421:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787763552.246424:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763552.246428:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc660
00000400:00000010:2.0:1787763552.246430:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc660.
00000100:00000001:2.0:1787763552.246433:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763552.246437:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d81852940 x1874599320598144/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763552.246470:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763552.246473:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81852940 x1874599320598144/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763577 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763552.246478:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763552.246480:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763552.246483:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763552.246486:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:2.0:1787763552.246489:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763552.246490:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315387416
00000100:00000001:2.0:1787763552.246492:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315388664
00000100:00000001:2.0:1787763552.246494:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315387416
00000100:00000001:2.0:1787763552.246496:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315388664
00000100:00000001:2.0:1787763552.246497:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763552.246498:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763552.246500:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763552.246502:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763552/real 1787763552]  req@ffff9b9d81852940 x1874599320598144/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763552.246509:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763552.246510:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763552.246512:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569ee9f8.
00000400:00000200:2.0:1787763552.246514:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc110
00000400:00000010:2.0:1787763552.246515:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc110.
00000100:00000001:2.0:1787763552.246516:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763552.246519:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81852940 x1874599320598144/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763552.246525:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81852940 x1874599320598144/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763552.246530:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763552.246531:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763552.246532:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763552.246533:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763552.246535:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81852940 x1874599320598144/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763552.246539:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763552.246542:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81852940 x1874599320598144/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763577 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763552.246546:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763552.246548:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763552.246549:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763552.246550:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763552.246551:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763552.246552:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763552.246554:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763552.246556:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763552.246558:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763552.246561:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81852940 x1874599320598144/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763577 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763552.246566:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81852940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320598144:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763552.246569:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763552.246571:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81853c00 x1874599320598272/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763552.246575:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763552.246577:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763552.246578:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763552.246579:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763552.246581:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763552.246582:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81853c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320598272:192.168.203.113@tcp:8:kworker.0
00000100:00000001:2.0:1787763552.246584:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763552.246586:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763552.246587:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763552.246588:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763552.246591:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f184c00.
02000000:00000001:2.0:1787763552.246592:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763552.246594:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763552.246596:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569ee9f8.
00000400:00000010:2.0:1787763552.246598:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc110.
00000100:00000200:2.0:1787763552.246601:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320598272, portal 4
00000100:00000001:2.0:1787763552.246602:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763552.246603:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699518004224 : -110374191547392 : ffff9b9d81853c00)
00000100:00000040:2.0:1787763552.246607:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81853c00 x1874599320598272/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763552.246612:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763552.246613:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763552.246615:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc660.
00000100:00000200:2.0:1787763552.246617:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320598272, offset 0
00000400:00000200:2.0:1787763552.246620:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763552.246623:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763552.246625:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763552.246627:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763552.246629:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763552.246631:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763552.246633:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763552.246635:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63437:63437:256:4294967295] 192.168.203.113@tcp LPNI seq info [63437:63437:8:4294967295]
00000400:00000200:2.0:1787763552.246638:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763552.246643:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763552.246646:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763552.246648:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e100.
00000800:00000200:2.0:1787763552.246651:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.0:1787763552.246653:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1787763552.246656:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763552.246658:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 47 secs later)
00000800:00000100:2.0:1787763552.246661:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763552.246662:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e100.
00000400:00000200:2.0:1787763552.246664:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787763552.246667:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763552.246669:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc660
00000400:00000010:2.0:1787763552.246671:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc660.
00000100:00000001:2.0:1787763552.246672:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763552.246675:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d81853c00 x1874599320598272/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763552.246680:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763552.246682:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81853c00 x1874599320598272/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763577 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763552.246687:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763552.246688:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763552.246690:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763552.246691:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:2.0:1787763552.246693:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763552.246695:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315387428
00000100:00000001:2.0:1787763552.246697:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315388664
00000100:00000001:2.0:1787763552.246698:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315387428
00000100:00000001:2.0:1787763552.246700:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315388664
00000100:00000001:2.0:1787763552.246701:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763552.246702:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763552.246703:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763552.246706:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763552/real 1787763552]  req@ffff9b9d81853c00 x1874599320598272/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763552.246711:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763552.246711:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763552.246712:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569ee9f8.
00000400:00000200:2.0:1787763552.246714:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc110
00000400:00000010:2.0:1787763552.246715:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc110.
00000100:00000001:2.0:1787763552.246716:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763552.246719:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81853c00 x1874599320598272/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763552.246724:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81853c00 x1874599320598272/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763552.246728:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763552.246729:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763552.246730:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763552.246731:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763552.246734:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81853c00 x1874599320598272/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763552.246738:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763552.246740:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81853c00 x1874599320598272/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763577 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763552.246745:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763552.246747:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763552.246748:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763552.246749:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763552.246750:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763552.246751:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763552.246753:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763552.246755:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763552.246756:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763552.246759:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81853c00 x1874599320598272/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763577 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763552.246764:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81853c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320598272:192.168.203.113@tcp:8:kworker.0
00000100:00000001:2.0:1787763552.246766:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763552.246768:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763552.246770:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81852580 x1874599320598016/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763577 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763552.246774:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763552.246775:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763552.246776:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f187000.
02000000:00000001:2.0:1787763552.246778:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763552.246779:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763552.246780:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:2.0:1787763552.246781:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763552.246783:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d50558c00.
02000000:00000001:2.0:1787763552.246785:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763552.246786:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763552.246787:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81852580.
00000100:00000001:2.0:1787763552.246789:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763552.246790:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763552.246792:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763552.246794:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81852940 x1874599320598144/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763577 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763552.246803:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763552.246803:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763552.246805:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f186000.
02000000:00000001:2.0:1787763552.246806:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763552.246807:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763552.246808:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:2.0:1787763552.246809:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763552.246810:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d5055a400.
02000000:00000001:2.0:1787763552.246811:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763552.246812:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763552.246813:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81852940.
00000100:00000001:2.0:1787763552.246814:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763552.246815:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763552.246816:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763552.246818:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81853c00 x1874599320598272/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763577 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763552.246822:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763552.246823:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763552.246824:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f184c00.
02000000:00000001:2.0:1787763552.246825:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763552.246826:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763552.246827:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:2.0:1787763552.246828:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763552.246829:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d50558800.
02000000:00000001:2.0:1787763552.246830:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763552.246831:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763552.246831:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81853c00.
00000100:00000001:2.0:1787763552.246833:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763552.246834:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763552.246835:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763552.246838:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763552.246839:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763552.246840:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787763552.246841:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763552.436512:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763552.436518:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763552.436523:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763552.436524:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763552.436527:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763552.436529:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763552.436575:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763552.436580:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763552.436583:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763553.268554:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763553.268561:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763553.268563:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763553.268567:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763553.268571:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763553.268574:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763553.268576:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763553.268578:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763553.268581:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763553.460525:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763553.460530:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763553.460535:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763553.460536:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763553.460539:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763553.460542:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763553.460543:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763553.460546:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763553.460548:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763553.460550:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763553.460551:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763553.460553:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763553.460608:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763553.460612:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763553.460615:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787763553.524513:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4315388664, at 4315388672
00000100:00000040:1.0:1787763553.524516:0:303331:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b110 (cpu 1) has reached its deadline 4315388664, at 4315388672
00000100:00000010:0.0:1787763553.524526:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d5891f2a0.
00000100:00000010:1.0:1787763553.524528:0:303331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d5891fae0.
00000100:00000001:1.0:1787763554.292506:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763554.292513:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763554.292515:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763554.292519:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763554.292522:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763554.292525:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763554.292527:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763554.292530:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763554.292532:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763554.484513:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763554.484519:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763554.484524:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763554.484526:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763554.484529:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763554.484530:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763554.484586:0:281543:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763554.484589:0:281543:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763554.484591:0:281543:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763555.316521:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763555.316527:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763555.316530:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763555.316535:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763555.316539:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763555.316542:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763555.316545:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763555.316547:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763555.316550:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763555.508502:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763555.508508:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763555.508513:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763555.508514:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763555.508517:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763555.508519:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763555.508598:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763555.508602:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763555.508605:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763556.340533:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763556.340540:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763556.340542:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763556.340547:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763556.340550:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763556.340553:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763556.340556:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763556.340558:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763556.340561:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763556.532578:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763556.532588:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763556.532595:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763556.532597:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763556.532602:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763556.532604:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763556.532662:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763556.532668:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763556.532672:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763557.364526:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763557.364533:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763557.364535:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763557.364541:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763557.364544:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763557.364548:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1787763557.364549:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787763557.364550:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763557.364554:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1787763557.364557:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787763557.364558:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763557.364561:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763557.364564:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763557.364567:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763557.364573:0:291943:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20720
00000400:00000200:2.0:1787763557.364581:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763557.364587:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763557.364589:0:291943:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763557.364592:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763557.364594:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763557.364596:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763557.364597:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:2.0:1787763557.364600:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763557.364602:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:2.0:1787763557.364604:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763557.364606:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:2.0:1787763557.364608:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:2.0:1787763557.364610:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:2.0:1787763557.364612:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763557.364613:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763557.364615:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763557.364616:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:2.0:1787763557.364618:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:2.0:1787763557.364620:0:291943:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763557.364622:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763557.364624:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763557.364627:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763557.364630:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763557.364631:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787763557.364633:0:291943:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763557.364640:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d5692c0.
00000020:00000040:2.0:1787763557.364651:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:2.0:1787763557.364655:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763557.364656:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763557.364658:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763557.364660:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763557.364664:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763557.364670:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f184c00.
00000100:00000001:2.0:1787763557.364675:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763557.364694:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d5692c0 x1874599320598400/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763557.364701:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763557.364704:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763557.364708:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000103818ef] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d5692c0 x1874599320598400/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763557.364730:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763557.364733:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763557.364736:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787763557.364737:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763557.364738:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763557.364740:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763557.364742:0:291943:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20720
00000400:00000200:2.0:1787763557.364745:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763557.364751:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763557.364753:0:291943:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763557.364755:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763557.364757:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787763557.364760:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1787763557.364760:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763557.364765:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000001:1.0:1787763557.364766:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1787763557.364767:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763557.364770:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000100:00000001:1.0:1787763557.364771:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1787763557.364772:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763557.364776:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000020:00000001:2.0:1787763557.364778:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000020:00000001:2.0:1787763557.364781:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000040:1.0:1787763557.364783:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d5692c0 x1874599320598400/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787763557.364785:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763557.364789:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763557.364792:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763557.364796:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:2.0:1787763557.364800:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00080000:2.0:1787763557.364804:0:291943:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:1.0:1787763557.364807:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763557.364808:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763557.364809:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763557.364811:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787763557.364814:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763557.364817:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763557.364818:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763557.364823:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763557.364823:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763557.364828:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00100000:1.0:1787763557.364831:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d5692c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320598400:192.168.203.113@tcp:250:kworker.0
00000008:00100000:2.0:1787763557.364833:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787763557.364839:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763557.364841:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1787763557.364842:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763557.364846:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000010:2.0:1787763557.364847:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d569680.
02000000:00000001:1.0:1787763557.364850:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1787763557.364851:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
02000000:00000001:1.0:1787763557.364854:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787763557.364855:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763557.364858:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763557.364859:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763557.364860:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:1.0:1787763557.364861:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58dba400.
02000000:00000001:2.0:1787763557.364862:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763557.364865:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763557.364869:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f186000.
00000400:00000200:1.0:1787763557.364873:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763557.364875:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787763557.364878:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43478.
00000100:00100000:2.0:1787763557.364882:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d569680 x1874599320598528/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1787763557.364885:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9198.
00000100:00000001:2.0:1787763557.364893:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000200:1.0:1787763557.364894:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320598400, portal 25
00000100:00000001:2.0:1787763557.364897:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763557.364898:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763557.364901:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910966464 : -110374798585152 : ffff9b9d5d5692c0)
00000100:00000040:2.0:1787763557.364904:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d90ce636] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d569680 x1874599320598528/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787763557.364909:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d5692c0 x1874599320598400/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763557.364918:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763557.364923:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787763557.364924:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:2.0:1787763557.364928:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000040:1.0:1787763557.364929:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000100:00000001:2.0:1787763557.364932:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:1.0:1787763557.364933:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b95d8.
00000100:00080000:2.0:1787763557.364935:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:1.0:1787763557.364937:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320598400, offset 0
00000100:00000001:2.0:1787763557.364940:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763557.364943:0:291943:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20720
00000400:00000200:1.0:1787763557.364947:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763557.364956:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763557.364957:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763557.364964:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000400:00000200:1.0:1787763557.364967:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000100:00080000:2.0:1787763557.364968:0:291943:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763557.364974:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000400:00000200:1.0:1787763557.364985:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1787763557.364987:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787763557.364991:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000100:00000040:2.0:1787763557.364994:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000400:00000200:1.0:1787763557.364996:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763557.365001:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000100:00000001:2.0:1787763557.365002:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000400:00000200:1.0:1787763557.365006:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63438:63438:256:4294967295] 192.168.203.113@tcp LPNI seq info [63438:63438:8:4294967295]
00000020:00000001:2.0:1787763557.365008:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:1.0:1787763557.365011:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000020:00000040:2.0:1787763557.365012:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000020:00000001:2.0:1787763557.365016:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763557.365021:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000400:00000200:1.0:1787763557.365022:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000020:00000001:2.0:1787763557.365027:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000800:00000200:1.0:1787763557.365031:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000020:00000001:2.0:1787763557.365033:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000800:00000010:1.0:1787763557.365037:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef700.
00000100:00000040:2.0:1787763557.365040:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763557.365052:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763557.365054:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000800:00000200:1.0:1787763557.365058:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000001:2.0:1787763557.365059:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000800:00000200:1.0:1787763557.365062:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 42 secs later)
00000020:00000040:2.0:1787763557.365065:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000800:00000200:1.1:1787763557.365069:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00080000:2.0:1787763557.365075:0:291943:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000800:00000200:1.1:1787763557.365075:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 42 secs later)
00000100:00000001:2.0:1787763557.365082:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1787763557.365083:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763557.365088:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef700.
02000000:00000001:2.0:1787763557.365088:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763557.365095:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1787763557.365096:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763557.365101:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763557.365104:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b95d8
00000400:00000010:1.0:1787763557.365107:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b95d8.
02000000:00000001:2.0:1787763557.365107:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763557.365110:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1787763557.365113:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000008:00100000:2.0:1787763557.365114:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000100:00000200:1.0:1787763557.365117:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d5692c0 x1874599320598400/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:2.0:1787763557.365118:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763557.365123:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763557.365130:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d56b840.
00000100:00000001:1.0:1787763557.365132:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000020:00000040:2.0:1787763557.365134:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000100:00000040:1.0:1787763557.365136:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d5692c0 x1874599320598400/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763582 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787763557.365138:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763557.365140:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763557.365144:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763557.365146:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787763557.365149:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763557.365150:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763557.365153:0:256678:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000010:2.0:1787763557.365156:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f187000.
00000100:00000001:1.0:1787763557.365159:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763557.365161:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763557.365165:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763557.365168:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4315393783
00000100:00100000:2.0:1787763557.365170:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d56b840 x1874599320598656/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:1.0:1787763557.365173:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d7f69bea0.
00000100:00000001:2.0:1787763557.365179:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763557.365181:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763557.365182:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000100:00000040:2.0:1787763557.365186:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2e525cc] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d56b840 x1874599320598656/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763557.365192:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763557.365194:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787763557.365196:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4315393783
00000100:00000040:2.0:1787763557.365197:0:291943:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000010:1.0:1787763557.365203:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d7f69b360.
00000100:00080000:2.0:1787763557.365203:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787763557.365209:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000100:00080000:2.0:1787763557.365209:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787763557.365227:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763557.365228:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787763557.365232:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763557.365233:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787763557.365238:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1787763557.365239:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763557.365254:0:291943:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20720
00000100:00100000:1.0:1787763557.365256:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763557/real 1787763557]  req@ffff9b9d5d5692c0 x1874599320598400/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787763557.365261:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763557.365268:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763557.365271:0:291943:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000400:00000001:1.0:1787763557.365272:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763557.365276:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000040:2.0:1787763557.365277:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000400:00000010:1.0:1787763557.365278:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43478.
00000100:00000001:2.0:1787763557.365280:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787763557.365283:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9198
00000100:00000040:2.0:1787763557.365285:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000400:00000010:1.0:1787763557.365286:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9198.
00000100:00000001:2.0:1787763557.365288:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000001:1.0:1787763557.365290:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000001:2.0:1787763557.365291:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763557.365293:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000100:00000200:1.0:1787763557.365296:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d5692c0 x1874599320598400/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1787763557.365296:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763557.365298:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000020:00000001:2.0:1787763557.365302:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000020:00000001:2.0:1787763557.365306:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000200:1.0:1787763557.365319:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d5692c0 x1874599320598400/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787763557.365322:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763557.365327:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763557.365331:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763557.365333:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763557.365334:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000001:1.0:1787763557.365335:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:2.0:1787763557.365337:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00000001:1.0:1787763557.365338:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763557.365341:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1787763557.365343:0:291943:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00100000:1.0:1787763557.365348:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d5692c0 x1874599320598400/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763557.365348:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763557.365352:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763557.365356:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763557.365358:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1787763557.365360:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763557.365362:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000040:1.0:1787763557.365364:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d5692c0 x1874599320598400/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763582 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1787763557.365365:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787763557.365370:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763557.365375:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763557.365380:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000010:2.0:1787763557.365381:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d568000.
00000100:00000001:1.0:1787763557.365384:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:2.0:1787763557.365385:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
00000100:00000001:1.0:1787763557.365387:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763557.365389:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1787763557.365389:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763557.365392:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763557.365393:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763557.365396:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763557.365397:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763557.365399:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00080000:1.0:1787763557.365401:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
02000000:00000001:2.0:1787763557.365402:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787763557.365406:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
02000000:00000010:2.0:1787763557.365407:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f185000.
00000100:00000001:1.0:1787763557.365409:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:2.0:1787763557.365413:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763557.365414:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d5692c0 x1874599320598400/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763582 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763557.365433:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d5692c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320598400:192.168.203.113@tcp:250:kworker.0
00000100:00100000:2.0:1787763557.365433:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d568000 x1874599320598784/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787763557.365464:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763557.365465:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763557.365469:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d5692c0 x1874599320598400/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763582 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763557.365474:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763557.365476:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763557.365479:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58dba400.
02000000:00000001:1.0:1787763557.365484:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:2.0:1787763557.365486:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000020:00000001:1.0:1787763557.365487:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763557.365491:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000100:00000001:2.0:1787763557.365491:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787763557.365496:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763557.365499:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f184c00.
00000100:00000040:2.0:1787763557.365502:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000040389d09] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d568000 x1874599320598784/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787763557.365503:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763557.365506:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763557.365509:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d5692c0.
00000100:00000001:1.0:1787763557.365514:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763557.365515:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763557.365517:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763557.365520:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763557.365522:0:291943:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20730)
00000100:00000001:1.0:1787763557.365526:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763557.365529:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763557.365530:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763557.365532:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763557.365533:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763557.365537:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d569680 x1874599320598528/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763557.365542:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763557.365543:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763557.365545:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763557.365546:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763557.365548:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763557.365550:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d569680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320598528:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763557.365552:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763557.365554:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763557.365555:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763557.365557:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763557.365559:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58dba400.
02000000:00000001:1.0:1787763557.365561:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763557.365564:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763557.365565:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43478.
00000400:00000010:1.0:1787763557.365567:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9198.
00000100:00000200:1.0:1787763557.365570:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320598528, portal 10
00000100:00000001:1.0:1787763557.365571:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763557.365572:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910967424 : -110374798584192 : ffff9b9d5d569680)
00000100:00000040:1.0:1787763557.365577:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d569680 x1874599320598528/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763557.365581:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763557.365583:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763557.365584:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b95d8.
00000100:00000200:1.0:1787763557.365586:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320598528, offset 0
00000400:00000200:1.0:1787763557.365588:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763557.365591:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763557.365594:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763557.365596:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763557.365597:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763557.365599:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763557.365601:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763557.365603:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63439:63439:256:4294967295] 192.168.203.113@tcp LPNI seq info [63439:63439:8:4294967295]
00000400:00000200:1.0:1787763557.365606:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763557.365610:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763557.365612:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763557.365614:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef700.
00000800:00000200:1.0:1787763557.365617:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763557.365619:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787763557.365622:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763557.365624:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1787763557.365627:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763557.365628:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef700.
00000400:00000200:1.0:1787763557.365631:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763557.365633:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763557.365635:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b95d8
00000400:00000010:1.0:1787763557.365637:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b95d8.
00000100:00000001:1.0:1787763557.365638:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763557.365640:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d569680 x1874599320598528/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763557.365653:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763557.365655:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d569680 x1874599320598528/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763582 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763557.365660:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763557.365661:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763557.365663:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763557.365666:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:1.0:1787763557.365668:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763557.365669:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315392556
00000100:00000001:1.0:1787763557.365671:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315393783
00000100:00000001:1.0:1787763557.365673:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315392556
00000100:00000001:1.0:1787763557.365675:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315393783
00000100:00000001:1.0:1787763557.365676:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763557.365677:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763557.365679:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763557.365681:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763557/real 1787763557]  req@ffff9b9d5d569680 x1874599320598528/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763557.365686:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763557.365686:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763557.365687:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43478.
00000400:00000200:1.0:1787763557.365689:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9198
00000400:00000010:1.0:1787763557.365690:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9198.
00000100:00000001:1.0:1787763557.365691:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763557.365694:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d569680 x1874599320598528/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763557.365699:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d569680 x1874599320598528/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763557.365703:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763557.365704:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763557.365705:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763557.365706:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763557.365708:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d569680 x1874599320598528/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763557.365712:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763557.365715:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d569680 x1874599320598528/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763582 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763557.365719:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763557.365720:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763557.365721:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763557.365722:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763557.365723:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763557.365731:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763557.365733:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763557.365736:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763557.365738:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763557.365742:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d569680 x1874599320598528/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763582 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763557.365750:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d569680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320598528:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763557.365754:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763557.365758:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d56b840 x1874599320598656/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763557.365772:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763557.365773:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763557.365775:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763557.365777:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763557.365780:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763557.365783:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d56b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320598656:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763557.365787:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763557.365789:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763557.365790:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763557.365792:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763557.365794:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db9400.
02000000:00000001:1.0:1787763557.365796:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763557.365798:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763557.365800:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43478.
00000400:00000010:1.0:1787763557.365802:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9198.
00000100:00000200:1.0:1787763557.365804:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320598656, portal 10
00000100:00000001:1.0:1787763557.365806:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763557.365807:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910976064 : -110374798575552 : ffff9b9d5d56b840)
00000100:00000040:1.0:1787763557.365811:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d56b840 x1874599320598656/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763557.365815:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763557.365817:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763557.365818:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b95d8.
00000100:00000200:1.0:1787763557.365820:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320598656, offset 0
00000400:00000200:1.0:1787763557.365823:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763557.365825:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763557.365827:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763557.365829:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763557.365831:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763557.365833:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763557.365835:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763557.365837:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63440:63440:256:4294967295] 192.168.203.113@tcp LPNI seq info [63440:63440:8:4294967295]
00000400:00000200:1.0:1787763557.365840:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763557.365845:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763557.365848:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763557.365850:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef700.
00000800:00000200:1.0:1787763557.365853:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763557.365855:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787763557.365858:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763557.365860:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1787763557.365863:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763557.365864:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef700.
00000400:00000200:1.0:1787763557.365867:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763557.365869:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763557.365871:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b95d8
00000400:00000010:1.0:1787763557.365872:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b95d8.
00000100:00000001:1.0:1787763557.365874:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763557.365876:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d56b840 x1874599320598656/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763557.365882:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763557.365884:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d56b840 x1874599320598656/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763582 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763557.365888:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763557.365889:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763557.365891:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763557.365893:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:1.0:1787763557.365895:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763557.365896:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315392535
00000100:00000001:1.0:1787763557.365898:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315393783
00000100:00000001:1.0:1787763557.365900:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315392535
00000100:00000001:1.0:1787763557.365901:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315393783
00000100:00000001:1.0:1787763557.365903:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763557.365904:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763557.365906:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763557.365908:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763557/real 1787763557]  req@ffff9b9d5d56b840 x1874599320598656/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763557.365913:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763557.365914:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763557.365915:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43478.
00000400:00000200:1.0:1787763557.365916:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9198
00000400:00000010:1.0:1787763557.365917:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9198.
00000100:00000001:1.0:1787763557.365918:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763557.365920:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d56b840 x1874599320598656/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763557.365926:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d56b840 x1874599320598656/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763557.365930:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763557.365930:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763557.365932:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763557.365932:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763557.365934:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d56b840 x1874599320598656/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763557.365938:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763557.365941:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d56b840 x1874599320598656/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763582 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763557.365945:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763557.365946:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763557.365947:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763557.365948:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763557.365950:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763557.365951:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763557.365953:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763557.365955:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763557.365957:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763557.365959:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d56b840 x1874599320598656/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763582 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763557.365964:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d56b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320598656:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763557.365966:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763557.365968:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d568000 x1874599320598784/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763557.365972:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763557.365973:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763557.365974:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763557.365976:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763557.365977:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763557.365979:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d568000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320598784:192.168.203.113@tcp:8:kworker.0
00000100:00000001:1.0:1787763557.365981:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763557.365982:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763557.365983:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763557.365984:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763557.365986:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db8400.
02000000:00000001:1.0:1787763557.365987:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763557.365989:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763557.365991:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43478.
00000400:00000010:1.0:1787763557.365993:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9198.
00000100:00000200:1.0:1787763557.365994:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320598784, portal 4
00000100:00000001:1.0:1787763557.365995:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763557.365996:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910961664 : -110374798589952 : ffff9b9d5d568000)
00000100:00000040:1.0:1787763557.366000:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d568000 x1874599320598784/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763557.366004:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763557.366006:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763557.366007:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b95d8.
00000100:00000200:1.0:1787763557.366008:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320598784, offset 0
00000400:00000200:1.0:1787763557.366011:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763557.366013:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763557.366015:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763557.366017:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763557.366018:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763557.366020:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763557.366021:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763557.366023:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63441:63441:256:4294967295] 192.168.203.113@tcp LPNI seq info [63441:63441:8:4294967295]
00000400:00000200:1.0:1787763557.366026:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763557.366030:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763557.366033:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763557.366034:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef700.
00000800:00000200:1.0:1787763557.366036:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763557.366038:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787763557.366041:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763557.366042:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1787763557.366045:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763557.366046:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef700.
00000400:00000200:1.0:1787763557.366048:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763557.366050:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763557.366052:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b95d8
00000400:00000010:1.0:1787763557.366053:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b95d8.
00000100:00000001:1.0:1787763557.366055:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763557.366057:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d568000 x1874599320598784/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763557.366062:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763557.366064:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d568000 x1874599320598784/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763582 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763557.366068:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763557.366069:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763557.366071:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763557.366072:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:1.0:1787763557.366074:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763557.366076:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315392547
00000100:00000001:1.0:1787763557.366077:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315393783
00000100:00000001:1.0:1787763557.366079:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315392547
00000100:00000001:1.0:1787763557.366080:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315393783
00000100:00000001:1.0:1787763557.366081:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763557.366082:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763557.366083:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763557.366085:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763557/real 1787763557]  req@ffff9b9d5d568000 x1874599320598784/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763557.366090:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763557.366090:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763557.366091:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43478.
00000400:00000200:1.0:1787763557.366093:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9198
00000400:00000010:1.0:1787763557.366094:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9198.
00000100:00000001:1.0:1787763557.366095:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763557.366097:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d568000 x1874599320598784/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763557.366102:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d568000 x1874599320598784/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763557.366106:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763557.366107:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763557.366108:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763557.366109:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763557.366111:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d568000 x1874599320598784/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763557.366115:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763557.366117:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d568000 x1874599320598784/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763582 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763557.366122:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763557.366123:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763557.366124:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763557.366125:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763557.366126:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763557.366127:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763557.366129:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763557.366130:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763557.366132:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763557.366134:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d568000 x1874599320598784/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763582 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763557.366138:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d568000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320598784:192.168.203.113@tcp:8:kworker.0
00000100:00000001:1.0:1787763557.366140:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763557.366142:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763557.366144:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d569680 x1874599320598528/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763582 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763557.366147:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763557.366148:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763557.366150:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58dba400.
02000000:00000001:1.0:1787763557.366151:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763557.366152:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763557.366153:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:1.0:1787763557.366154:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763557.366155:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f186000.
02000000:00000001:1.0:1787763557.366157:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763557.366158:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763557.366159:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d569680.
00000100:00000001:1.0:1787763557.366160:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763557.366161:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763557.366163:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763557.366165:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d56b840 x1874599320598656/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763582 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763557.366169:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763557.366170:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763557.366171:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db9400.
02000000:00000001:1.0:1787763557.366172:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763557.366173:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763557.366173:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:1.0:1787763557.366174:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763557.366175:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f187000.
02000000:00000001:1.0:1787763557.366176:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763557.366177:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763557.366178:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d56b840.
00000100:00000001:1.0:1787763557.366179:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763557.366180:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763557.366181:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763557.366183:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d568000 x1874599320598784/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763582 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763557.366186:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763557.366187:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763557.366188:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db8400.
02000000:00000001:1.0:1787763557.366189:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763557.366190:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763557.366191:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:1.0:1787763557.366192:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763557.366192:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f185000.
02000000:00000001:1.0:1787763557.366194:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763557.366194:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763557.366195:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d568000.
00000100:00000001:1.0:1787763557.366196:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763557.366197:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763557.366198:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763557.366201:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763557.366201:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763557.366203:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763557.366204:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763557.556541:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763557.556549:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763557.556556:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763557.556557:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763557.556560:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763557.556561:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763557.556633:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763557.556638:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763557.556641:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763558.388501:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763558.388508:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763558.388510:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763558.388515:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763558.388519:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763558.388523:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763558.388525:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763558.388529:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763558.388532:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763558.580498:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763558.580504:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763558.580509:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763558.580511:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763558.580514:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763558.580515:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763558.580628:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763558.580634:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763558.580638:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787763558.644514:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4315393783, at 4315393792
00000100:00000040:1.0:1787763558.644514:0:303331:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b110 (cpu 1) has reached its deadline 4315393783, at 4315393792
00000100:00000010:0.0:1787763558.644528:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69bea0.
00000100:00000010:1.0:1787763558.644530:0:303331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69b360.
00000100:00000001:1.0:1787763559.412538:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763559.412544:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763559.412546:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763559.412551:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763559.412554:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763559.412558:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763559.412560:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763559.412563:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763559.412565:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763559.604586:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763559.604608:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763559.604613:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763559.604614:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763559.604618:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763559.604619:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763559.604704:0:281543:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763559.604711:0:281543:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763559.604716:0:281543:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763560.436518:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763560.436526:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763560.436528:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763560.436532:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763560.436535:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763560.436539:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763560.436542:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763560.436545:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763560.436548:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763560.628526:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763560.628530:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763560.628536:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763560.628537:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763560.628540:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763560.628542:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763560.628588:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763560.628593:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763560.628596:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763561.460502:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763561.460507:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763561.460509:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763561.460513:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763561.460516:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763561.460520:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763561.460522:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763561.460525:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763561.460527:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763561.652517:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763561.652524:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763561.652527:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763561.652530:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763561.652533:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763561.652535:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763561.652537:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763561.652538:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763561.652541:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763561.652542:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763561.652543:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763561.652545:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763561.652546:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763561.652546:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763561.652548:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763561.652549:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763561.652551:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763561.652552:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763561.652615:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763561.652620:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763561.652623:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763562.484509:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:2.0:1787763562.484510:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787763562.484516:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:2.0:1787763562.484518:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787763562.484519:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763562.484523:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:1.0:1787763562.484524:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00080000:2.0:1787763562.484527:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787763562.484528:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763562.484532:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787763562.484533:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763562.484537:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:2.0:1787763562.484540:0:291943:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20725
00000100:00000001:1.0:1787763562.484541:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763562.484545:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763562.484550:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763562.484557:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763562.484559:0:291943:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763562.484563:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763562.484565:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763562.484567:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763562.484569:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:2.0:1787763562.484572:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763562.484573:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:2.0:1787763562.484575:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763562.484578:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:2.0:1787763562.484579:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:2.0:1787763562.484581:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:2.0:1787763562.484583:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763562.484584:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763562.484585:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763562.484587:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:2.0:1787763562.484589:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:2.0:1787763562.484592:0:291943:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763562.484593:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763562.484595:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763562.484597:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763562.484599:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763562.484601:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787763562.484602:0:291943:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763562.484610:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d56a940.
00000020:00000040:2.0:1787763562.484612:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:2.0:1787763562.484616:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763562.484617:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763562.484619:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763562.484621:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763562.484625:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763562.484631:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f185000.
00000100:00000001:2.0:1787763562.484636:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763562.484643:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d56a940 x1874599320598912/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763562.484650:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763562.484654:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763562.484657:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b4aca245] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d56a940 x1874599320598912/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763562.484676:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763562.484680:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763562.484683:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787763562.484685:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763562.484687:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763562.484691:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763562.484695:0:291943:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20725
00000100:00000001:1.0:1787763562.484697:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763562.484702:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000400:00000200:2.0:1787763562.484702:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763562.484705:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000400:00000200:2.0:1787763562.484709:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00000040:1.0:1787763562.484713:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d56a940 x1874599320598912/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787763562.484715:0:291943:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787763562.484725:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:2.0:1787763562.484725:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763562.484728:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763562.484730:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1787763562.484733:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:2.0:1787763562.484734:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
02000000:00000001:1.0:1787763562.484736:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763562.484737:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
02000000:00000001:1.0:1787763562.484741:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763562.484742:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763562.484745:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000100:00100000:1.0:1787763562.484748:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d56a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320598912:192.168.203.113@tcp:250:kworker.0
00000020:00000001:2.0:1787763562.484749:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763562.484753:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000100:00000001:1.0:1787763562.484754:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000001:2.0:1787763562.484755:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
02000000:00000001:1.0:1787763562.484758:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000001:2.0:1787763562.484759:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
02000000:00000001:1.0:1787763562.484762:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763562.484765:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
02000000:00000001:1.0:1787763562.484766:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1787763562.484768:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763562.484771:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763562.484772:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
02000000:00000010:1.0:1787763562.484774:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db8400.
00000020:00000040:2.0:1787763562.484775:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00080000:2.0:1787763562.484779:0:291943:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
02000000:00000001:1.0:1787763562.484780:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763562.484782:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763562.484785:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763562.484790:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1787763562.484791:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
02000000:00000001:2.0:1787763562.484793:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763562.484796:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000010:1.0:1787763562.484798:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43478.
00000008:00100000:2.0:1787763562.484800:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787763562.484804:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763562.484805:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787763562.484808:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9198.
00000100:00000010:2.0:1787763562.484809:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d568b40.
00000020:00000040:2.0:1787763562.484813:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
02000000:00000001:2.0:1787763562.484815:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763562.484816:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787763562.484818:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320598912, portal 25
00000100:00000001:2.0:1787763562.484818:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763562.484820:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763562.484822:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763562.484824:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763562.484827:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910972224 : -110374798579392 : ffff9b9d5d56a940)
02000000:00000010:2.0:1787763562.484827:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f187000.
00000100:00000001:2.0:1787763562.484833:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763562.484834:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d56a940 x1874599320598912/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763562.484840:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d568b40 x1874599320599040/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787763562.484846:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763562.484853:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000100:00000001:2.0:1787763562.484854:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763562.484856:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787763562.484857:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b95d8.
00000100:00000200:1.0:1787763562.484863:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320598912, offset 0
00000100:00000040:2.0:1787763562.484863:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a25ffa6] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d568b40 x1874599320599040/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787763562.484874:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000100:00000001:2.0:1787763562.484882:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763562.484886:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00080000:2.0:1787763562.484888:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1787763562.484893:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000100:00080000:2.0:1787763562.484896:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787763562.484899:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1787763562.484900:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:2.0:1787763562.484904:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1787763562.484906:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000100:00000001:2.0:1787763562.484911:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1787763562.484912:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763562.484918:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000100:00080000:2.0:1787763562.484919:0:291943:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20725
00000400:00000200:1.0:1787763562.484923:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63442:63442:256:4294967295] 192.168.203.113@tcp LPNI seq info [63442:63442:8:4294967295]
00000400:00000200:2.0:1787763562.484929:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763562.484933:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763562.484936:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763562.484939:0:291943:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763562.484946:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000400:00000200:1.0:1787763562.484947:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1787763562.484953:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.0:1787763562.484957:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000100:00000040:2.0:1787763562.484961:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000800:00000010:1.0:1787763562.484964:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef700.
00000100:00000001:2.0:1787763562.484968:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:2.0:1787763562.484973:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000200:1.0:1787763562.484974:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000020:00000040:2.0:1787763562.484977:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000800:00000200:1.0:1787763562.484978:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 37 secs later)
00000020:00000001:2.0:1787763562.484981:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000200:1.1:1787763562.484985:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000020:00000040:2.0:1787763562.484986:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000800:00000200:1.1:1787763562.484990:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 37 secs later)
00000020:00000001:2.0:1787763562.484992:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000800:00000100:1.0:1787763562.484996:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000020:00000001:2.0:1787763562.484997:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000800:00000010:1.0:1787763562.484999:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef700.
00000100:00000040:2.0:1787763562.485003:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000400:00000200:1.0:1787763562.485006:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1787763562.485007:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763562.485011:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000400:00000200:1.0:1787763562.485016:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000100:00000001:2.0:1787763562.485016:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:2.0:1787763562.485021:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000400:00000200:1.0:1787763562.485023:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b95d8
00000100:00080000:2.0:1787763562.485026:0:291943:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000400:00000010:1.0:1787763562.485027:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b95d8.
00000100:00000001:2.0:1787763562.485032:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763562.485034:0:256678:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:2.0:1787763562.485035:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763562.485039:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:1.0:1787763562.485040:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d56a940 x1874599320598912/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787763562.485043:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763562.485048:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1787763562.485054:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763562.485057:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d56a940 x1874599320598912/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763587 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1787763562.485059:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787763562.485065:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763562.485069:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763562.485077:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d568000.
00000100:00000001:1.0:1787763562.485078:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1787763562.485081:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000100:00000001:1.0:1787763562.485082:0:256678:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:2.0:1787763562.485087:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787763562.485089:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763562.485090:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763562.485095:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763562.485097:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1787763562.485098:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
02000000:00000001:2.0:1787763562.485100:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763562.485102:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4315398903
02000000:00000010:2.0:1787763562.485105:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f186000.
00000100:00000010:1.0:1787763562.485108:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d7f69b360.
00000100:00000001:2.0:1787763562.485110:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763562.485116:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000100:00100000:2.0:1787763562.485117:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d568000 x1874599320599168/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787763562.485124:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4315398903
00000100:00000001:2.0:1787763562.485125:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763562.485130:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787763562.485131:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d7f69bea0.
00000100:00000040:2.0:1787763562.485135:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000040389d09] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d568000 x1874599320599168/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763562.485137:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787763562.485141:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763562.485146:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763562.485151:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1787763562.485152:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763562.485155:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1787763562.485157:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763562/real 1787763562]  req@ffff9b9d5d56a940 x1874599320598912/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787763562.485159:0:291943:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1787763562.485164:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763562.485173:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787763562.485189:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763562.485191:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763562.485194:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763562.485198:0:291943:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20725
00000400:00000200:2.0:1787763562.485203:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763562.485207:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763562.485209:0:291943:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763562.485212:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763562.485214:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763562.485217:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763562.485219:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:2.0:1787763562.485222:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763562.485224:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000020:00000001:2.0:1787763562.485226:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763562.485228:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000020:00000001:2.0:1787763562.485230:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000020:00000001:2.0:1787763562.485232:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000040:2.0:1787763562.485235:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763562.485237:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763562.485238:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763562.485239:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:2.0:1787763562.485241:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00080000:2.0:1787763562.485243:0:291943:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763562.485244:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763562.485245:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763562.485248:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763562.485249:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763562.485250:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787763562.485252:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787763562.485254:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763562.485255:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763562.485258:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d56b840.
00000020:00000040:2.0:1787763562.485259:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
02000000:00000001:2.0:1787763562.485261:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763562.485262:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763562.485263:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763562.485264:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000001:1.0:1787763562.485265:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:2.0:1787763562.485266:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1787763562.485268:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000010:2.0:1787763562.485271:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f184c00.
00000400:00000010:1.0:1787763562.485272:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43478.
00000100:00000001:2.0:1787763562.485277:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763562.485278:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9198
00000400:00000010:1.0:1787763562.485282:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9198.
00000100:00100000:2.0:1787763562.485285:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d56b840 x1874599320599296/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787763562.485286:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763562.485293:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d56a940 x1874599320598912/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763562.485296:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763562.485300:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763562.485308:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2e525cc] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d56b840 x1874599320599296/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763562.485310:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d56a940 x1874599320598912/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763562.485335:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763562.485336:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763562.485339:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763562.485341:0:291943:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20735)
00000100:00000001:1.0:1787763562.485342:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763562.485344:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763562.485347:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d56a940 x1874599320598912/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763562.485356:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763562.485361:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d56a940 x1874599320598912/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763587 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763562.485369:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763562.485372:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763562.485374:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763562.485375:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763562.485378:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763562.485380:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763562.485383:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763562.485387:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763562.485390:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763562.485395:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d56a940 x1874599320598912/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763587 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763562.485404:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d56a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320598912:192.168.203.113@tcp:250:kworker.0
00000100:00000001:1.0:1787763562.485408:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763562.485410:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763562.485414:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d56a940 x1874599320598912/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763587 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763562.485422:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763562.485424:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763562.485426:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db8400.
02000000:00000001:1.0:1787763562.485429:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763562.485430:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763562.485432:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:1.0:1787763562.485433:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763562.485435:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f185000.
02000000:00000001:1.0:1787763562.485456:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763562.485458:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763562.485459:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d56a940.
00000100:00000001:1.0:1787763562.485462:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763562.485463:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763562.485464:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763562.485470:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763562.485471:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763562.485473:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763562.485474:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763562.485475:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763562.485478:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d568b40 x1874599320599040/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763562.485484:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763562.485485:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763562.485486:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763562.485488:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763562.485489:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763562.485491:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d568b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320599040:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763562.485493:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763562.485495:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763562.485496:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763562.485498:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763562.485500:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db8400.
02000000:00000001:1.0:1787763562.485501:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763562.485504:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763562.485507:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43478.
00000400:00000010:1.0:1787763562.485509:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9198.
00000100:00000200:1.0:1787763562.485511:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320599040, portal 10
00000100:00000001:1.0:1787763562.485513:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763562.485514:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910964544 : -110374798587072 : ffff9b9d5d568b40)
00000100:00000040:1.0:1787763562.485518:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d568b40 x1874599320599040/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763562.485523:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763562.485525:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763562.485527:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b95d8.
00000100:00000200:1.0:1787763562.485529:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320599040, offset 0
00000400:00000200:1.0:1787763562.485531:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763562.485535:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763562.485538:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763562.485540:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763562.485542:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763562.485544:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763562.485546:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763562.485548:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63443:63443:256:4294967295] 192.168.203.113@tcp LPNI seq info [63443:63443:8:4294967295]
00000400:00000200:1.0:1787763562.485550:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763562.485555:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763562.485557:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763562.485560:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef700.
00000800:00000200:1.0:1787763562.485562:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763562.485565:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787763562.485568:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763562.485570:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1787763562.485572:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763562.485573:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef700.
00000400:00000200:1.0:1787763562.485576:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763562.485578:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763562.485581:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b95d8
00000400:00000010:1.0:1787763562.485582:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b95d8.
00000100:00000001:1.0:1787763562.485584:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763562.485586:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d568b40 x1874599320599040/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763562.485592:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763562.485594:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d568b40 x1874599320599040/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763587 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763562.485599:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763562.485600:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763562.485602:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763562.485605:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:1.0:1787763562.485607:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763562.485609:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315397676
00000100:00000001:1.0:1787763562.485611:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315398903
00000100:00000001:1.0:1787763562.485612:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315397676
00000100:00000001:1.0:1787763562.485614:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315398903
00000100:00000001:1.0:1787763562.485615:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763562.485616:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763562.485617:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763562.485620:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763562/real 1787763562]  req@ffff9b9d5d568b40 x1874599320599040/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763562.485625:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763562.485625:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763562.485627:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43478.
00000400:00000200:1.0:1787763562.485628:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9198
00000400:00000010:1.0:1787763562.485629:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9198.
00000100:00000001:1.0:1787763562.485631:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763562.485633:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d568b40 x1874599320599040/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763562.485637:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d568b40 x1874599320599040/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763562.485642:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763562.485643:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763562.485644:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763562.485645:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763562.485647:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d568b40 x1874599320599040/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763562.485651:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763562.485653:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d568b40 x1874599320599040/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763587 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763562.485658:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763562.485660:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763562.485661:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763562.485662:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763562.485663:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763562.485672:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763562.485673:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763562.485675:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763562.485676:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763562.485679:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d568b40 x1874599320599040/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763587 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763562.485684:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d568b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320599040:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763562.485687:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763562.485688:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d568000 x1874599320599168/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763562.485692:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763562.485693:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763562.485694:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763562.485696:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763562.485697:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763562.485698:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d568000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320599168:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763562.485700:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763562.485701:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763562.485702:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763562.485703:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763562.485705:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db9400.
02000000:00000001:1.0:1787763562.485707:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763562.485709:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763562.485710:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43478.
00000400:00000010:1.0:1787763562.485712:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9198.
00000100:00000200:1.0:1787763562.485714:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320599168, portal 10
00000100:00000001:1.0:1787763562.485715:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763562.485716:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910961664 : -110374798589952 : ffff9b9d5d568000)
00000100:00000040:1.0:1787763562.485720:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d568000 x1874599320599168/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763562.485724:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763562.485725:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763562.485727:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b95d8.
00000100:00000200:1.0:1787763562.485728:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320599168, offset 0
00000400:00000200:1.0:1787763562.485731:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763562.485733:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763562.485735:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763562.485736:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763562.485738:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763562.485739:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763562.485741:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763562.485743:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63444:63444:256:4294967295] 192.168.203.113@tcp LPNI seq info [63444:63444:8:4294967295]
00000400:00000200:1.0:1787763562.485746:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763562.485750:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763562.485753:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763562.485755:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef700.
00000800:00000200:1.0:1787763562.485757:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763562.485759:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787763562.485762:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763562.485763:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1787763562.485765:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763562.485767:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef700.
00000400:00000200:1.0:1787763562.485769:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763562.485772:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763562.485775:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b95d8
00000400:00000010:1.0:1787763562.485778:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b95d8.
00000100:00000001:1.0:1787763562.485780:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763562.485784:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d568000 x1874599320599168/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763562.485792:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763562.485795:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d568000 x1874599320599168/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763587 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763562.485802:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763562.485803:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763562.485807:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763562.485810:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:1.0:1787763562.485814:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763562.485816:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315397655
00000100:00000001:1.0:1787763562.485819:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315398903
00000100:00000001:1.0:1787763562.485821:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315397655
00000100:00000001:1.0:1787763562.485823:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315398903
00000100:00000001:1.0:1787763562.485825:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763562.485827:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763562.485828:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763562.485831:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763562/real 1787763562]  req@ffff9b9d5d568000 x1874599320599168/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763562.485837:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763562.485838:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763562.485839:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43478.
00000400:00000200:1.0:1787763562.485841:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9198
00000400:00000010:1.0:1787763562.485842:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9198.
00000100:00000001:1.0:1787763562.485843:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763562.485845:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d568000 x1874599320599168/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763562.485851:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d568000 x1874599320599168/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763562.485856:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763562.485857:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763562.485858:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763562.485859:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763562.485861:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d568000 x1874599320599168/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763562.485865:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763562.485867:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d568000 x1874599320599168/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763587 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763562.485871:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763562.485873:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763562.485874:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763562.485874:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763562.485876:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763562.485877:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763562.485878:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763562.485880:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763562.485881:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763562.485884:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d568000 x1874599320599168/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763587 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763562.485889:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d568000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320599168:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763562.485891:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763562.485894:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d56b840 x1874599320599296/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763562.485898:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763562.485898:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763562.485901:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763562.485902:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763562.485903:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763562.485905:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d56b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320599296:192.168.203.113@tcp:8:kworker.0
00000100:00000001:1.0:1787763562.485908:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763562.485909:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763562.485910:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763562.485911:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763562.485913:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58dba400.
02000000:00000001:1.0:1787763562.485914:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763562.485917:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763562.485918:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43478.
00000400:00000010:1.0:1787763562.485920:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9198.
00000100:00000200:1.0:1787763562.485922:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320599296, portal 4
00000100:00000001:1.0:1787763562.485924:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763562.485925:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910976064 : -110374798575552 : ffff9b9d5d56b840)
00000100:00000040:1.0:1787763562.485928:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d56b840 x1874599320599296/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763562.485933:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763562.485934:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763562.485936:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b95d8.
00000100:00000200:1.0:1787763562.485937:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320599296, offset 0
00000400:00000200:1.0:1787763562.485940:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763562.485942:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763562.485944:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763562.485946:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763562.485948:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763562.485949:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763562.485951:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763562.485953:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63445:63445:256:4294967295] 192.168.203.113@tcp LPNI seq info [63445:63445:8:4294967295]
00000400:00000200:1.0:1787763562.485956:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763562.485960:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763562.485964:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763562.485966:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef700.
00000800:00000200:1.0:1787763562.485968:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763562.485970:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787763562.485973:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763562.485975:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1787763562.485978:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763562.485979:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef700.
00000400:00000200:1.0:1787763562.485981:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763562.485984:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763562.485986:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b95d8
00000400:00000010:1.0:1787763562.485987:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b95d8.
00000100:00000001:1.0:1787763562.485988:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763562.485990:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d56b840 x1874599320599296/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763562.485995:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763562.485997:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d56b840 x1874599320599296/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763587 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763562.486001:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763562.486002:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763562.486004:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763562.486007:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:1.0:1787763562.486009:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763562.486010:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315397667
00000100:00000001:1.0:1787763562.486012:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315398903
00000100:00000001:1.0:1787763562.486013:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315397667
00000100:00000001:1.0:1787763562.486015:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315398903
00000100:00000001:1.0:1787763562.486016:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763562.486017:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763562.486018:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763562.486020:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763562/real 1787763562]  req@ffff9b9d5d56b840 x1874599320599296/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763562.486026:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763562.486027:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763562.486028:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43478.
00000400:00000200:1.0:1787763562.486029:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9198
00000400:00000010:1.0:1787763562.486030:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9198.
00000100:00000001:1.0:1787763562.486031:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763562.486033:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d56b840 x1874599320599296/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763562.486038:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d56b840 x1874599320599296/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763562.486042:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763562.486043:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763562.486044:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763562.486044:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763562.486046:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d56b840 x1874599320599296/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763562.486050:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763562.486053:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d56b840 x1874599320599296/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763587 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763562.486057:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763562.486059:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763562.486060:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763562.486060:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763562.486061:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763562.486062:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763562.486064:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763562.486066:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763562.486067:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763562.486070:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d56b840 x1874599320599296/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763587 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763562.486075:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d56b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320599296:192.168.203.113@tcp:8:kworker.0
00000100:00000001:1.0:1787763562.486077:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763562.486079:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763562.486081:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d568b40 x1874599320599040/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763587 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763562.486084:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763562.486085:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763562.486087:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db8400.
02000000:00000001:1.0:1787763562.486088:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763562.486089:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763562.486090:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:1.0:1787763562.486091:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763562.486092:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f187000.
02000000:00000001:1.0:1787763562.486094:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763562.486095:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763562.486095:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d568b40.
00000100:00000001:1.0:1787763562.486097:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763562.486098:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763562.486099:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763562.486101:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d568000 x1874599320599168/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763587 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763562.486105:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763562.486106:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763562.486106:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db9400.
02000000:00000001:1.0:1787763562.486108:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763562.486108:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763562.486109:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:1.0:1787763562.486110:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763562.486111:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f186000.
02000000:00000001:1.0:1787763562.486112:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763562.486114:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763562.486115:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d568000.
00000100:00000001:1.0:1787763562.486116:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763562.486117:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763562.486118:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763562.486120:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d56b840 x1874599320599296/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763587 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763562.486123:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763562.486124:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763562.486125:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58dba400.
02000000:00000001:1.0:1787763562.486126:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763562.486127:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763562.486128:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:1.0:1787763562.486129:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763562.486130:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f184c00.
02000000:00000001:1.0:1787763562.486131:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763562.486132:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763562.486132:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d56b840.
00000100:00000001:1.0:1787763562.486134:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763562.486134:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763562.486135:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763562.486138:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763562.486138:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763562.486140:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763562.486141:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763562.676517:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763562.676522:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763562.676526:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763562.676529:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763562.676533:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763562.676534:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763562.676586:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763562.676590:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763562.676593:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763563.508516:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763563.508538:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763563.508542:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763563.508548:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763563.508552:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763563.508555:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763563.508559:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763563.508561:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763563.508564:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763563.700585:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763563.700593:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763563.700602:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763563.700606:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763563.700613:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763563.700618:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763563.700622:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763563.700628:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763563.700633:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763563.700637:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763563.700641:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763563.700645:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763563.700740:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763563.700746:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763563.700751:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1787763563.764580:0:303331:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b110 (cpu 1) has reached its deadline 4315398903, at 4315398912
00000100:00000040:0.0:1787763563.764585:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4315398903, at 4315398912
00000100:00000010:1.0:1787763563.764601:0:303331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69bea0.
00000100:00000010:0.0:1787763563.764606:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69b360.
00000100:00000001:1.0:1787763564.532565:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763564.532572:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763564.532574:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763564.532578:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763564.532581:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763564.532583:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763564.532585:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763564.532587:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763564.532590:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763564.724543:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763564.724548:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763564.724552:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763564.724553:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763564.724556:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763564.724557:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763564.724602:0:281543:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763564.724606:0:281543:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763564.724609:0:281543:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763565.556564:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763565.556574:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763565.556577:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763565.556585:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763565.556591:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763565.556596:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763565.556600:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763565.556604:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763565.556608:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763565.748583:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763565.748592:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763565.748600:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763565.748602:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763565.748606:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763565.748608:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763565.748698:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763565.748705:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763565.748710:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763566.580567:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763566.580577:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763566.580580:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763566.580586:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763566.580591:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763566.580595:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763566.580599:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763566.580602:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763566.580606:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763566.772582:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763566.772588:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763566.772593:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763566.772594:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763566.772597:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763566.772598:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763566.772675:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763566.772680:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763566.772684:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763567.604511:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763567.604517:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763567.604519:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763567.604524:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763567.604527:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763567.604530:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763567.604532:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763567.604535:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787763567.604537:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787763567.604538:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763567.604544:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787763567.604547:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763567.604550:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763567.604554:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763567.604560:0:291943:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20730
00000400:00000200:3.0:1787763567.604569:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763567.604574:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763567.604576:0:291943:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763567.604578:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763567.604580:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763567.604582:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763567.604584:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763567.604587:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763567.604589:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:3.0:1787763567.604591:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763567.604594:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:3.0:1787763567.604596:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:3.0:1787763567.604598:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:3.0:1787763567.604601:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763567.604603:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763567.604604:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763567.604606:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787763567.604608:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:3.0:1787763567.604612:0:291943:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763567.604614:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763567.604616:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763567.604619:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763567.604621:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763567.604623:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787763567.604625:0:291943:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763567.604631:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d564000.
00000020:00000040:3.0:1787763567.604633:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:3.0:1787763567.604637:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763567.604639:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763567.604644:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763567.604647:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763567.604652:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763567.604659:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45907800.
00000100:00000001:3.0:1787763567.604666:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763567.604676:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d564000 x1874599320599424/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763567.604688:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763567.604693:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763567.604698:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008321534d] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d564000 x1874599320599424/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763567.604723:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763567.604729:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763567.604732:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787763567.604733:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763567.604734:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763567.604737:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763567.604739:0:291943:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20730
00000400:00000200:3.0:1787763567.604743:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763567.604745:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763567.604747:0:291943:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763567.604750:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763567.604752:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763567.604754:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763567.604756:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763567.604757:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763567.604758:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000100:00000001:1.0:1787763567.604759:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1787763567.604760:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787763567.604764:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1787763567.604765:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000100:00000001:1.0:1787763567.604769:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1787763567.604769:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000020:00000001:3.0:1787763567.604773:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000040:1.0:1787763567.604778:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d564000 x1874599320599424/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787763567.604778:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763567.604783:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763567.604786:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763567.604791:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787763567.604796:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00000001:1.0:1787763567.604797:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1787763567.604800:0:291943:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:1.0:1787763567.604801:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763567.604804:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763567.604806:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763567.604808:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763567.604811:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d564000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320599424:192.168.203.113@tcp:250:kworker.0
00000100:00000001:1.0:1787763567.604814:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763567.604818:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763567.604820:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763567.604822:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763567.604826:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58dba400.
02000000:00000001:1.0:1787763567.604828:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763567.604832:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763567.604835:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43478.
00000400:00000010:1.0:1787763567.604841:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9198.
00000100:00000200:1.0:1787763567.604847:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320599424, portal 25
00000100:00000001:1.0:1787763567.604849:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763567.604851:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910945280 : -110374798606336 : ffff9b9d5d564000)
00000100:00000040:1.0:1787763567.604856:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d564000 x1874599320599424/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763567.604862:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763567.604867:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763567.604870:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763567.604872:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b95d8.
00000100:00000200:1.0:1787763567.604874:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320599424, offset 0
00000400:00000200:1.0:1787763567.604880:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763567.604886:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763567.604891:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763567.604895:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763567.604898:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763567.604901:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763567.604903:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763567.604907:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63446:63446:256:4294967295] 192.168.203.113@tcp LPNI seq info [63446:63446:8:4294967295]
00000400:00000200:1.0:1787763567.604917:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763567.604925:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763567.604930:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763567.604934:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef700.
00000800:00000200:1.0:1787763567.604940:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763567.604943:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787763567.604948:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763567.604950:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1787763567.604953:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763567.604957:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef700.
02000000:00000001:3.0:1787763567.604957:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1787763567.604964:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:3.0:1787763567.604967:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1787763567.604968:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
02000000:00000001:3.0:1787763567.604974:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763567.604975:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b95d8
00000400:00000010:1.0:1787763567.604978:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b95d8.
00000100:00000001:1.0:1787763567.604982:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763567.604985:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d564000 x1874599320599424/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763567.604992:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763567.604995:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d564000 x1874599320599424/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763592 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763567.605000:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763567.605001:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763567.605006:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763567.605009:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763567.605012:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4315404023
00000100:00000001:3.0:1787763567.605017:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000010:1.0:1787763567.605020:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d7f69bea0.
00000008:00100000:3.0:1787763567.605022:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763567.605027:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763567.605028:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1787763567.605029:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763567.605035:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4315404023
00000100:00000010:3.0:1787763567.605037:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d567840.
00000100:00000010:1.0:1787763567.605041:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d7f69b060.
00000020:00000040:3.0:1787763567.605042:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000100:00000001:1.0:1787763567.605046:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
02000000:00000001:3.0:1787763567.605048:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787763567.605049:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763567.605051:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763567.605053:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763567.605056:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1787763567.605056:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763567.605061:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:1.0:1787763567.605064:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763567/real 1787763567]  req@ffff9b9d5d564000 x1874599320599424/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787763567.605065:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763567.605074:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45904800.
00000400:00000001:1.0:1787763567.605075:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763567.605077:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763567.605080:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43478.
00000100:00000001:3.0:1787763567.605081:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763567.605083:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9198
00000400:00000010:1.0:1787763567.605087:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9198.
00000100:00000001:1.0:1787763567.605090:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00100000:3.0:1787763567.605094:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d567840 x1874599320599552/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1787763567.605095:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d564000 x1874599320599424/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763567.605125:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d564000 x1874599320599424/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763567.605126:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763567.605130:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763567.605137:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000040:3.0:1787763567.605137:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002fc5cb79] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d567840 x1874599320599552/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763567.605139:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763567.605154:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763567.605157:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763567.605164:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d564000 x1874599320599424/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763567.605167:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763567.605173:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787763567.605173:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763567.605179:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000040:1.0:1787763567.605180:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d564000 x1874599320599424/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763592 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763567.605181:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763567.605185:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763567.605190:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787763567.605195:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787763567.605195:0:291943:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20730
00000100:00000001:1.0:1787763567.605199:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763567.605202:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000400:00000200:3.0:1787763567.605203:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763567.605204:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763567.605207:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000400:00000200:3.0:1787763567.605208:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00000001:1.0:1787763567.605209:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787763567.605211:0:291943:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787763567.605213:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:3.0:1787763567.605216:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00080000:1.0:1787763567.605220:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000001:3.0:1787763567.605220:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787763567.605225:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787763567.605225:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763567.605230:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000040:1.0:1787763567.605233:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d564000 x1874599320599424/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763592 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787763567.605234:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763567.605237:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000020:00000001:3.0:1787763567.605240:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763567.605242:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000020:00000001:3.0:1787763567.605247:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00100000:1.0:1787763567.605249:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d564000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320599424:192.168.203.113@tcp:250:kworker.0
00000020:00000001:3.0:1787763567.605250:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00000001:1.0:1787763567.605257:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787763567.605258:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763567.605261:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787763567.605262:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787763567.605266:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d564000 x1874599320599424/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763592 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787763567.605267:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763567.605272:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787763567.605276:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000100:00000001:1.0:1787763567.605279:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000100:00080000:3.0:1787763567.605281:0:291943:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
02000000:00000001:1.0:1787763567.605283:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:3.0:1787763567.605285:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787763567.605286:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58dba400.
02000000:00000001:3.0:1787763567.605288:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787763567.605291:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000001:3.0:1787763567.605292:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:1.0:1787763567.605294:0:256678:0:(genops.c:1217:class_import_put()) Process entered
02000000:00000001:3.0:1787763567.605296:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1787763567.605297:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000100:00000001:3.0:1787763567.605300:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000020:00000001:1.0:1787763567.605301:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
00000008:00100000:3.0:1787763567.605303:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
02000000:00000010:1.0:1787763567.605304:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45907800.
02000000:00000001:1.0:1787763567.605310:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000008:00000001:3.0:1787763567.605310:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763567.605313:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763567.605316:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d566580.
02000000:00000001:1.0:1787763567.605318:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000020:00000040:3.0:1787763567.605319:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000100:00000010:1.0:1787763567.605321:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d564000.
02000000:00000001:3.0:1787763567.605323:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787763567.605325:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
02000000:00000001:3.0:1787763567.605326:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763567.605328:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763567.605329:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787763567.605334:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787763567.605334:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763567.605338:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763567.605342:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
02000000:00000010:3.0:1787763567.605342:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45907800.
00000100:00000001:1.0:1787763567.605345:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763567.605348:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763567.605349:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763567.605353:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763567.605355:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00100000:3.0:1787763567.605356:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d566580 x1874599320599680/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1787763567.605361:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d567840 x1874599320599552/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763567.605370:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763567.605374:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763567.605376:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763567.605378:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763567.605380:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f409d8da] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d566580 x1874599320599680/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787763567.605381:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763567.605384:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763567.605389:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763567.605395:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d567840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320599552:192.168.203.113@tcp:38:kworker.0
00000100:00000001:3.0:1787763567.605396:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763567.605400:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763567.605402:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763567.605403:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763567.605404:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763567.605407:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58dba400.
00000100:00000040:3.0:1787763567.605407:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:1.0:1787763567.605410:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763567.605413:0:291943:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1787763567.605416:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00080000:3.0:1787763567.605418:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1787763567.605420:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43478.
00000400:00000010:1.0:1787763567.605425:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9198.
00000100:00080000:3.0:1787763567.605425:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787763567.605427:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:1.0:1787763567.605429:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320599552, portal 10
00000100:00080000:3.0:1787763567.605430:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787763567.605433:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787763567.605434:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787763567.605436:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910959680 : -110374798591936 : ffff9b9d5d567840)
00000100:00000040:1.0:1787763567.605461:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d567840 x1874599320599552/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763567.605467:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1787763567.605468:0:291943:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20730
00000100:00000040:1.0:1787763567.605472:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763567.605475:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b95d8.
00000400:00000200:3.0:1787763567.605478:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000200:1.0:1787763567.605479:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320599552, offset 0
00000400:00000200:1.0:1787763567.605487:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:3.0:1787763567.605487:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763567.605493:0:291943:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1787763567.605494:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763567.605502:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000100:00000040:3.0:1787763567.605502:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000400:00000200:1.0:1787763567.605509:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1787763567.605509:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787763567.605516:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000100:00000040:3.0:1787763567.605517:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000400:00000200:1.0:1787763567.605519:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763567.605525:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000100:00000001:3.0:1787763567.605525:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000400:00000200:1.0:1787763567.605530:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63447:63447:256:4294967295] 192.168.203.113@tcp LPNI seq info [63447:63447:8:4294967295]
00000020:00000001:3.0:1787763567.605531:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763567.605535:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000400:00000200:1.0:1787763567.605536:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000020:00000001:3.0:1787763567.605537:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763567.605540:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000020:00000001:3.0:1787763567.605545:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000400:00000200:1.0:1787763567.605546:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000020:00000001:3.0:1787763567.605547:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000800:00000200:1.0:1787763567.605553:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000100:00000040:3.0:1787763567.605554:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000800:00000010:1.0:1787763567.605560:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef700.
00000100:00000001:3.0:1787763567.605560:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763567.605562:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763567.605565:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000800:00000200:1.0:1787763567.605567:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000020:00000040:3.0:1787763567.605568:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000800:00000200:1.0:1787763567.605571:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 32 secs later)
00000100:00080000:3.0:1787763567.605574:0:291943:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763567.605577:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787763567.605579:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
02000000:00000001:3.0:1787763567.605580:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:1.1:1787763567.605584:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 32 secs later)
02000000:00000001:3.0:1787763567.605585:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000100:1.0:1787763567.605590:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
02000000:00000001:3.0:1787763567.605590:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1787763567.605593:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef700.
00000100:00000001:3.0:1787763567.605594:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000200:1.0:1787763567.605599:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000008:00100000:3.0:1787763567.605599:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763567.605604:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763567.605607:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1787763567.605608:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763567.605613:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b95d8
00000100:00000010:3.0:1787763567.605614:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d5643c0.
00000400:00000010:1.0:1787763567.605616:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b95d8.
00000020:00000040:3.0:1787763567.605619:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
00000100:00000001:1.0:1787763567.605620:0:256678:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:3.0:1787763567.605624:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000200:1.0:1787763567.605625:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d567840 x1874599320599552/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787763567.605626:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763567.605631:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763567.605634:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787763567.605638:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1787763567.605638:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763567.605643:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d567840 x1874599320599552/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763592 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1787763567.605646:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45905000.
00000100:00000001:1.0:1787763567.605648:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763567.605651:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787763567.605654:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763567.605655:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763567.605661:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:1.0:1787763567.605666:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763567.605667:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315402796
00000100:00100000:3.0:1787763567.605667:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d5643c0 x1874599320599808/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787763567.605672:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315404023
00000100:00000001:1.0:1787763567.605675:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315402796
00000100:00000001:1.0:1787763567.605679:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315404023
00000100:00000001:1.0:1787763567.605683:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763567.605687:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763567.605689:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787763567.605690:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1787763567.605694:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763567.605695:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763567/real 1787763567]  req@ffff9b9d5d567840 x1874599320599552/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787763567.605702:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c43373d] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d5643c0 x1874599320599808/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763567.605731:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1787763567.605732:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1787763567.605733:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763567.605736:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43478.
00000400:00000200:1.0:1787763567.605739:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9198
00000100:00000040:3.0:1787763567.605739:0:291943:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20740)
00000400:00000010:1.0:1787763567.605742:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9198.
00000100:00000001:1.0:1787763567.605745:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763567.605748:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d567840 x1874599320599552/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763567.605755:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d567840 x1874599320599552/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763567.605759:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763567.605760:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763567.605761:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763567.605762:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763567.605764:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d567840 x1874599320599552/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763567.605768:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763567.605771:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d567840 x1874599320599552/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763592 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763567.605775:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763567.605776:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763567.605777:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763567.605778:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763567.605779:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763567.605789:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763567.605791:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763567.605793:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763567.605795:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763567.605798:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d567840 x1874599320599552/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763592 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763567.605803:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d567840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320599552:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763567.605805:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763567.605806:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763567.605808:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d567840 x1874599320599552/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763592 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763567.605812:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763567.605813:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763567.605814:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58dba400.
02000000:00000001:1.0:1787763567.605816:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763567.605817:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763567.605818:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:1.0:1787763567.605819:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763567.605820:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45904800.
02000000:00000001:1.0:1787763567.605821:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763567.605822:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763567.605823:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d567840.
00000100:00000001:1.0:1787763567.605825:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763567.605825:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763567.605827:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763567.605829:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763567.605830:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763567.605831:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763567.605832:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763567.605833:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763567.605835:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d566580 x1874599320599680/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763567.605840:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763567.605841:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763567.605842:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763567.605844:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763567.605845:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763567.605847:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d566580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320599680:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763567.605849:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763567.605850:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763567.605852:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763567.605853:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763567.605855:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58dba400.
02000000:00000001:1.0:1787763567.605856:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763567.605858:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763567.605859:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43478.
00000400:00000010:1.0:1787763567.605861:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9198.
00000100:00000200:1.0:1787763567.605863:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320599680, portal 10
00000100:00000001:1.0:1787763567.605864:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763567.605865:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910954880 : -110374798596736 : ffff9b9d5d566580)
00000100:00000040:1.0:1787763567.605869:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d566580 x1874599320599680/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763567.605873:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763567.605875:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763567.605876:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b95d8.
00000100:00000200:1.0:1787763567.605877:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320599680, offset 0
00000400:00000200:1.0:1787763567.605880:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763567.605882:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763567.605884:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763567.605886:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763567.605887:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763567.605889:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763567.605891:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763567.605893:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63448:63448:256:4294967295] 192.168.203.113@tcp LPNI seq info [63448:63448:8:4294967295]
00000400:00000200:1.0:1787763567.605896:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763567.605899:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763567.605902:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763567.605904:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef700.
00000800:00000200:1.0:1787763567.605907:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763567.605909:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787763567.605912:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763567.605914:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1787763567.605916:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763567.605917:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef700.
00000400:00000200:1.0:1787763567.605919:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763567.605921:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763567.605923:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b95d8
00000400:00000010:1.0:1787763567.605924:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b95d8.
00000100:00000001:1.0:1787763567.605926:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763567.605928:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d566580 x1874599320599680/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763567.605933:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763567.605935:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d566580 x1874599320599680/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763592 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763567.605939:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763567.605940:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763567.605942:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763567.605943:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:1.0:1787763567.605945:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763567.605946:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315402775
00000100:00000001:1.0:1787763567.605948:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315404023
00000100:00000001:1.0:1787763567.605949:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315402775
00000100:00000001:1.0:1787763567.605951:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315404023
00000100:00000001:1.0:1787763567.605952:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763567.605953:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763567.605955:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763567.605957:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763567/real 1787763567]  req@ffff9b9d5d566580 x1874599320599680/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763567.605961:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763567.605962:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763567.605963:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43478.
00000400:00000200:1.0:1787763567.605965:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9198
00000400:00000010:1.0:1787763567.605966:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9198.
00000100:00000001:1.0:1787763567.605967:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763567.605969:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d566580 x1874599320599680/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763567.605974:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d566580 x1874599320599680/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763567.605978:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763567.605978:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763567.605980:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763567.605980:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763567.605982:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d566580 x1874599320599680/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763567.605986:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763567.605989:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d566580 x1874599320599680/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763592 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763567.605993:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763567.605994:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763567.605995:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763567.605996:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763567.605997:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763567.605998:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763567.606000:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763567.606002:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763567.606003:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763567.606006:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d566580 x1874599320599680/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763592 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763567.606014:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d566580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320599680:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763567.606017:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763567.606019:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d5643c0 x1874599320599808/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763567.606023:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763567.606024:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763567.606025:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763567.606026:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763567.606027:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763567.606029:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d5643c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320599808:192.168.203.113@tcp:8:kworker.0
00000100:00000001:1.0:1787763567.606031:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763567.606032:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763567.606032:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763567.606034:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763567.606036:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db9400.
02000000:00000001:1.0:1787763567.606037:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763567.606039:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763567.606040:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43478.
00000400:00000010:1.0:1787763567.606042:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9198.
00000100:00000200:1.0:1787763567.606044:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320599808, portal 4
00000100:00000001:1.0:1787763567.606045:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763567.606046:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910946240 : -110374798605376 : ffff9b9d5d5643c0)
00000100:00000040:1.0:1787763567.606049:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d5643c0 x1874599320599808/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763567.606054:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763567.606055:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763567.606057:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b95d8.
00000100:00000200:1.0:1787763567.606058:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320599808, offset 0
00000400:00000200:1.0:1787763567.606060:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763567.606063:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763567.606065:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763567.606066:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763567.606068:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763567.606070:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763567.606071:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763567.606073:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63449:63449:256:4294967295] 192.168.203.113@tcp LPNI seq info [63449:63449:8:4294967295]
00000400:00000200:1.0:1787763567.606076:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763567.606080:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763567.606083:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763567.606084:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef700.
00000800:00000200:1.0:1787763567.606086:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763567.606088:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787763567.606090:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763567.606092:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1787763567.606094:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763567.606095:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef700.
00000400:00000200:1.0:1787763567.606097:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763567.606100:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763567.606101:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b95d8
00000400:00000010:1.0:1787763567.606102:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b95d8.
00000100:00000001:1.0:1787763567.606104:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763567.606106:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d5643c0 x1874599320599808/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763567.606110:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763567.606112:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d5643c0 x1874599320599808/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763592 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763567.606116:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763567.606117:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763567.606119:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763567.606120:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:1.0:1787763567.606122:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763567.606124:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315402787
00000100:00000001:1.0:1787763567.606126:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315404023
00000100:00000001:1.0:1787763567.606127:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315402787
00000100:00000001:1.0:1787763567.606128:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315404023
00000100:00000001:1.0:1787763567.606129:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763567.606131:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763567.606132:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763567.606134:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763567/real 1787763567]  req@ffff9b9d5d5643c0 x1874599320599808/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763567.606138:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763567.606139:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763567.606152:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43478.
00000400:00000200:1.0:1787763567.606154:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9198
00000400:00000010:1.0:1787763567.606156:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9198.
00000100:00000001:1.0:1787763567.606157:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763567.606159:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d5643c0 x1874599320599808/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763567.606164:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d5643c0 x1874599320599808/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763567.606168:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763567.606169:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763567.606170:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763567.606171:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763567.606173:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d5643c0 x1874599320599808/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763567.606177:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763567.606180:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d5643c0 x1874599320599808/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763592 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763567.606185:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763567.606186:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763567.606188:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763567.606189:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763567.606190:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763567.606191:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763567.606192:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763567.606194:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763567.606195:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763567.606198:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d5643c0 x1874599320599808/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763592 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763567.606202:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d5643c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320599808:192.168.203.113@tcp:8:kworker.0
00000100:00000001:1.0:1787763567.606204:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763567.606205:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763567.606207:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d566580 x1874599320599680/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763592 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763567.606211:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763567.606212:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763567.606213:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58dba400.
02000000:00000001:1.0:1787763567.606215:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763567.606216:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763567.606217:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:1.0:1787763567.606218:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763567.606219:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45907800.
02000000:00000001:1.0:1787763567.606221:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763567.606221:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763567.606222:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d566580.
00000100:00000001:1.0:1787763567.606225:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763567.606226:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763567.606227:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763567.606229:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d5643c0 x1874599320599808/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763592 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763567.606237:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763567.606238:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763567.606239:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db9400.
02000000:00000001:1.0:1787763567.606241:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763567.606241:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763567.606242:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:1.0:1787763567.606243:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763567.606244:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45905000.
02000000:00000001:1.0:1787763567.606245:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763567.606246:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763567.606247:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d5643c0.
00000100:00000001:1.0:1787763567.606248:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763567.606249:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763567.606250:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763567.606252:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763567.606252:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763567.606253:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763567.606255:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763567.796502:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763567.796508:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763567.796514:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763567.796515:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763567.796518:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763567.796519:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763567.796568:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763567.796572:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763567.796575:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763568.628532:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763568.628542:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763568.628544:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763568.628551:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763568.628555:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763568.628559:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763568.628562:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763568.628565:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763568.628569:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763568.820519:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763568.820524:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763568.820529:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763568.820531:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763568.820533:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763568.820534:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763568.820588:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763568.820593:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763568.820597:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1787763568.884509:0:303331:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b110 (cpu 1) has reached its deadline 4315404023, at 4315404032
00000100:00000040:0.0:1787763568.884511:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4315404023, at 4315404032
00000100:00000010:1.0:1787763568.884523:0:303331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69b060.
00000100:00000010:0.0:1787763568.884525:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69bea0.
00000100:00000001:1.0:1787763569.652511:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763569.652516:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763569.652518:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763569.652521:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763569.652523:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763569.652526:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763569.652528:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763569.652530:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763569.652532:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763569.844522:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763569.844528:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763569.844533:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763569.844534:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763569.844536:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763569.844537:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763569.844585:0:281543:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763569.844589:0:281543:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763569.844591:0:281543:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763570.676564:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763570.676572:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763570.676574:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763570.676580:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763570.676584:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763570.676587:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763570.676590:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763570.676593:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763570.676597:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763570.868552:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763570.868559:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763570.868565:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763570.868567:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763570.868573:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763570.868574:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763570.868663:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763570.868668:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763570.868671:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763571.700510:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763571.700515:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763571.700517:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763571.700521:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763571.700523:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763571.700527:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763571.700529:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763571.700531:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763571.700533:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763571.892543:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763571.892549:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763571.892552:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763571.892554:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763571.892558:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763571.892560:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763571.892562:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763571.892564:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763571.892567:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763571.892568:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763571.892569:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763571.892570:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763571.892572:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763571.892573:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763571.892574:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763571.892576:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763571.892578:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763571.892580:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763571.892670:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763571.892677:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763571.892680:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763572.724500:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763572.724506:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763572.724508:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763572.724512:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763572.724516:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763572.724519:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787763572.724522:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787763572.724523:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763572.724528:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787763572.724529:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787763572.724531:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763572.724533:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763572.724536:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763572.724540:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763572.724547:0:291943:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20735
00000400:00000200:3.0:1787763572.724557:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763572.724564:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763572.724567:0:291943:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763572.724571:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763572.724574:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763572.724577:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763572.724580:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763572.724584:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763572.724586:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:3.0:1787763572.724589:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763572.724593:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:3.0:1787763572.724595:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:3.0:1787763572.724608:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:3.0:1787763572.724612:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763572.724614:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763572.724616:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763572.724619:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787763572.724622:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:3.0:1787763572.724626:0:291943:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763572.724629:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763572.724632:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763572.724635:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763572.724639:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763572.724641:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787763572.724644:0:291943:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763572.724659:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d566d00.
00000020:00000040:3.0:1787763572.724663:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:3.0:1787763572.724666:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763572.724667:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763572.724669:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763572.724671:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763572.724675:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763572.724681:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45905800.
00000100:00000001:3.0:1787763572.724686:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763572.724693:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d566d00 x1874599320599936/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763572.724700:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763572.724704:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763572.724711:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6377b55] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d566d00 x1874599320599936/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763572.724724:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763572.724727:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763572.724729:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787763572.724731:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763572.724732:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763572.724734:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763572.724737:0:291943:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20735
00000400:00000200:3.0:1787763572.724741:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763572.724744:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763572.724746:0:291943:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763572.724748:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763572.724750:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763572.724752:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763572.724753:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763572.724755:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787763572.724756:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1787763572.724756:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000020:00000001:3.0:1787763572.724761:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787763572.724762:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1787763572.724763:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000100:00000001:1.0:1787763572.724767:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1787763572.724767:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000020:00000001:3.0:1787763572.724768:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000040:3.0:1787763572.724772:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763572.724774:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763572.724778:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000040:1.0:1787763572.724780:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d566d00 x1874599320599936/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763572.724780:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787763572.724784:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00080000:3.0:1787763572.724789:0:291943:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763572.724794:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763572.724797:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763572.724801:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763572.724802:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763572.724804:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763572.724808:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787763572.724809:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763572.724813:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1787763572.724814:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763572.724819:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763572.724821:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000010:3.0:1787763572.724822:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d565e00.
02000000:00000001:1.0:1787763572.724826:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1787763572.724826:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
02000000:00000001:3.0:1787763572.724830:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763572.724833:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763572.724834:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763572.724835:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763572.724838:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763572.724840:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763572.724842:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d566d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320599936:192.168.203.113@tcp:250:kworker.0
02000000:00000010:3.0:1787763572.724843:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45906400.
00000100:00000001:3.0:1787763572.724849:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763572.724851:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00100000:3.0:1787763572.724855:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d565e00 x1874599320600064/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1787763572.724857:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763572.724862:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763572.724863:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763572.724867:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763572.724868:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:3.0:1787763572.724871:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008dad852f] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d565e00 x1874599320600064/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763572.724876:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763572.724879:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000010:1.0:1787763572.724882:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db9400.
00000100:00080000:3.0:1787763572.724882:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787763572.724886:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:1.0:1787763572.724887:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763572.724888:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763572.724892:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763572.724894:0:291943:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20735
00000400:00000200:1.0:1787763572.724897:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763572.724901:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763572.724903:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43478.
00000400:00000200:3.0:1787763572.724905:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763572.724909:0:291943:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763572.724910:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000400:00000010:1.0:1787763572.724912:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9198.
00000100:00000001:3.0:1787763572.724912:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763572.724917:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763572.724919:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000200:1.0:1787763572.724920:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320599936, portal 25
00000020:00000001:3.0:1787763572.724921:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763572.724924:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000100:00000001:1.0:1787763572.724925:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000020:00000001:3.0:1787763572.724927:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787763572.724928:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910956800 : -110374798594816 : ffff9b9d5d566d00)
00000020:00000040:3.0:1787763572.724930:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000020:00000001:3.0:1787763572.724933:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000020:00000001:3.0:1787763572.724935:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00000040:1.0:1787763572.724937:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d566d00 x1874599320599936/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763597 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787763572.724940:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763572.724945:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763572.724949:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763572.724953:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000001:1.0:1787763572.724955:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:3.0:1787763572.724956:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000100:00080000:3.0:1787763572.724962:0:291943:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000040:1.0:1787763572.724963:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000100:00000001:3.0:1787763572.724965:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787763572.724968:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b95d8.
02000000:00000001:3.0:1787763572.724969:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763572.724972:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:1.0:1787763572.724975:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320599936, offset 0
02000000:00000001:3.0:1787763572.724975:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763572.724979:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763572.724982:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763572.724983:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763572.724984:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763572.724988:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d564b40.
00000400:00000200:1.0:1787763572.724989:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000020:00000040:3.0:1787763572.724991:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
02000000:00000001:3.0:1787763572.724994:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763572.724995:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763572.724996:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763572.724997:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763572.724999:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763572.725003:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
02000000:00000010:3.0:1787763572.725003:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45907400.
00000100:00000001:3.0:1787763572.725008:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763572.725012:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d564b40 x1874599320600192/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787763572.725014:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763572.725022:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1787763572.725023:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763572.725026:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763572.725027:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763572.725034:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000100:00000040:3.0:1787763572.725034:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9fa13ea] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d564b40 x1874599320600192/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787763572.725040:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763572.725047:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63450:63450:256:4294967295] 192.168.203.113@tcp LPNI seq info [63450:63450:8:4294967295]
00000100:00000001:3.0:1787763572.725051:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763572.725054:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000040:3.0:1787763572.725055:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787763572.725059:0:291943:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1787763572.725062:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1787763572.725068:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000100:00080000:3.0:1787763572.725069:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787763572.725073:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763572.725075:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763572.725077:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:1.0:1787763572.725080:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000100:00080000:3.0:1787763572.725082:0:291943:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20735
00000400:00000200:3.0:1787763572.725086:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000800:00000010:1.0:1787763572.725087:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef700.
00000400:00000200:3.0:1787763572.725090:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763572.725093:0:291943:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000800:00000200:1.0:1787763572.725097:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000040:3.0:1787763572.725098:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000800:00000200:1.0:1787763572.725102:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00000100:00000001:3.0:1787763572.725102:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763572.725122:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000800:00000200:1.1:1787763572.725123:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000001:3.0:1787763572.725128:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000800:00000200:1.1:1787763572.725129:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00000020:00000001:3.0:1787763572.725132:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763572.725135:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000800:00000100:1.0:1787763572.725137:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000020:00000001:3.0:1787763572.725138:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000010:1.0:1787763572.725141:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef700.
00000020:00000040:3.0:1787763572.725142:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000020:00000001:3.0:1787763572.725145:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000400:00000200:1.0:1787763572.725147:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:3.0:1787763572.725147:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000040:3.0:1787763572.725154:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000400:00000200:1.0:1787763572.725158:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1787763572.725159:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763572.725163:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000400:00000200:1.0:1787763572.725165:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b95d8
00000100:00000001:3.0:1787763572.725166:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000400:00000010:1.0:1787763572.725168:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b95d8.
00000020:00000040:3.0:1787763572.725169:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00000001:1.0:1787763572.725173:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:3.0:1787763572.725174:0:291943:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763572.725178:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787763572.725181:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d566d00 x1874599320599936/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763597 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787763572.725181:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763572.725185:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763572.725190:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763572.725194:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763572.725197:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000100:00000001:1.0:1787763572.725198:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000008:00000001:3.0:1787763572.725203:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763572.725204:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d566d00 x1874599320599936/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763597 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763572.725207:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763572.725212:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d5670c0.
00000100:00000001:1.0:1787763572.725215:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787763572.725216:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
00000100:00000001:1.0:1787763572.725219:0:256678:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:3.0:1787763572.725220:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763572.725223:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763572.725225:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763572.725225:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763572.725228:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763572.725231:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763572.725232:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763572.725235:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4315409143
02000000:00000010:3.0:1787763572.725235:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45905000.
00000100:00000001:3.0:1787763572.725241:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787763572.725243:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d7f69b060.
00000100:00100000:3.0:1787763572.725248:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d5670c0 x1874599320600320/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787763572.725251:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1787763572.725260:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763572.725262:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763572.725264:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4315409143
00000100:00000040:3.0:1787763572.725266:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000096847001] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d5670c0 x1874599320600320/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1787763572.725270:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d7f69ba20.
00000100:00000001:1.0:1787763572.725274:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787763572.725280:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787763572.725280:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763572.725287:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763572.725288:0:291943:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20745)
00000100:00000001:1.0:1787763572.725293:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763572.725301:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763572/real 1787763572]  req@ffff9b9d5d566d00 x1874599320599936/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763572.725320:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763572.725322:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763572.725324:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43478.
00000400:00000200:1.0:1787763572.725328:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9198
00000400:00000010:1.0:1787763572.725330:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9198.
00000100:00000001:1.0:1787763572.725332:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763572.725335:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d566d00 x1874599320599936/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763572.725340:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d566d00 x1874599320599936/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763572.725346:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763572.725348:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763572.725350:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763572.725352:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763572.725356:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d566d00 x1874599320599936/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763572.725364:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763572.725369:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d566d00 x1874599320599936/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763597 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763572.725377:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763572.725380:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763572.725382:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763572.725384:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763572.725387:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763572.725389:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763572.725391:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763572.725394:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763572.725396:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763572.725399:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d566d00 x1874599320599936/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763597 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763572.725406:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d566d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320599936:192.168.203.113@tcp:250:kworker.0
00000100:00000001:1.0:1787763572.725409:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763572.725410:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763572.725412:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d566d00 x1874599320599936/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763597 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763572.725416:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763572.725418:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763572.725421:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db9400.
02000000:00000001:1.0:1787763572.725423:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763572.725424:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763572.725425:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:1.0:1787763572.725427:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763572.725429:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45905800.
02000000:00000001:1.0:1787763572.725431:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763572.725433:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763572.725434:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d566d00.
00000100:00000001:1.0:1787763572.725437:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763572.725455:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763572.725457:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763572.725462:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763572.725463:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763572.725465:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763572.725466:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763572.725467:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763572.725470:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d565e00 x1874599320600064/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763572.725475:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763572.725476:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763572.725478:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763572.725480:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763572.725483:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763572.725486:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d565e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320600064:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763572.725489:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763572.725492:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763572.725493:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763572.725495:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763572.725499:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db9400.
02000000:00000001:1.0:1787763572.725501:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763572.725505:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763572.725508:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43478.
00000400:00000010:1.0:1787763572.725511:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9198.
00000100:00000200:1.0:1787763572.725515:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320600064, portal 10
00000100:00000001:1.0:1787763572.725517:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763572.725518:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910952960 : -110374798598656 : ffff9b9d5d565e00)
00000100:00000040:1.0:1787763572.725525:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d565e00 x1874599320600064/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763597 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763572.725531:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763572.725533:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763572.725534:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b95d8.
00000100:00000200:1.0:1787763572.725536:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320600064, offset 0
00000400:00000200:1.0:1787763572.725539:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763572.725542:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763572.725546:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763572.725548:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763572.725550:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763572.725552:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763572.725553:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763572.725555:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63451:63451:256:4294967295] 192.168.203.113@tcp LPNI seq info [63451:63451:8:4294967295]
00000400:00000200:1.0:1787763572.725558:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763572.725563:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763572.725566:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763572.725568:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef700.
00000800:00000200:1.0:1787763572.725571:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763572.725573:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787763572.725576:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763572.725578:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1787763572.725581:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763572.725582:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef700.
00000400:00000200:1.0:1787763572.725585:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763572.725587:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763572.725589:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b95d8
00000400:00000010:1.0:1787763572.725591:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b95d8.
00000100:00000001:1.0:1787763572.725592:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763572.725595:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d565e00 x1874599320600064/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763597 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763572.725600:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763572.725602:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d565e00 x1874599320600064/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763597 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763572.725607:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763572.725608:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763572.725610:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763572.725613:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:1.0:1787763572.725615:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763572.725617:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315407916
00000100:00000001:1.0:1787763572.725619:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315409143
00000100:00000001:1.0:1787763572.725620:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315407916
00000100:00000001:1.0:1787763572.725622:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315409143
00000100:00000001:1.0:1787763572.725623:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763572.725624:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763572.725626:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763572.725628:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763572/real 1787763572]  req@ffff9b9d5d565e00 x1874599320600064/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763572.725633:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763572.725633:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763572.725635:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43478.
00000400:00000200:1.0:1787763572.725637:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9198
00000400:00000010:1.0:1787763572.725638:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9198.
00000100:00000001:1.0:1787763572.725640:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763572.725643:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d565e00 x1874599320600064/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763572.725653:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d565e00 x1874599320600064/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763572.725660:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763572.725661:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763572.725663:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763572.725665:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763572.725669:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d565e00 x1874599320600064/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763572.725677:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763572.725682:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d565e00 x1874599320600064/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763597 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763572.725689:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763572.725692:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763572.725693:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763572.725694:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763572.725696:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763572.725705:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763572.725707:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763572.725709:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763572.725711:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763572.725713:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d565e00 x1874599320600064/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763597 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763572.725718:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d565e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320600064:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763572.725722:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763572.725724:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d564b40 x1874599320600192/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763572.725728:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763572.725729:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763572.725731:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763572.725732:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763572.725733:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763572.725735:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d564b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320600192:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763572.725738:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763572.725739:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763572.725740:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763572.725741:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763572.725744:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58dba400.
02000000:00000001:1.0:1787763572.725745:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763572.725747:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763572.725749:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43478.
00000400:00000010:1.0:1787763572.725752:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9198.
00000100:00000200:1.0:1787763572.725754:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320600192, portal 10
00000100:00000001:1.0:1787763572.725755:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763572.725756:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910948160 : -110374798603456 : ffff9b9d5d564b40)
00000100:00000040:1.0:1787763572.725760:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d564b40 x1874599320600192/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763597 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763572.725765:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763572.725766:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763572.725768:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b95d8.
00000100:00000200:1.0:1787763572.725770:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320600192, offset 0
00000400:00000200:1.0:1787763572.725772:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763572.725775:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763572.725777:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763572.725779:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763572.725781:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763572.725783:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763572.725784:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763572.725787:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63452:63452:256:4294967295] 192.168.203.113@tcp LPNI seq info [63452:63452:8:4294967295]
00000400:00000200:1.0:1787763572.725789:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763572.725793:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763572.725796:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763572.725798:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef700.
00000800:00000200:1.0:1787763572.725801:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763572.725803:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787763572.725806:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763572.725807:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1787763572.725810:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763572.725811:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef700.
00000400:00000200:1.0:1787763572.725814:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763572.725816:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763572.725818:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b95d8
00000400:00000010:1.0:1787763572.725819:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b95d8.
00000100:00000001:1.0:1787763572.725821:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763572.725823:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d564b40 x1874599320600192/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763597 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763572.725828:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763572.725830:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d564b40 x1874599320600192/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763597 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763572.725835:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763572.725836:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763572.725838:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763572.725840:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:1.0:1787763572.725842:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763572.725843:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315407895
00000100:00000001:1.0:1787763572.725845:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315409143
00000100:00000001:1.0:1787763572.725846:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315407895
00000100:00000001:1.0:1787763572.725848:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315409143
00000100:00000001:1.0:1787763572.725850:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763572.725852:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763572.725853:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763572.725855:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763572/real 1787763572]  req@ffff9b9d5d564b40 x1874599320600192/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763572.725860:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763572.725861:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763572.725862:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43478.
00000400:00000200:1.0:1787763572.725863:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9198
00000400:00000010:1.0:1787763572.725864:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9198.
00000100:00000001:1.0:1787763572.725865:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763572.725867:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d564b40 x1874599320600192/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763572.725873:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d564b40 x1874599320600192/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763572.725877:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763572.725878:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763572.725879:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763572.725880:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763572.725882:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d564b40 x1874599320600192/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763572.725886:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763572.725888:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d564b40 x1874599320600192/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763597 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763572.725892:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763572.725894:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763572.725895:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763572.725895:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763572.725897:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763572.725898:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763572.725900:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763572.725902:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763572.725904:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763572.725906:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d564b40 x1874599320600192/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763597 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763572.725910:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d564b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320600192:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763572.725913:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763572.725915:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d5670c0 x1874599320600320/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763572.725918:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763572.725919:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763572.725921:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763572.725922:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763572.725923:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763572.725926:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d5670c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320600320:192.168.203.113@tcp:8:kworker.0
00000100:00000001:1.0:1787763572.725928:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763572.725929:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763572.725929:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763572.725931:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763572.725932:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db8400.
02000000:00000001:1.0:1787763572.725934:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763572.725936:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763572.725937:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43478.
00000400:00000010:1.0:1787763572.725939:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9198.
00000100:00000200:1.0:1787763572.725941:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320600320, portal 4
00000100:00000001:1.0:1787763572.725942:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763572.725943:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910957760 : -110374798593856 : ffff9b9d5d5670c0)
00000100:00000040:1.0:1787763572.725947:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d5670c0 x1874599320600320/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763597 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763572.725951:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763572.725953:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763572.725954:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b95d8.
00000100:00000200:1.0:1787763572.725956:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320600320, offset 0
00000400:00000200:1.0:1787763572.725958:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763572.725960:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763572.725963:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763572.725965:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763572.725968:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763572.725970:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763572.725972:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763572.725975:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63453:63453:256:4294967295] 192.168.203.113@tcp LPNI seq info [63453:63453:8:4294967295]
00000400:00000200:1.0:1787763572.725979:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763572.725985:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763572.725990:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763572.725994:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef700.
00000800:00000200:1.0:1787763572.725998:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763572.726001:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787763572.726006:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763572.726009:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1787763572.726013:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763572.726015:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef700.
00000400:00000200:1.0:1787763572.726017:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763572.726020:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763572.726022:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b95d8
00000400:00000010:1.0:1787763572.726023:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b95d8.
00000100:00000001:1.0:1787763572.726025:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763572.726028:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d5670c0 x1874599320600320/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763597 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763572.726037:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763572.726040:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d5670c0 x1874599320600320/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763597 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763572.726053:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763572.726054:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763572.726058:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763572.726061:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:1.0:1787763572.726065:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763572.726067:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315407907
00000100:00000001:1.0:1787763572.726070:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315409143
00000100:00000001:1.0:1787763572.726072:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315407907
00000100:00000001:1.0:1787763572.726074:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315409143
00000100:00000001:1.0:1787763572.726076:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763572.726078:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763572.726079:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763572.726083:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763572/real 1787763572]  req@ffff9b9d5d5670c0 x1874599320600320/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763572.726088:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763572.726089:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763572.726090:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43478.
00000400:00000200:1.0:1787763572.726092:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9198
00000400:00000010:1.0:1787763572.726093:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9198.
00000100:00000001:1.0:1787763572.726095:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763572.726097:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d5670c0 x1874599320600320/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763572.726102:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d5670c0 x1874599320600320/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763572.726121:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763572.726122:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763572.726124:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763572.726125:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763572.726127:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d5670c0 x1874599320600320/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763572.726132:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763572.726135:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d5670c0 x1874599320600320/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763597 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763572.726139:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763572.726141:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763572.726142:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763572.726142:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763572.726144:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763572.726145:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763572.726146:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763572.726148:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763572.726149:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763572.726152:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d5670c0 x1874599320600320/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763597 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763572.726156:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d5670c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320600320:192.168.203.113@tcp:8:kworker.0
00000100:00000001:1.0:1787763572.726159:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763572.726160:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763572.726162:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d565e00 x1874599320600064/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763597 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763572.726166:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763572.726167:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763572.726169:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db9400.
02000000:00000001:1.0:1787763572.726171:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763572.726172:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763572.726173:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:1.0:1787763572.726174:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763572.726176:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45906400.
02000000:00000001:1.0:1787763572.726178:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763572.726179:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763572.726180:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d565e00.
00000100:00000001:1.0:1787763572.726182:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763572.726183:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763572.726184:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763572.726186:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d564b40 x1874599320600192/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763597 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763572.726191:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763572.726191:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763572.726192:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58dba400.
02000000:00000001:1.0:1787763572.726193:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763572.726194:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763572.726195:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:1.0:1787763572.726196:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763572.726197:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45907400.
02000000:00000001:1.0:1787763572.726198:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763572.726199:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763572.726199:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d564b40.
00000100:00000001:1.0:1787763572.726201:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763572.726201:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763572.726202:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763572.726204:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d5670c0 x1874599320600320/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763597 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763572.726208:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763572.726208:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763572.726209:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db8400.
02000000:00000001:1.0:1787763572.726211:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763572.726211:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763572.726212:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:1.0:1787763572.726213:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763572.726214:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45905000.
02000000:00000001:1.0:1787763572.726215:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763572.726216:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763572.726216:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d5670c0.
00000100:00000001:1.0:1787763572.726218:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763572.726219:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763572.726220:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763572.726223:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763572.726224:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763572.726225:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763572.726226:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763572.916511:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763572.916518:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763572.916524:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763572.916526:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763572.916530:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763572.916533:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763572.916596:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763572.916600:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763572.916603:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763573.748527:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763573.748536:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763573.748538:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763573.748543:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763573.748547:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763573.748551:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763573.748554:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763573.748557:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763573.748560:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763573.940506:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763573.940514:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763573.940520:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763573.940521:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763573.940525:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763573.940528:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763573.940531:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763573.940533:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763573.940536:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763573.940538:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763573.940540:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763573.940542:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763573.940617:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763573.940622:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763573.940626:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1787763574.004503:0:303331:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b110 (cpu 1) has reached its deadline 4315409143, at 4315409152
00000100:00000040:0.0:1787763574.004513:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4315409143, at 4315409152
00000100:00000010:1.0:1787763574.004519:0:303331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69ba20.
00000100:00000010:0.0:1787763574.004524:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69b060.
00000100:00000001:1.0:1787763574.772544:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763574.772552:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763574.772555:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763574.772561:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763574.772565:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763574.772569:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763574.772573:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763574.772576:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763574.772580:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763574.964522:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763574.964529:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763574.964535:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763574.964537:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763574.964540:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763574.964541:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763574.964617:0:281543:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763574.964622:0:281543:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763574.964625:0:281543:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763575.796512:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763575.796521:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763575.796523:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763575.796529:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763575.796533:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763575.796537:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763575.796541:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763575.796544:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763575.796547:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763575.988507:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763575.988515:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763575.988521:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763575.988523:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763575.988526:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763575.988527:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763575.988571:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763575.988575:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763575.988578:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763576.820515:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763576.820526:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763576.820529:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763576.820538:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763576.820543:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763576.820549:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763576.820552:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763576.820556:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763576.820561:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763577.012534:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763577.012539:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763577.012545:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763577.012546:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763577.012548:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763577.012549:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763577.012604:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763577.012611:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763577.012616:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787763577.844556:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787763577.844569:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1787763577.844573:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787763577.844578:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787763577.844580:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1787763577.844581:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787763577.844585:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763577.844587:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00100000:1.0:1787763577.844595:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00080000:3.0:1787763577.844595:0:291943:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20740
00000100:00000001:1.0:1787763577.844608:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000400:00000200:3.0:1787763577.844613:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763577.844615:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1787763577.844620:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763577.844623:0:291943:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763577.844625:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763577.844633:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787763577.844634:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:3.0:1787763577.844638:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763577.844640:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763577.844641:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763577.844649:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787763577.844650:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787763577.844651:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:3.0:1787763577.844659:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763577.844663:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:3.0:1787763577.844666:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:3.0:1787763577.844668:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:3.0:1787763577.844670:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763577.844672:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763577.844673:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763577.844674:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787763577.844676:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:3.0:1787763577.844679:0:291943:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763577.844680:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763577.844682:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763577.844686:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763577.844688:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763577.844690:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787763577.844692:0:291943:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763577.844701:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d5661c0.
00000020:00000040:3.0:1787763577.844703:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:3.0:1787763577.844706:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763577.844708:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763577.844711:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763577.844713:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763577.844716:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763577.844723:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45907800.
00000100:00000001:3.0:1787763577.844728:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763577.844735:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d5661c0 x1874599320600448/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763577.844742:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763577.844746:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763577.844749:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007d30f203] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d5661c0 x1874599320600448/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763577.844767:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763577.844770:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763577.844773:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787763577.844774:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763577.844775:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763577.844777:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763577.844779:0:291943:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20740
00000400:00000200:3.0:1787763577.844781:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763577.844783:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763577.844785:0:291943:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763577.844788:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763577.844790:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763577.844791:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763577.844793:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763577.844795:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763577.844796:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000020:00000001:3.0:1787763577.844798:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763577.844800:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000020:00000001:3.0:1787763577.844802:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000020:00000001:3.0:1787763577.844803:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000040:3.0:1787763577.844805:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763577.844807:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787763577.844808:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763577.844815:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763577.844816:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763577.844820:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000001:1.0:1787763577.844822:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1787763577.844824:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00080000:3.0:1787763577.844827:0:291943:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763577.844828:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763577.844829:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763577.844834:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763577.844838:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763577.844839:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d5661c0 x1874599320600448/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763577.844839:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763577.844846:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763577.844854:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763577.844862:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763577.844870:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d564f00.
00000100:00000001:1.0:1787763577.844880:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000040:3.0:1787763577.844880:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000100:00000001:1.0:1787763577.844888:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763577.844889:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763577.844891:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763577.844896:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787763577.844898:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787763577.844898:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763577.844903:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763577.844906:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000010:3.0:1787763577.844907:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45904800.
00000100:00000001:3.0:1787763577.844913:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763577.844915:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763577.844921:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d564f00 x1874599320600576/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787763577.844928:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d5661c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320600448:192.168.203.113@tcp:250:kworker.0
00000100:00000001:3.0:1787763577.844946:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787763577.844949:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1787763577.844950:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763577.844956:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001dcdc0d3] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d564f00 x1874599320600576/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787763577.844958:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763577.844964:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763577.844967:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763577.844970:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:3.0:1787763577.844970:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763577.844978:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787763577.844980:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763577.844981:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763577.844983:0:291943:0:(import.c:485:import_select_connection()) Process entered
02000000:00000010:1.0:1787763577.844985:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db8400.
00000100:00080000:3.0:1787763577.844985:0:291943:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20740
02000000:00000001:1.0:1787763577.844997:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787763577.844998:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763577.845005:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763577.845007:0:291943:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763577.845013:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000400:00000200:1.0:1787763577.845016:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:3.0:1787763577.845018:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763577.845022:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763577.845025:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000400:00000010:1.0:1787763577.845026:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43478.
00000020:00000001:3.0:1787763577.845028:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763577.845032:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000020:00000001:3.0:1787763577.845035:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763577.845036:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000020:00000001:3.0:1787763577.845038:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000400:00000010:1.0:1787763577.845039:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9198.
00000020:00000001:3.0:1787763577.845041:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00000040:3.0:1787763577.845049:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763577.845050:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763577.845052:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763577.845053:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000200:1.0:1787763577.845054:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320600448, portal 25
00000020:00000040:3.0:1787763577.845056:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000100:00000001:1.0:1787763577.845061:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:3.0:1787763577.845061:0:291943:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:1.0:1787763577.845067:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910953920 : -110374798597696 : ffff9b9d5d5661c0)
00000100:00000001:3.0:1787763577.845067:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763577.845085:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763577.845094:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763577.845096:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763577.845101:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000040:1.0:1787763577.845103:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d5661c0 x1874599320600448/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763602 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1787763577.845104:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763577.845114:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763577.845120:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763577.845129:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d5652c0.
00000020:00000040:3.0:1787763577.845138:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000100:00000001:1.0:1787763577.845139:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:3.0:1787763577.845144:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763577.845146:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763577.845153:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000100:00000001:3.0:1787763577.845157:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763577.845159:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:1.0:1787763577.845160:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b95d8.
02000000:00000001:3.0:1787763577.845162:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787763577.845171:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320600448, offset 0
02000000:00000010:3.0:1787763577.845172:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45905000.
00000100:00000001:3.0:1787763577.845180:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763577.845188:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d5652c0 x1874599320600704/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787763577.845196:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000100:00000001:3.0:1787763577.845211:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763577.845213:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763577.845223:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000040:3.0:1787763577.845224:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc712cf1] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d5652c0 x1874599320600704/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763577.845236:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763577.845238:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1787763577.845241:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000100:00000040:3.0:1787763577.845257:0:291943:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1787763577.845260:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:3.0:1787763577.845262:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763577.845266:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787763577.845269:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1787763577.845270:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000100:00080000:3.0:1787763577.845276:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1787763577.845278:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1787763577.845286:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1787763577.845289:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000100:00080000:3.0:1787763577.845293:0:291943:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20740
00000400:00000200:1.0:1787763577.845301:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63454:63454:256:4294967295] 192.168.203.113@tcp LPNI seq info [63454:63454:8:4294967295]
00000400:00000200:3.0:1787763577.845309:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763577.845321:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000400:00000200:1.0:1787763577.845323:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00080000:3.0:1787763577.845325:0:291943:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763577.845334:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000400:00000200:1.0:1787763577.845342:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1787763577.845344:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763577.845352:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000800:00000200:1.0:1787763577.845361:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000100:00000001:3.0:1787763577.845362:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763577.845373:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000010:1.0:1787763577.845375:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef700.
00000020:00000040:3.0:1787763577.845375:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000020:00000001:3.0:1787763577.845382:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763577.845385:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000020:00000001:3.0:1787763577.845387:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000800:00000200:1.0:1787763577.845391:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000020:00000001:3.0:1787763577.845392:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000800:00000200:1.0:1787763577.845405:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000100:00000040:3.0:1787763577.845405:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763577.845414:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763577.845418:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000800:00000200:1.1:1787763577.845422:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000001:3.0:1787763577.845423:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000800:00000200:1.1:1787763577.845435:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000020:00000040:3.0:1787763577.845436:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000800:00000100:1.0:1787763577.845479:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000100:00080000:3.0:1787763577.845479:0:291943:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763577.845486:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1787763577.845487:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef700.
02000000:00000001:3.0:1787763577.845495:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763577.845500:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1787763577.845501:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:3.0:1787763577.845512:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763577.845516:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000200:1.0:1787763577.845521:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000008:00100000:3.0:1787763577.845521:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763577.845532:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763577.845534:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763577.845536:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b95d8
00000100:00000010:3.0:1787763577.845538:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d567480.
00000400:00000010:1.0:1787763577.845543:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b95d8.
00000020:00000040:3.0:1787763577.845544:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
02000000:00000001:3.0:1787763577.845554:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763577.845556:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763577.845557:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787763577.845558:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763577.845562:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763577.845564:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763577.845567:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45907400.
00000100:00000200:1.0:1787763577.845572:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d5661c0 x1874599320600448/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763602 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763577.845572:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763577.845585:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d567480 x1874599320600832/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763577.845618:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787763577.845619:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787763577.845622:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763577.845632:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d5661c0 x1874599320600448/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763602 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787763577.845632:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000036831fe2] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d567480 x1874599320600832/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763577.845700:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763577.845703:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763577.845704:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:3.0:1787763577.845713:0:291943:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20750)
00000100:00000001:1.0:1787763577.845718:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763577.845725:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763577.845728:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4315414264
00000100:00000010:1.0:1787763577.845733:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d7f69ba20.
00000100:00000001:1.0:1787763577.845741:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787763577.845755:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4315414264
00000100:00000010:1.0:1787763577.845758:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d7f69bde0.
00000100:00000001:1.0:1787763577.845760:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787763577.845763:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763577.845766:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763577.845768:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763577.845773:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763577/real 1787763577]  req@ffff9b9d5d5661c0 x1874599320600448/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763602 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763577.845782:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763577.845783:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763577.845785:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43478.
00000400:00000200:1.0:1787763577.845787:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9198
00000400:00000010:1.0:1787763577.845788:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9198.
00000100:00000001:1.0:1787763577.845790:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763577.845793:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d5661c0 x1874599320600448/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763602 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763577.845799:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d5661c0 x1874599320600448/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763602 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763577.845804:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763577.845805:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763577.845807:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763577.845809:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763577.845812:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d5661c0 x1874599320600448/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763602 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763577.845817:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763577.845820:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d5661c0 x1874599320600448/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763602 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763577.845825:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763577.845826:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763577.845827:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763577.845828:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763577.845830:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763577.845832:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763577.845834:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763577.845838:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763577.845839:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763577.845842:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d5661c0 x1874599320600448/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763602 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763577.845847:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d5661c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320600448:192.168.203.113@tcp:250:kworker.0
00000100:00000001:1.0:1787763577.845851:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763577.845852:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763577.845855:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d5661c0 x1874599320600448/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763602 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763577.845859:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763577.845862:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763577.845864:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db8400.
02000000:00000001:1.0:1787763577.845866:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763577.845868:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763577.845870:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:1.0:1787763577.845872:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763577.845875:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45907800.
02000000:00000001:1.0:1787763577.845878:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763577.845880:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763577.845881:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d5661c0.
00000100:00000001:1.0:1787763577.845885:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763577.845886:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763577.845887:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763577.845894:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763577.845895:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763577.845898:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763577.845899:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763577.845900:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763577.845903:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d564f00 x1874599320600576/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763577.845908:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763577.845909:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763577.845911:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763577.845913:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763577.845914:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763577.845916:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d564f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320600576:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763577.845918:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763577.845920:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763577.845921:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763577.845922:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763577.845924:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db8400.
02000000:00000001:1.0:1787763577.845926:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763577.845929:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763577.845931:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43478.
00000400:00000010:1.0:1787763577.845933:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9198.
00000100:00000200:1.0:1787763577.845935:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320600576, portal 10
00000100:00000001:1.0:1787763577.845937:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763577.845938:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910949120 : -110374798602496 : ffff9b9d5d564f00)
00000100:00000040:1.0:1787763577.845944:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d564f00 x1874599320600576/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763602 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763577.845949:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763577.845951:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763577.845952:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b95d8.
00000100:00000200:1.0:1787763577.845954:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320600576, offset 0
00000400:00000200:1.0:1787763577.845956:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763577.845959:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763577.845962:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763577.845964:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763577.845966:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763577.845968:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763577.845969:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763577.845972:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63455:63455:256:4294967295] 192.168.203.113@tcp LPNI seq info [63455:63455:8:4294967295]
00000400:00000200:1.0:1787763577.845975:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763577.845979:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763577.845982:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763577.845985:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef700.
00000800:00000200:1.0:1787763577.845988:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763577.845990:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787763577.845993:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763577.845995:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1787763577.845997:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763577.845999:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef700.
00000400:00000200:1.0:1787763577.846001:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763577.846003:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763577.846005:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b95d8
00000400:00000010:1.0:1787763577.846007:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b95d8.
00000100:00000001:1.0:1787763577.846009:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763577.846011:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d564f00 x1874599320600576/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763602 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763577.846016:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763577.846018:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d564f00 x1874599320600576/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763602 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763577.846028:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763577.846029:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763577.846031:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763577.846034:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:1.0:1787763577.846037:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763577.846038:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315413036
00000100:00000001:1.0:1787763577.846041:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315414264
00000100:00000001:1.0:1787763577.846042:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315413036
00000100:00000001:1.0:1787763577.846044:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315414264
00000100:00000001:1.0:1787763577.846046:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763577.846047:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763577.846048:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763577.846050:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763577/real 1787763577]  req@ffff9b9d5d564f00 x1874599320600576/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763602 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763577.846055:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763577.846056:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763577.846057:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43478.
00000400:00000200:1.0:1787763577.846058:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9198
00000400:00000010:1.0:1787763577.846059:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9198.
00000100:00000001:1.0:1787763577.846060:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763577.846062:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d564f00 x1874599320600576/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763602 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763577.846067:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d564f00 x1874599320600576/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763602 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763577.846086:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763577.846088:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763577.846090:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763577.846091:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763577.846094:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d564f00 x1874599320600576/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763602 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763577.846100:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763577.846103:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d564f00 x1874599320600576/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763602 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763577.846107:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763577.846108:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763577.846109:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763577.846110:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763577.846111:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763577.846124:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763577.846126:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763577.846128:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763577.846129:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763577.846131:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d564f00 x1874599320600576/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763602 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763577.846136:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d564f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320600576:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763577.846139:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763577.846141:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d5652c0 x1874599320600704/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763577.846146:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763577.846147:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763577.846148:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763577.846149:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763577.846150:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763577.846152:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d5652c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320600704:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763577.846154:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763577.846156:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763577.846158:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763577.846159:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763577.846161:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58dba400.
02000000:00000001:1.0:1787763577.846163:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763577.846165:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763577.846167:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43478.
00000400:00000010:1.0:1787763577.846169:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9198.
00000100:00000200:1.0:1787763577.846172:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320600704, portal 10
00000100:00000001:1.0:1787763577.846173:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763577.846174:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910950080 : -110374798601536 : ffff9b9d5d5652c0)
00000100:00000040:1.0:1787763577.846178:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d5652c0 x1874599320600704/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763602 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763577.846183:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763577.846185:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763577.846186:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b95d8.
00000100:00000200:1.0:1787763577.846188:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320600704, offset 0
00000400:00000200:1.0:1787763577.846190:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763577.846193:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763577.846195:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763577.846197:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763577.846199:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763577.846200:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763577.846202:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763577.846204:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63456:63456:256:4294967295] 192.168.203.113@tcp LPNI seq info [63456:63456:8:4294967295]
00000400:00000200:1.0:1787763577.846208:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763577.846211:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763577.846214:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763577.846216:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef700.
00000800:00000200:1.0:1787763577.846218:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763577.846220:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787763577.846223:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763577.846225:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1787763577.846227:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763577.846229:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef700.
00000400:00000200:1.0:1787763577.846232:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763577.846234:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763577.846236:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b95d8
00000400:00000010:1.0:1787763577.846237:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b95d8.
00000100:00000001:1.0:1787763577.846239:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763577.846241:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d5652c0 x1874599320600704/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763602 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763577.846246:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763577.846248:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d5652c0 x1874599320600704/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763602 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763577.846252:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763577.846253:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763577.846255:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763577.846257:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:1.0:1787763577.846259:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763577.846260:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315413015
00000100:00000001:1.0:1787763577.846262:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315414264
00000100:00000001:1.0:1787763577.846263:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315413015
00000100:00000001:1.0:1787763577.846265:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315414264
00000100:00000001:1.0:1787763577.846267:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763577.846268:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763577.846269:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763577.846271:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763577/real 1787763577]  req@ffff9b9d5d5652c0 x1874599320600704/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763602 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763577.846276:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763577.846277:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763577.846277:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43478.
00000400:00000200:1.0:1787763577.846279:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9198
00000400:00000010:1.0:1787763577.846280:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9198.
00000100:00000001:1.0:1787763577.846282:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763577.846284:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d5652c0 x1874599320600704/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763602 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763577.846289:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d5652c0 x1874599320600704/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763602 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763577.846293:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763577.846294:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763577.846295:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763577.846296:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763577.846298:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d5652c0 x1874599320600704/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763602 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763577.846302:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763577.846304:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d5652c0 x1874599320600704/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763602 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763577.846308:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763577.846310:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763577.846311:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763577.846311:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763577.846312:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763577.846313:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763577.846315:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763577.846317:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763577.846318:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763577.846320:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d5652c0 x1874599320600704/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763602 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763577.846325:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d5652c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320600704:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763577.846327:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763577.846331:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d567480 x1874599320600832/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763577.846335:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763577.846336:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763577.846337:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763577.846338:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763577.846340:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763577.846341:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d567480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320600832:192.168.203.113@tcp:8:kworker.0
00000100:00000001:1.0:1787763577.846343:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763577.846345:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763577.846345:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763577.846347:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763577.846349:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db9400.
02000000:00000001:1.0:1787763577.846350:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763577.846352:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763577.846354:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43478.
00000400:00000010:1.0:1787763577.846356:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9198.
00000100:00000200:1.0:1787763577.846358:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320600832, portal 4
00000100:00000001:1.0:1787763577.846359:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763577.846360:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910958720 : -110374798592896 : ffff9b9d5d567480)
00000100:00000040:1.0:1787763577.846364:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d567480 x1874599320600832/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763602 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763577.846368:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763577.846370:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763577.846371:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b95d8.
00000100:00000200:1.0:1787763577.846373:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320600832, offset 0
00000400:00000200:1.0:1787763577.846375:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763577.846376:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763577.846378:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763577.846380:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763577.846381:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763577.846383:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763577.846384:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763577.846387:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63457:63457:256:4294967295] 192.168.203.113@tcp LPNI seq info [63457:63457:8:4294967295]
00000400:00000200:1.0:1787763577.846389:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763577.846393:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763577.846396:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763577.846398:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef700.
00000800:00000200:1.0:1787763577.846400:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763577.846402:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787763577.846404:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763577.846406:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1787763577.846410:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763577.846411:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef700.
00000400:00000200:1.0:1787763577.846413:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763577.846415:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763577.846417:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b95d8
00000400:00000010:1.0:1787763577.846418:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b95d8.
00000100:00000001:1.0:1787763577.846419:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763577.846421:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d567480 x1874599320600832/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763602 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763577.846426:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763577.846428:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d567480 x1874599320600832/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763602 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763577.846432:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763577.846433:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763577.846435:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763577.846437:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:1.0:1787763577.846455:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763577.846457:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315413028
00000100:00000001:1.0:1787763577.846459:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315414264
00000100:00000001:1.0:1787763577.846460:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315413028
00000100:00000001:1.0:1787763577.846461:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315414264
00000100:00000001:1.0:1787763577.846463:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763577.846465:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763577.846466:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763577.846469:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763577/real 1787763577]  req@ffff9b9d5d567480 x1874599320600832/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763602 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763577.846475:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763577.846476:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763577.846477:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43478.
00000400:00000200:1.0:1787763577.846479:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9198
00000400:00000010:1.0:1787763577.846480:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9198.
00000100:00000001:1.0:1787763577.846481:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763577.846483:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d567480 x1874599320600832/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763602 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763577.846489:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d567480 x1874599320600832/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763602 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763577.846493:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763577.846494:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763577.846495:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763577.846496:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763577.846498:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d567480 x1874599320600832/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763602 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763577.846502:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763577.846504:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d567480 x1874599320600832/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763602 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763577.846508:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763577.846510:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763577.846511:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763577.846511:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763577.846512:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763577.846513:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763577.846515:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763577.846518:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763577.846519:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763577.846522:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d567480 x1874599320600832/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763602 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763577.846528:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d567480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320600832:192.168.203.113@tcp:8:kworker.0
00000100:00000001:1.0:1787763577.846531:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763577.846533:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763577.846536:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d564f00 x1874599320600576/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763602 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763577.846544:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763577.846546:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763577.846547:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db8400.
02000000:00000001:1.0:1787763577.846550:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763577.846551:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763577.846553:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:1.0:1787763577.846556:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763577.846557:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45904800.
02000000:00000001:1.0:1787763577.846560:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763577.846562:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763577.846564:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d564f00.
00000100:00000001:1.0:1787763577.846567:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763577.846568:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763577.846570:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763577.846573:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d5652c0 x1874599320600704/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763602 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763577.846582:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763577.846583:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763577.846585:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58dba400.
02000000:00000001:1.0:1787763577.846587:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763577.846589:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763577.846590:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:1.0:1787763577.846592:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763577.846594:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45905000.
02000000:00000001:1.0:1787763577.846596:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763577.846597:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763577.846598:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d5652c0.
00000100:00000001:1.0:1787763577.846600:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763577.846601:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763577.846602:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763577.846604:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d567480 x1874599320600832/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763602 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763577.846608:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763577.846609:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763577.846610:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db9400.
02000000:00000001:1.0:1787763577.846612:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763577.846613:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763577.846614:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:1.0:1787763577.846615:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763577.846615:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45907400.
02000000:00000001:1.0:1787763577.846617:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763577.846617:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763577.846618:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d567480.
00000100:00000001:1.0:1787763577.846619:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763577.846620:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763577.846621:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763577.846624:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763577.846625:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763577.846626:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763577.846627:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763578.036531:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763578.036539:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763578.036544:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763578.036546:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763578.036549:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763578.036550:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763578.036640:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763578.036647:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763578.036652:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763578.868569:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763578.868579:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763578.868582:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763578.868589:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763578.868593:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763578.868598:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763578.868602:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763578.868605:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763578.868610:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763579.060521:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763579.060526:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763579.060530:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763579.060532:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763579.060536:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763579.060537:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763579.060606:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763579.060611:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763579.060615:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787763579.124551:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4315414264, at 4315414272
00000100:00000040:1.0:1787763579.124551:0:303331:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b110 (cpu 1) has reached its deadline 4315414264, at 4315414272
00000100:00000010:1.0:1787763579.124577:0:303331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69bde0.
00000100:00000010:0.0:1787763579.124580:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69ba20.
00000100:00000001:1.0:1787763579.892555:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763579.892570:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763579.892572:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763579.892579:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763579.892582:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763579.892586:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763579.892589:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763579.892592:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763579.892595:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763580.084559:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763580.084566:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763580.084571:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763580.084573:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763580.084586:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763580.084588:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763580.084647:0:281543:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763580.084661:0:281543:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763580.084667:0:281543:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763580.916525:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763580.916531:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763580.916533:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763580.916538:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763580.916541:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763580.916545:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763580.916547:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763580.916550:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763580.916552:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763581.108534:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763581.108541:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763581.108548:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763581.108549:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763581.108553:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763581.108554:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763581.108635:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763581.108641:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763581.108645:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763581.940553:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763581.940561:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763581.940565:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763581.940571:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763581.940577:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763581.940581:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763581.940585:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763581.940588:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763581.940591:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763582.132568:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763582.132579:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763582.132582:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763582.132587:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763582.132595:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763582.132598:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763582.132600:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763582.132603:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763582.132608:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763582.132610:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763582.132612:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763582.132614:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763582.132616:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763582.132618:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763582.132620:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763582.132622:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763582.132627:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763582.132629:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763582.132683:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763582.132688:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763582.132691:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787763582.964563:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787763582.964563:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:0.0:1787763582.964574:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787763582.964579:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787763582.964581:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:0.0:1787763582.964583:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787763582.964586:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763582.964589:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00100000:1.0:1787763582.964593:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00080000:0.0:1787763582.964598:0:268573:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20745
00000100:00000001:1.0:1787763582.964602:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763582.964607:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1787763582.964611:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763582.964618:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000400:00000200:0.0:1787763582.964621:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00000001:1.0:1787763582.964623:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1787763582.964625:0:268573:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787763582.964629:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763582.964633:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763582.964638:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763582.964641:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763582.964643:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763582.964646:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763582.964648:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:0.0:1787763582.964650:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763582.964654:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:0.0:1787763582.964656:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:0.0:1787763582.964658:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:0.0:1787763582.964661:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763582.964662:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763582.964664:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763582.964666:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787763582.964669:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:0.0:1787763582.964672:0:268573:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763582.964673:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763582.964675:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763582.964679:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763582.964681:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763582.964685:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787763582.964687:0:268573:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763582.964698:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81853480.
00000020:00000040:0.0:1787763582.964700:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:0.0:1787763582.964704:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763582.964706:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763582.964708:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763582.964711:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763582.964715:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763582.964724:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d5055ac00.
00000100:00000001:0.0:1787763582.964732:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763582.964741:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81853480 x1874599320600960/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763582.964750:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763582.964754:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763582.964757:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000037f19d5a] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81853480 x1874599320600960/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763582.964775:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763582.964778:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763582.964781:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787763582.964782:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763582.964783:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763582.964786:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763582.964789:0:268573:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20745
00000400:00000200:0.0:1787763582.964792:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763582.964795:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763582.964797:0:268573:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787763582.964799:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1787763582.964800:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763582.964804:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787763582.964804:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1787763582.964806:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763582.964808:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787763582.964811:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763582.964818:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000040:1.0:1787763582.964818:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81853480 x1874599320600960/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1787763582.964822:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000020:00000001:0.0:1787763582.964827:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763582.964832:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000100:00000001:1.0:1787763582.964832:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763582.964835:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763582.964838:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
02000000:00000001:1.0:1787763582.964840:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:0.0:1787763582.964845:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
02000000:00000001:1.0:1787763582.964845:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763582.964851:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763582.964856:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00100000:1.0:1787763582.964857:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81853480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320600960:192.168.203.113@tcp:250:kworker.0
00000100:00000001:0.0:1787763582.964862:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787763582.964865:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:0.0:1787763582.964869:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
02000000:00000001:1.0:1787763582.964871:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1787763582.964872:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787763582.964875:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00080000:0.0:1787763582.964877:0:268573:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763582.964879:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763582.964881:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787763582.964881:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763582.964885:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787763582.964888:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763582.964892:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787763582.964892:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db9400.
00000100:00000001:0.0:1787763582.964897:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:1.0:1787763582.964898:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1787763582.964903:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1787763582.964908:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000008:00000001:0.0:1787763582.964909:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763582.964913:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787763582.964915:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43478.
00000100:00000010:0.0:1787763582.964918:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81853c00.
00000020:00000040:0.0:1787763582.964922:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
02000000:00000001:0.0:1787763582.964923:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763582.964924:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763582.964925:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763582.964927:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:1.0:1787763582.964927:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9198.
02000000:00000001:0.0:1787763582.964930:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763582.964936:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d50559c00.
00000100:00000200:1.0:1787763582.964937:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320600960, portal 25
00000100:00000001:0.0:1787763582.964941:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763582.964942:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763582.964945:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699518002304 : -110374191549312 : ffff9b9d81853480)
00000100:00100000:0.0:1787763582.964950:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81853c00 x1874599320601088/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1787763582.964953:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81853480 x1874599320600960/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763607 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763582.964969:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787763582.964972:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1787763582.964973:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763582.964978:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000100:00000040:0.0:1787763582.964981:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ce798b78] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81853c00 x1874599320601088/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1787763582.964983:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b95d8.
00000100:00000200:1.0:1787763582.964988:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320600960, offset 0
00000100:00000001:0.0:1787763582.964993:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763582.964997:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1787763582.965000:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000100:00080000:0.0:1787763582.965002:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787763582.965005:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763582.965006:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763582.965008:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763582.965012:0:268573:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20745
00000400:00000200:1.0:1787763582.965012:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763582.965021:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763582.965027:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763582.965033:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763582.965049:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763582.965053:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763582.965058:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63458:63458:256:4294967295] 192.168.203.113@tcp LPNI seq info [63458:63458:8:4294967295]
00000400:00000200:1.0:1787763582.965063:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763582.965074:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000400:00000200:0.0:1787763582.965084:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000800:00000200:1.0:1787763582.965085:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787763582.965090:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763582.965093:0:268573:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763582.965095:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000800:00000010:1.0:1787763582.965096:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef700.
00000100:00000001:0.0:1787763582.965097:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763582.965102:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763582.965103:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763582.965105:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763582.965107:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000020:00000001:0.0:1787763582.965111:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000200:1.0:1787763582.965111:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000020:00000040:0.0:1787763582.965115:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000800:00000200:1.0:1787763582.965117:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000020:00000001:0.0:1787763582.965118:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000020:00000001:0.0:1787763582.965123:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00000040:0.0:1787763582.965128:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000800:00000200:1.1:1787763582.965129:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000001:0.0:1787763582.965130:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763582.965134:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000800:00000200:1.1:1787763582.965135:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000100:00000001:0.0:1787763582.965137:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787763582.965141:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000800:00000100:1.0:1787763582.965145:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000100:00080000:0.0:1787763582.965146:0:268573:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000800:00000010:1.0:1787763582.965150:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef700.
00000100:00000001:0.0:1787763582.965151:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763582.965154:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763582.965157:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1787763582.965159:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:0.0:1787763582.965165:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763582.965166:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1787763582.965173:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000200:1.0:1787763582.965174:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b95d8
00000008:00100000:0.0:1787763582.965177:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000400:00000010:1.0:1787763582.965178:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b95d8.
00000008:00000001:0.0:1787763582.965180:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763582.965183:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763582.965185:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000010:0.0:1787763582.965187:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81852940.
00000100:00000200:1.0:1787763582.965191:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d81853480 x1874599320600960/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763607 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1787763582.965192:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
02000000:00000001:0.0:1787763582.965197:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763582.965200:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763582.965204:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763582.965207:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763582.965209:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763582.965211:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000010:0.0:1787763582.965213:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d50558800.
00000100:00000040:1.0:1787763582.965217:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81853480 x1874599320600960/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763607 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763582.965219:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763582.965228:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81852940 x1874599320601216/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787763582.965229:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763582.965233:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787763582.965239:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763582.965241:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763582.965242:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763582.965246:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afb094cc] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81852940 x1874599320601216/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787763582.965252:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763582.965258:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4315419383
00000100:00000001:0.0:1787763582.965260:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763582.965264:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1787763582.965266:0:268573:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1787763582.965269:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000010:1.0:1787763582.965271:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d7f69bde0.
00000100:00080000:0.0:1787763582.965272:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787763582.965276:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763582.965277:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763582.965280:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787763582.965281:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000100:00080000:0.0:1787763582.965284:0:268573:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20745
00000400:00000200:0.0:1787763582.965288:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763582.965290:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4315419383
00000400:00000200:0.0:1787763582.965291:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763582.965296:0:268573:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000010:1.0:1787763582.965298:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d7f69bcc0.
00000100:00000040:0.0:1787763582.965301:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763582.965303:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1787763582.965304:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763582.965308:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763582.965309:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787763582.965311:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000001:1.0:1787763582.965313:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763582.965315:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787763582.965318:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000020:00000040:0.0:1787763582.965319:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000020:00000001:0.0:1787763582.965322:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763582.965324:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000020:00000001:0.0:1787763582.965328:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00100000:1.0:1787763582.965328:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763582/real 1787763582]  req@ffff9b9d81853480 x1874599320600960/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763607 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1787763582.965332:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000040:0.0:1787763582.965339:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763582.965343:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000001:1.0:1787763582.965346:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:0.0:1787763582.965347:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763582.965351:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000400:00000001:1.0:1787763582.965351:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763582.965356:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43478.
00000020:00000040:0.0:1787763582.965357:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00080000:0.0:1787763582.965362:0:268573:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000400:00000200:1.0:1787763582.965363:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9198
00000100:00000001:0.0:1787763582.965365:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787763582.965366:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9198.
02000000:00000001:0.0:1787763582.965367:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763582.965372:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763582.965372:0:256678:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:0.0:1787763582.965377:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787763582.965377:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81853480 x1874599320600960/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763607 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763582.965380:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763582.965383:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787763582.965387:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763582.965391:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763582.965396:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81852580.
00000100:00000200:1.0:1787763582.965397:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81853480 x1874599320600960/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763607 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1787763582.965401:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
02000000:00000001:0.0:1787763582.965406:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763582.965408:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763582.965411:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787763582.965411:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000001:0.0:1787763582.965415:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787763582.965415:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1787763582.965416:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763582.965419:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000010:0.0:1787763582.965421:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d5055a400.
00000100:00000001:1.0:1787763582.965422:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763582.965426:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763582.965428:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81853480 x1874599320600960/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763607 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787763582.965433:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81852580 x1874599320601344/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763582.965467:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787763582.965469:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763582.965470:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763582.965477:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a3a56c9a] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81852580 x1874599320601344/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787763582.965481:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81853480 x1874599320600960/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763607 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763582.965497:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763582.965500:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:0.0:1787763582.965503:0:268573:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20755)
00000100:00000001:1.0:1787763582.965504:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763582.965508:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763582.965510:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763582.965514:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763582.965515:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763582.965518:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763582.965521:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763582.965523:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763582.965526:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81853480 x1874599320600960/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763607 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763582.965532:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81853480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320600960:192.168.203.113@tcp:250:kworker.0
00000100:00000001:1.0:1787763582.965535:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763582.965537:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763582.965539:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81853480 x1874599320600960/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763607 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763582.965544:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763582.965547:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763582.965550:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db9400.
02000000:00000001:1.0:1787763582.965554:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763582.965556:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763582.965558:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:1.0:1787763582.965560:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763582.965563:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d5055ac00.
02000000:00000001:1.0:1787763582.965568:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763582.965571:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763582.965573:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81853480.
00000100:00000001:1.0:1787763582.965576:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763582.965578:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763582.965580:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763582.965589:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763582.965591:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763582.965593:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763582.965595:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763582.965596:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763582.965601:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81853c00 x1874599320601088/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763582.965613:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763582.965614:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763582.965616:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763582.965617:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763582.965619:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763582.965621:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81853c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320601088:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763582.965623:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763582.965625:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763582.965626:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763582.965627:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763582.965630:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db9400.
02000000:00000001:1.0:1787763582.965631:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763582.965634:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763582.965636:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43478.
00000400:00000010:1.0:1787763582.965639:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9198.
00000100:00000200:1.0:1787763582.965641:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320601088, portal 10
00000100:00000001:1.0:1787763582.965642:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763582.965644:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699518004224 : -110374191547392 : ffff9b9d81853c00)
00000100:00000040:1.0:1787763582.965649:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81853c00 x1874599320601088/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763607 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763582.965654:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763582.965655:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763582.965657:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b95d8.
00000100:00000200:1.0:1787763582.965658:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320601088, offset 0
00000400:00000200:1.0:1787763582.965661:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763582.965664:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763582.965666:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763582.965669:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763582.965671:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763582.965672:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763582.965674:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763582.965677:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63459:63459:256:4294967295] 192.168.203.113@tcp LPNI seq info [63459:63459:8:4294967295]
00000400:00000200:1.0:1787763582.965680:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763582.965685:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763582.965688:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763582.965690:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef700.
00000800:00000200:1.0:1787763582.965693:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763582.965695:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787763582.965698:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763582.965700:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1787763582.965703:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763582.965704:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef700.
00000400:00000200:1.0:1787763582.965707:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763582.965709:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763582.965711:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b95d8
00000400:00000010:1.0:1787763582.965713:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b95d8.
00000100:00000001:1.0:1787763582.965714:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763582.965717:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d81853c00 x1874599320601088/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763607 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763582.965722:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763582.965724:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81853c00 x1874599320601088/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763607 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763582.965729:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763582.965730:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763582.965733:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763582.965736:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:1.0:1787763582.965738:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763582.965739:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315418156
00000100:00000001:1.0:1787763582.965742:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315419383
00000100:00000001:1.0:1787763582.965743:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315418156
00000100:00000001:1.0:1787763582.965745:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315419383
00000100:00000001:1.0:1787763582.965747:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763582.965749:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763582.965750:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763582.965753:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763582/real 1787763582]  req@ffff9b9d81853c00 x1874599320601088/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763607 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763582.965759:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763582.965759:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763582.965760:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43478.
00000400:00000200:1.0:1787763582.965762:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9198
00000400:00000010:1.0:1787763582.965763:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9198.
00000100:00000001:1.0:1787763582.965764:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763582.965766:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81853c00 x1874599320601088/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763607 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763582.965772:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81853c00 x1874599320601088/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763607 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763582.965776:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763582.965777:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763582.965778:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763582.965779:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763582.965781:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81853c00 x1874599320601088/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763607 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763582.965785:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763582.965787:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81853c00 x1874599320601088/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763607 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763582.965792:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763582.965794:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763582.965795:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763582.965796:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763582.965797:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763582.965811:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763582.965813:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763582.965816:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763582.965817:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763582.965820:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81853c00 x1874599320601088/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763607 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763582.965825:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81853c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320601088:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763582.965827:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763582.965829:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81852940 x1874599320601216/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763582.965833:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763582.965834:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763582.965835:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763582.965836:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763582.965837:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763582.965839:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81852940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320601216:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763582.965842:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763582.965843:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763582.965844:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763582.965845:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763582.965847:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58dba400.
02000000:00000001:1.0:1787763582.965848:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763582.965850:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763582.965852:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43478.
00000400:00000010:1.0:1787763582.965853:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9198.
00000100:00000200:1.0:1787763582.965855:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320601216, portal 10
00000100:00000001:1.0:1787763582.965857:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763582.965858:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699517999424 : -110374191552192 : ffff9b9d81852940)
00000100:00000040:1.0:1787763582.965862:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81852940 x1874599320601216/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763607 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763582.965866:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763582.965869:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763582.965870:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b95d8.
00000100:00000200:1.0:1787763582.965872:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320601216, offset 0
00000400:00000200:1.0:1787763582.965874:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763582.965877:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763582.965879:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763582.965881:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763582.965883:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763582.965884:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763582.965886:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763582.965888:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63460:63460:256:4294967295] 192.168.203.113@tcp LPNI seq info [63460:63460:8:4294967295]
00000400:00000200:1.0:1787763582.965891:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763582.965895:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763582.965899:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763582.965901:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef700.
00000800:00000200:1.0:1787763582.965904:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763582.965906:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787763582.965908:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763582.965910:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1787763582.965912:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763582.965914:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef700.
00000400:00000200:1.0:1787763582.965916:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763582.965918:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763582.965919:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b95d8
00000400:00000010:1.0:1787763582.965921:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b95d8.
00000100:00000001:1.0:1787763582.965922:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763582.965924:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d81852940 x1874599320601216/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763607 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763582.965930:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763582.965932:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81852940 x1874599320601216/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763607 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763582.965936:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763582.965937:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763582.965939:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763582.965941:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:1.0:1787763582.965943:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763582.965945:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315418135
00000100:00000001:1.0:1787763582.965947:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315419383
00000100:00000001:1.0:1787763582.965948:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315418135
00000100:00000001:1.0:1787763582.965950:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315419383
00000100:00000001:1.0:1787763582.965951:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763582.965952:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763582.965953:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763582.965956:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763582/real 1787763582]  req@ffff9b9d81852940 x1874599320601216/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763607 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763582.965960:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763582.965961:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763582.965962:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43478.
00000400:00000200:1.0:1787763582.965963:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9198
00000400:00000010:1.0:1787763582.965964:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9198.
00000100:00000001:1.0:1787763582.965965:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763582.965967:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81852940 x1874599320601216/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763607 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763582.965973:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81852940 x1874599320601216/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763607 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763582.965977:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763582.965978:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763582.965979:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763582.965980:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763582.965982:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81852940 x1874599320601216/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763607 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763582.965986:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763582.965988:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81852940 x1874599320601216/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763607 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763582.965993:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763582.965995:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763582.965996:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763582.965997:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763582.965998:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763582.965999:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763582.966000:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763582.966002:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763582.966004:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763582.966006:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81852940 x1874599320601216/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763607 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763582.966010:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81852940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320601216:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763582.966013:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763582.966015:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81852580 x1874599320601344/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763582.966019:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763582.966020:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763582.966021:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763582.966022:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763582.966023:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763582.966025:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81852580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320601344:192.168.203.113@tcp:8:kworker.0
00000100:00000001:1.0:1787763582.966027:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763582.966029:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763582.966030:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763582.966032:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763582.966050:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db8400.
02000000:00000001:1.0:1787763582.966053:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763582.966057:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763582.966060:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43478.
00000400:00000010:1.0:1787763582.966064:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9198.
00000100:00000200:1.0:1787763582.966067:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320601344, portal 4
00000100:00000001:1.0:1787763582.966069:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763582.966071:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699517998464 : -110374191553152 : ffff9b9d81852580)
00000100:00000040:1.0:1787763582.966078:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81852580 x1874599320601344/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763607 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763582.966085:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763582.966088:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763582.966090:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b95d8.
00000100:00000200:1.0:1787763582.966094:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320601344, offset 0
00000400:00000200:1.0:1787763582.966097:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763582.966100:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763582.966103:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763582.966105:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763582.966107:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763582.966108:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763582.966110:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763582.966112:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63461:63461:256:4294967295] 192.168.203.113@tcp LPNI seq info [63461:63461:8:4294967295]
00000400:00000200:1.0:1787763582.966115:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763582.966120:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763582.966122:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763582.966125:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef700.
00000800:00000200:1.0:1787763582.966127:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763582.966129:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787763582.966132:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763582.966134:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1787763582.966137:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763582.966138:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef700.
00000400:00000200:1.0:1787763582.966140:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763582.966143:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763582.966145:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b95d8
00000400:00000010:1.0:1787763582.966147:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b95d8.
00000100:00000001:1.0:1787763582.966148:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763582.966151:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d81852580 x1874599320601344/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763607 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763582.966156:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763582.966158:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81852580 x1874599320601344/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763607 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763582.966162:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763582.966163:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763582.966165:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763582.966168:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:1.0:1787763582.966169:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763582.966171:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315418147
00000100:00000001:1.0:1787763582.966172:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315419383
00000100:00000001:1.0:1787763582.966174:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315418147
00000100:00000001:1.0:1787763582.966175:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315419383
00000100:00000001:1.0:1787763582.966177:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763582.966178:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763582.966179:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763582.966182:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763582/real 1787763582]  req@ffff9b9d81852580 x1874599320601344/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763607 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763582.966186:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763582.966187:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763582.966188:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43478.
00000400:00000200:1.0:1787763582.966190:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9198
00000400:00000010:1.0:1787763582.966191:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9198.
00000100:00000001:1.0:1787763582.966192:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763582.966194:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81852580 x1874599320601344/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763607 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763582.966200:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81852580 x1874599320601344/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763607 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763582.966205:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763582.966206:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763582.966207:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763582.966208:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763582.966210:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81852580 x1874599320601344/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763607 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763582.966214:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763582.966217:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81852580 x1874599320601344/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763607 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763582.966221:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763582.966222:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763582.966223:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763582.966224:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763582.966225:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763582.966226:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763582.966227:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763582.966229:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763582.966230:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763582.966233:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81852580 x1874599320601344/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763607 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763582.966237:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81852580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320601344:192.168.203.113@tcp:8:kworker.0
00000100:00000001:1.0:1787763582.966240:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763582.966241:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763582.966243:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81853c00 x1874599320601088/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763607 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763582.966247:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763582.966249:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763582.966251:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db9400.
02000000:00000001:1.0:1787763582.966252:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763582.966253:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763582.966255:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:1.0:1787763582.966256:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763582.966258:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d50559c00.
02000000:00000001:1.0:1787763582.966260:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763582.966261:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763582.966262:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81853c00.
00000100:00000001:1.0:1787763582.966264:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763582.966265:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763582.966266:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763582.966268:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81852940 x1874599320601216/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763607 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763582.966273:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763582.966273:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763582.966274:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58dba400.
02000000:00000001:1.0:1787763582.966276:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763582.966276:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763582.966277:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:1.0:1787763582.966278:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763582.966279:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d50558800.
02000000:00000001:1.0:1787763582.966281:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763582.966282:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763582.966283:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81852940.
00000100:00000001:1.0:1787763582.966284:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763582.966285:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763582.966286:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763582.966287:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81852580 x1874599320601344/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763607 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763582.966291:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763582.966292:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763582.966293:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db8400.
02000000:00000001:1.0:1787763582.966294:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763582.966295:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763582.966295:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:1.0:1787763582.966297:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763582.966298:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d5055a400.
02000000:00000001:1.0:1787763582.966299:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763582.966300:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763582.966301:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81852580.
00000100:00000001:1.0:1787763582.966302:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763582.966303:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763582.966304:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763582.966307:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763582.966308:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763582.966309:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763582.966310:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763583.156540:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763583.156548:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763583.156555:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763583.156556:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763583.156561:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763583.156564:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763583.156567:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763583.156571:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763583.156575:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763583.156577:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763583.156579:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763583.156581:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763583.156640:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763583.156647:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763583.156652:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763583.988571:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763583.988580:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763583.988583:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763583.988588:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763583.988592:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763583.988595:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763583.988598:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763583.988600:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763583.988603:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763584.180506:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763584.180513:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763584.180518:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763584.180519:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763584.180522:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763584.180523:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763584.180586:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763584.180591:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763584.180594:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787763584.244524:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4315419383, at 4315419392
00000100:00000040:1.0:1787763584.244524:0:303331:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b110 (cpu 1) has reached its deadline 4315419383, at 4315419392
00000100:00000010:1.0:1787763584.244539:0:303331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69bcc0.
00000100:00000010:0.0:1787763584.244545:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69bde0.
00000100:00000001:1.0:1787763585.012529:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763585.012538:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763585.012541:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763585.012546:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763585.012550:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763585.012553:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763585.012557:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763585.012560:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763585.012563:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763585.204522:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763585.204528:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763585.204533:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763585.204535:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763585.204537:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763585.204538:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763585.204581:0:281543:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763585.204585:0:281543:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763585.204588:0:281543:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763586.036537:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763586.036548:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763586.036551:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763586.036559:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763586.036564:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763586.036570:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763586.036574:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763586.036577:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763586.036581:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763586.228529:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763586.228537:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763586.228542:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763586.228544:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763586.228546:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763586.228548:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763586.228621:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763586.228626:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763586.228630:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763587.060535:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763587.060546:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763587.060549:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763587.060556:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763587.060560:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763587.060565:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763587.060568:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763587.060572:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763587.060576:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763587.252518:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763587.252526:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763587.252534:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763587.252536:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763587.252541:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763587.252543:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763587.252595:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763587.252600:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763587.252604:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763588.084544:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:0.0:1787763588.084551:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787763588.084553:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763588.084557:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763588.084562:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:1.0:1787763588.084564:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:0.0:1787763588.084566:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787763588.084569:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1787763588.084571:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787763588.084575:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763588.084579:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763588.084582:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763588.084586:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763588.084597:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763588.084605:0:268573:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20750
00000400:00000200:0.0:1787763588.084613:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763588.084619:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763588.084622:0:268573:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763588.084625:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763588.084628:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763588.084630:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763588.084632:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763588.084635:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763588.084637:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:0.0:1787763588.084639:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763588.084642:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:0.0:1787763588.084644:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:0.0:1787763588.084646:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:0.0:1787763588.084648:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763588.084650:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763588.084651:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763588.084652:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787763588.084654:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:0.0:1787763588.084656:0:268573:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763588.084658:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763588.084660:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763588.084662:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763588.084664:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763588.084666:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787763588.084668:0:268573:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763588.084675:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81850000.
00000020:00000040:0.0:1787763588.084677:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:0.0:1787763588.084684:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763588.084685:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763588.084688:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763588.084690:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763588.084695:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763588.084702:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d5055bc00.
00000100:00000001:0.0:1787763588.084707:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763588.084715:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81850000 x1874599320601472/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763588.084722:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763588.084725:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763588.084728:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a28e6d3] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81850000 x1874599320601472/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763588.084743:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763588.084745:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763588.084748:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787763588.084749:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763588.084751:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763588.084753:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763588.084755:0:268573:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20750
00000400:00000200:0.0:1787763588.084757:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763588.084760:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763588.084762:0:268573:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763588.084764:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763588.084766:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763588.084768:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763588.084769:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787763588.084770:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763588.084773:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787763588.084773:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000040:0.0:1787763588.084774:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000100:00000001:1.0:1787763588.084777:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1787763588.084778:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763588.084782:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000020:00000001:0.0:1787763588.084785:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000040:1.0:1787763588.084786:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81850000 x1874599320601472/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1787763588.084787:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000040:0.0:1787763588.084796:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763588.084801:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787763588.084802:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:0.0:1787763588.084803:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763588.084805:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763588.084807:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
02000000:00000001:1.0:1787763588.084810:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:0.0:1787763588.084811:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
02000000:00000001:1.0:1787763588.084813:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1787763588.084815:0:268573:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
02000000:00000001:1.0:1787763588.084817:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763588.084818:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763588.084823:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:1.0:1787763588.084823:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81850000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320601472:192.168.203.113@tcp:250:kworker.0
02000000:00000001:0.0:1787763588.084828:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763588.084829:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787763588.084833:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763588.084834:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1787763588.084835:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:1.0:1787763588.084837:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1787763588.084840:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1787763588.084841:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:0.0:1787763588.084845:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763588.084847:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787763588.084847:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db8400.
00000100:00000010:0.0:1787763588.084850:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81851680.
02000000:00000001:1.0:1787763588.084851:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1787763588.084857:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
02000000:00000001:0.0:1787763588.084859:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763588.084861:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763588.084862:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787763588.084867:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763588.084868:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:1.0:1787763588.084869:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43478.
02000000:00000001:0.0:1787763588.084870:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763588.084876:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d50558400.
00000400:00000010:1.0:1787763588.084878:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9198.
00000100:00000001:0.0:1787763588.084879:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787763588.084885:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320601472, portal 25
00000100:00100000:0.0:1787763588.084886:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81851680 x1874599320601600/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787763588.084890:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763588.084892:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699517988864 : -110374191562752 : ffff9b9d81850000)
00000100:00000001:0.0:1787763588.084900:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000040:1.0:1787763588.084901:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81850000 x1874599320601472/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763613 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763588.084904:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763588.084912:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be916297] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81851680 x1874599320601600/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763588.084914:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763588.084921:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763588.084924:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b95d8.
00000100:00000001:0.0:1787763588.084929:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787763588.084930:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320601472, offset 0
00000100:00080000:0.0:1787763588.084935:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763588.084938:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787763588.084941:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1787763588.084941:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000100:00080000:0.0:1787763588.084945:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763588.084947:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1787763588.084951:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00080000:0.0:1787763588.084952:0:268573:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20750
00000400:00000200:1.0:1787763588.084960:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763588.084964:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763588.084968:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763588.084971:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763588.084973:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763588.084976:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63462:63462:256:4294967295] 192.168.203.113@tcp LPNI seq info [63462:63462:8:4294967295]
00000400:00000200:1.0:1787763588.084979:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763588.084986:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000400:00000200:0.0:1787763588.084992:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000800:00000200:1.0:1787763588.084993:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787763588.084997:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000800:00000010:1.0:1787763588.085013:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef700.
00000100:00080000:0.0:1787763588.085014:0:268573:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763588.085018:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000800:00000200:1.0:1787763588.085023:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000001:0.0:1787763588.085024:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763588.085029:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000800:00000200:1.0:1787763588.085030:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000100:00000001:0.0:1787763588.085032:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763588.085036:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763588.085038:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000800:00000200:1.1:1787763588.085039:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000020:00000001:0.0:1787763588.085040:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763588.085044:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000800:00000200:1.1:1787763588.085045:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000020:00000001:0.0:1787763588.085048:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000020:00000001:0.0:1787763588.085052:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000800:00000100:1.0:1787763588.085052:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763588.085057:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef700.
00000100:00000040:0.0:1787763588.085058:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763588.085061:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763588.085063:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763588.085064:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000400:00000200:1.0:1787763588.085065:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:0.0:1787763588.085066:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000100:00080000:0.0:1787763588.085072:0:268573:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000400:00000200:1.0:1787763588.085074:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1787763588.085075:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763588.085078:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1787763588.085079:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b95d8
02000000:00000001:0.0:1787763588.085081:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:1.0:1787763588.085082:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b95d8.
02000000:00000001:0.0:1787763588.085085:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763588.085087:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787763588.085088:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763588.085092:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000100:00000200:1.0:1787763588.085095:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d81850000 x1874599320601472/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763613 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:0.0:1787763588.085096:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763588.085101:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763588.085107:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81850f00.
00000020:00000040:0.0:1787763588.085110:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000100:00000001:1.0:1787763588.085111:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:0.0:1787763588.085115:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000040:1.0:1787763588.085116:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81850000 x1874599320601472/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763613 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787763588.085117:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763588.085122:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763588.085125:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763588.085127:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763588.085130:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763588.085132:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d50559400.
00000100:00000001:1.0:1787763588.085133:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787763588.085137:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763588.085139:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763588.085144:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81850f00 x1874599320601728/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787763588.085147:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763588.085151:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4315424503
00000100:00000001:0.0:1787763588.085157:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000010:1.0:1787763588.085158:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d7f69bcc0.
00000100:00000001:0.0:1787763588.085159:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763588.085166:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007454b7f2] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81850f00 x1874599320601728/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763588.085169:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1787763588.085177:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763588.085177:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4315424503
00000100:00000040:0.0:1787763588.085181:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000010:1.0:1787763588.085182:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d7f69b4e0.
00000100:00000040:0.0:1787763588.085189:0:268573:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1787763588.085189:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000100:00080000:0.0:1787763588.085196:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787763588.085196:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763588.085200:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763588.085201:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787763588.085204:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1787763588.085205:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763588.085208:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763588.085211:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00100000:1.0:1787763588.085212:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763588/real 1787763588]  req@ffff9b9d81850000 x1874599320601472/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787763588.085216:0:268573:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20750
00000400:00000200:0.0:1787763588.085223:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763588.085230:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000400:00000001:1.0:1787763588.085231:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:0.0:1787763588.085232:0:268573:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000400:00000001:1.0:1787763588.085234:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000040:0.0:1787763588.085237:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000400:00000010:1.0:1787763588.085238:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43478.
00000100:00000001:0.0:1787763588.085244:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787763588.085244:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9198
00000400:00000010:1.0:1787763588.085248:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9198.
00000100:00000040:0.0:1787763588.085249:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763588.085252:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787763588.085253:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763588.085257:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000200:1.0:1787763588.085258:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81850000 x1874599320601472/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1787763588.085259:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000020:00000001:0.0:1787763588.085262:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763588.085265:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000020:00000001:0.0:1787763588.085269:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000020:00000001:0.0:1787763588.085272:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000200:1.0:1787763588.085273:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81850000 x1874599320601472/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787763588.085278:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763588.085282:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763588.085286:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763588.085287:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787763588.085289:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000001:1.0:1787763588.085290:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:0.0:1787763588.085292:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00000001:1.0:1787763588.085293:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763588.085297:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1787763588.085298:0:268573:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763588.085304:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763588.085304:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81850000 x1874599320601472/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787763588.085309:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763588.085313:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763588.085316:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1787763588.085317:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763588.085322:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763588.085323:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000100:00000040:1.0:1787763588.085324:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81850000 x1874599320601472/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763613 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:0.0:1787763588.085327:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763588.085331:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763588.085337:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81853840.
00000100:00000001:1.0:1787763588.085338:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000040:0.0:1787763588.085340:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
00000100:00000001:1.0:1787763588.085342:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1787763588.085343:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787763588.085345:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:0.0:1787763588.085346:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763588.085347:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763588.085349:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787763588.085351:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
02000000:00000001:0.0:1787763588.085352:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787763588.085354:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:0.0:1787763588.085355:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787763588.085357:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
02000000:00000010:0.0:1787763588.085360:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d5055a000.
00000100:00080000:1.0:1787763588.085361:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787763588.085365:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763588.085366:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787763588.085377:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81853840 x1874599320601856/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1787763588.085378:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81850000 x1874599320601472/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763613 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763588.085408:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763588.085411:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763588.085411:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81850000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320601472:192.168.203.113@tcp:250:kworker.0
00000100:00000001:1.0:1787763588.085418:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787763588.085420:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000090fddba4] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81853840 x1874599320601856/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763588.085421:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763588.085427:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81850000 x1874599320601472/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763613 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763588.085432:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763588.085459:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763588.085461:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763588.085464:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db8400.
00000100:00000040:0.0:1787763588.085465:0:268573:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20760)
02000000:00000001:1.0:1787763588.085466:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763588.085469:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763588.085472:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:1.0:1787763588.085474:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763588.085476:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d5055bc00.
02000000:00000001:1.0:1787763588.085478:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763588.085480:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763588.085481:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81850000.
00000100:00000001:1.0:1787763588.085484:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763588.085485:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763588.085487:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763588.085492:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763588.085493:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763588.085495:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763588.085496:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763588.085497:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763588.085500:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81851680 x1874599320601600/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763588.085505:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763588.085506:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763588.085507:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763588.085509:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763588.085510:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763588.085512:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81851680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320601600:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763588.085514:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763588.085516:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763588.085517:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763588.085518:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763588.085520:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db8400.
02000000:00000001:1.0:1787763588.085521:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763588.085523:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763588.085526:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43478.
00000400:00000010:1.0:1787763588.085528:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9198.
00000100:00000200:1.0:1787763588.085530:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320601600, portal 10
00000100:00000001:1.0:1787763588.085531:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763588.085532:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699517994624 : -110374191556992 : ffff9b9d81851680)
00000100:00000040:1.0:1787763588.085537:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81851680 x1874599320601600/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763613 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763588.085541:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763588.085543:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763588.085544:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b95d8.
00000100:00000200:1.0:1787763588.085546:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320601600, offset 0
00000400:00000200:1.0:1787763588.085548:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763588.085550:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763588.085553:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763588.085555:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763588.085557:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763588.085558:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763588.085560:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763588.085562:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63463:63463:256:4294967295] 192.168.203.113@tcp LPNI seq info [63463:63463:8:4294967295]
00000400:00000200:1.0:1787763588.085565:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763588.085569:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763588.085572:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763588.085574:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef700.
00000800:00000200:1.0:1787763588.085577:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763588.085578:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787763588.085581:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763588.085583:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1787763588.085586:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763588.085588:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef700.
00000400:00000200:1.0:1787763588.085590:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763588.085592:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763588.085594:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b95d8
00000400:00000010:1.0:1787763588.085595:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b95d8.
00000100:00000001:1.0:1787763588.085598:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763588.085600:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d81851680 x1874599320601600/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763613 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763588.085605:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763588.085607:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81851680 x1874599320601600/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763613 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763588.085611:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763588.085613:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763588.085615:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763588.085618:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:1.0:1787763588.085619:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763588.085621:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315423276
00000100:00000001:1.0:1787763588.085623:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315424503
00000100:00000001:1.0:1787763588.085624:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315423276
00000100:00000001:1.0:1787763588.085626:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315424503
00000100:00000001:1.0:1787763588.085627:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763588.085628:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763588.085629:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763588.085632:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763588/real 1787763588]  req@ffff9b9d81851680 x1874599320601600/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763588.085637:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763588.085638:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763588.085639:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43478.
00000400:00000200:1.0:1787763588.085640:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9198
00000400:00000010:1.0:1787763588.085641:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9198.
00000100:00000001:1.0:1787763588.085642:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763588.085644:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81851680 x1874599320601600/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763588.085649:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81851680 x1874599320601600/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763588.085658:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763588.085659:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763588.085660:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763588.085661:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763588.085663:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81851680 x1874599320601600/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763588.085667:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763588.085669:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81851680 x1874599320601600/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763613 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763588.085673:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763588.085675:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763588.085676:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763588.085677:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763588.085678:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763588.085686:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763588.085688:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763588.085690:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763588.085691:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763588.085693:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81851680 x1874599320601600/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763613 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763588.085698:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81851680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320601600:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763588.085700:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763588.085702:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81850f00 x1874599320601728/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763588.085707:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763588.085708:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763588.085710:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763588.085711:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763588.085712:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763588.085714:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81850f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320601728:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763588.085716:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763588.085717:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763588.085718:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763588.085719:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763588.085721:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58dba400.
02000000:00000001:1.0:1787763588.085722:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763588.085724:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763588.085725:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43478.
00000400:00000010:1.0:1787763588.085727:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9198.
00000100:00000200:1.0:1787763588.085729:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320601728, portal 10
00000100:00000001:1.0:1787763588.085730:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763588.085731:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699517992704 : -110374191558912 : ffff9b9d81850f00)
00000100:00000040:1.0:1787763588.085735:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81850f00 x1874599320601728/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763613 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763588.085739:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763588.085741:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763588.085742:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b95d8.
00000100:00000200:1.0:1787763588.085744:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320601728, offset 0
00000400:00000200:1.0:1787763588.085746:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763588.085748:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763588.085750:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763588.085751:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763588.085753:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763588.085754:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763588.085756:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763588.085758:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63464:63464:256:4294967295] 192.168.203.113@tcp LPNI seq info [63464:63464:8:4294967295]
00000400:00000200:1.0:1787763588.085761:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763588.085765:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763588.085768:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763588.085770:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef700.
00000800:00000200:1.0:1787763588.085772:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763588.085774:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787763588.085777:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763588.085778:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1787763588.085781:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763588.085782:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef700.
00000400:00000200:1.0:1787763588.085784:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763588.085786:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763588.085788:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b95d8
00000400:00000010:1.0:1787763588.085789:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b95d8.
00000100:00000001:1.0:1787763588.085790:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763588.085792:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d81850f00 x1874599320601728/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763613 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763588.085797:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763588.085799:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81850f00 x1874599320601728/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763613 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763588.085803:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763588.085804:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763588.085806:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763588.085808:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:1.0:1787763588.085810:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763588.085811:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315423255
00000100:00000001:1.0:1787763588.085812:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315424503
00000100:00000001:1.0:1787763588.085814:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315423255
00000100:00000001:1.0:1787763588.085816:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315424503
00000100:00000001:1.0:1787763588.085817:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763588.085818:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763588.085819:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763588.085821:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763588/real 1787763588]  req@ffff9b9d81850f00 x1874599320601728/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763588.085827:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763588.085828:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763588.085829:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43478.
00000400:00000200:1.0:1787763588.085830:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9198
00000400:00000010:1.0:1787763588.085831:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9198.
00000100:00000001:1.0:1787763588.085832:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763588.085834:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81850f00 x1874599320601728/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763588.085839:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81850f00 x1874599320601728/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763588.085843:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763588.085844:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763588.085845:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763588.085845:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763588.085847:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81850f00 x1874599320601728/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763588.085852:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763588.085854:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81850f00 x1874599320601728/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763613 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763588.085859:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763588.085860:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763588.085861:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763588.085862:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763588.085863:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763588.085864:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763588.085865:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763588.085867:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763588.085868:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763588.085871:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81850f00 x1874599320601728/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763613 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763588.085876:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81850f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320601728:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763588.085878:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763588.085880:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81853840 x1874599320601856/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763588.085884:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763588.085885:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763588.085886:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763588.085887:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763588.085888:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763588.085890:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81853840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320601856:192.168.203.113@tcp:8:kworker.0
00000100:00000001:1.0:1787763588.085892:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763588.085893:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763588.085894:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763588.085895:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763588.085896:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db9400.
02000000:00000001:1.0:1787763588.085898:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763588.085900:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763588.085901:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43478.
00000400:00000010:1.0:1787763588.085903:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9198.
00000100:00000200:1.0:1787763588.085904:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320601856, portal 4
00000100:00000001:1.0:1787763588.085906:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763588.085907:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699518003264 : -110374191548352 : ffff9b9d81853840)
00000100:00000040:1.0:1787763588.085910:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81853840 x1874599320601856/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763613 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763588.085914:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763588.085916:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763588.085918:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b95d8.
00000100:00000200:1.0:1787763588.085919:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320601856, offset 0
00000400:00000200:1.0:1787763588.085922:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763588.085924:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763588.085926:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763588.085927:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763588.085929:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763588.085931:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763588.085932:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763588.085934:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63465:63465:256:4294967295] 192.168.203.113@tcp LPNI seq info [63465:63465:8:4294967295]
00000400:00000200:1.0:1787763588.085937:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763588.085940:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763588.085943:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763588.085945:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef700.
00000800:00000200:1.0:1787763588.085947:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763588.085949:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787763588.085951:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763588.085953:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1787763588.085956:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763588.085957:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef700.
00000400:00000200:1.0:1787763588.085959:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763588.085961:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763588.085963:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b95d8
00000400:00000010:1.0:1787763588.085964:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b95d8.
00000100:00000001:1.0:1787763588.085965:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763588.085967:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d81853840 x1874599320601856/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763613 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763588.085971:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763588.085973:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81853840 x1874599320601856/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763613 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763588.085977:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763588.085979:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763588.085980:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763588.085982:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:1.0:1787763588.085983:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763588.085985:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315423267
00000100:00000001:1.0:1787763588.085987:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315424503
00000100:00000001:1.0:1787763588.085988:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315423267
00000100:00000001:1.0:1787763588.085990:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315424503
00000100:00000001:1.0:1787763588.085991:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763588.085992:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763588.085993:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763588.085995:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763588/real 1787763588]  req@ffff9b9d81853840 x1874599320601856/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763588.086013:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763588.086014:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763588.086015:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43478.
00000400:00000200:1.0:1787763588.086017:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9198
00000400:00000010:1.0:1787763588.086018:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9198.
00000100:00000001:1.0:1787763588.086019:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763588.086021:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81853840 x1874599320601856/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763588.086026:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81853840 x1874599320601856/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763588.086030:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763588.086031:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763588.086032:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763588.086033:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763588.086035:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81853840 x1874599320601856/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763588.086039:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763588.086042:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81853840 x1874599320601856/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763613 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763588.086045:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763588.086048:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763588.086049:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763588.086049:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763588.086051:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763588.086052:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763588.086053:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763588.086055:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763588.086056:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763588.086058:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81853840 x1874599320601856/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763613 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763588.086063:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81853840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320601856:192.168.203.113@tcp:8:kworker.0
00000100:00000001:1.0:1787763588.086065:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763588.086066:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763588.086068:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81851680 x1874599320601600/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763613 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763588.086072:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763588.086073:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763588.086074:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db8400.
02000000:00000001:1.0:1787763588.086076:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763588.086077:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763588.086078:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:1.0:1787763588.086079:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763588.086080:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d50558400.
02000000:00000001:1.0:1787763588.086083:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763588.086083:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763588.086084:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81851680.
00000100:00000001:1.0:1787763588.086086:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763588.086087:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763588.086088:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763588.086090:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81850f00 x1874599320601728/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763613 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763588.086098:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763588.086099:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763588.086100:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58dba400.
02000000:00000001:1.0:1787763588.086102:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763588.086103:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763588.086103:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:1.0:1787763588.086104:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763588.086105:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d50559400.
02000000:00000001:1.0:1787763588.086107:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763588.086108:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763588.086109:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81850f00.
00000100:00000001:1.0:1787763588.086110:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763588.086111:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763588.086112:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763588.086113:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81853840 x1874599320601856/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763613 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763588.086117:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763588.086118:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763588.086119:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db9400.
02000000:00000001:1.0:1787763588.086120:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763588.086120:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763588.086121:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:1.0:1787763588.086122:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763588.086123:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d5055a000.
02000000:00000001:1.0:1787763588.086124:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763588.086125:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763588.086126:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81853840.
00000100:00000001:1.0:1787763588.086127:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763588.086128:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763588.086129:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763588.086131:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763588.086132:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763588.086133:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763588.086134:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763588.276552:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763588.276560:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763588.276565:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763588.276566:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763588.276569:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763588.276570:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763588.276619:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763588.276624:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763588.276628:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763589.108516:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763589.108523:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763589.108526:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763589.108532:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763589.108537:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763589.108540:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763589.108543:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763589.108546:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763589.108548:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763589.300585:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763589.300593:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763589.300599:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763589.300601:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763589.300604:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763589.300605:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763589.300680:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763589.300686:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763589.300690:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787763589.364536:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4315424503, at 4315424512
00000100:00000040:1.0:1787763589.364536:0:303331:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b110 (cpu 1) has reached its deadline 4315424503, at 4315424512
00000100:00000010:1.0:1787763589.364551:0:303331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69b4e0.
00000100:00000010:0.0:1787763589.364554:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69bcc0.
00000100:00000001:1.0:1787763590.132565:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763590.132574:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763590.132577:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763590.132585:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763590.132590:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763590.132595:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763590.132598:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763590.132602:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763590.132606:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763590.324537:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763590.324544:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763590.324550:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763590.324551:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763590.324553:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763590.324554:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763590.324651:0:281543:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763590.324655:0:281543:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763590.324657:0:281543:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763591.156538:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763591.156545:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763591.156546:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763591.156550:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763591.156552:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763591.156555:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763591.156557:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763591.156560:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763591.156562:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763591.348557:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763591.348564:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763591.348566:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763591.348569:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763591.348572:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763591.348574:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763591.348576:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763591.348578:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763591.348582:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763591.348584:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763591.348584:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763591.348586:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763591.348587:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763591.348588:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763591.348589:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763591.348590:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763591.348592:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763591.348593:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763591.348646:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763591.348650:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763591.348652:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763592.180520:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763592.180530:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763592.180533:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763592.180539:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763592.180543:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763592.180546:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763592.180549:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763592.180552:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763592.180556:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763592.372565:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763592.372577:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763592.372585:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763592.372587:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763592.372591:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763592.372592:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763592.372687:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763592.372693:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763592.372696:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787763593.204503:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787763593.204508:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763593.204513:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763593.204515:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763593.204519:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:1.0:1787763593.204520:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:0.0:1787763593.204523:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787763593.204525:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1787763593.204527:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787763593.204528:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763593.204531:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787763593.204532:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763593.204535:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763593.204538:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763593.204539:0:268573:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20755
00000400:00000200:0.0:1787763593.204550:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763593.204557:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763593.204561:0:268573:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763593.204565:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763593.204568:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763593.204571:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763593.204574:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763593.204578:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763593.204580:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:0.0:1787763593.204584:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763593.204594:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:0.0:1787763593.204597:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:0.0:1787763593.204599:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:0.0:1787763593.204601:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763593.204603:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763593.204604:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763593.204606:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787763593.204608:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:0.0:1787763593.204611:0:268573:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763593.204612:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763593.204614:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763593.204617:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763593.204619:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763593.204620:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787763593.204622:0:268573:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763593.204629:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81852d00.
00000020:00000040:0.0:1787763593.204631:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:0.0:1787763593.204634:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763593.204636:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763593.204638:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763593.204640:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763593.204644:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763593.204649:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d50559400.
00000100:00000001:0.0:1787763593.204654:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763593.204662:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81852d00 x1874599320601984/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763593.204670:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763593.204673:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763593.204677:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033d5c64e] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81852d00 x1874599320601984/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763593.204694:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763593.204696:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763593.204698:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787763593.204700:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763593.204701:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763593.204703:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763593.204706:0:268573:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20755
00000400:00000200:0.0:1787763593.204710:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763593.204713:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00000001:1.0:1787763593.204714:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:0.0:1787763593.204715:0:268573:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787763593.204719:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1787763593.204720:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763593.204723:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787763593.204724:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763593.204727:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763593.204730:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000040:1.0:1787763593.204731:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81852d00 x1874599320601984/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1787763593.204732:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763593.204735:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000020:00000001:0.0:1787763593.204738:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763593.204742:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000100:00000001:1.0:1787763593.204744:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:0.0:1787763593.204747:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000001:1.0:1787763593.204747:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763593.204752:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:0.0:1787763593.204754:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
02000000:00000001:1.0:1787763593.204755:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763593.204759:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763593.204762:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00100000:1.0:1787763593.204764:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81852d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320601984:192.168.203.113@tcp:250:kworker.0
00000100:00000001:0.0:1787763593.204768:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787763593.204770:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:0.0:1787763593.204774:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
02000000:00000001:1.0:1787763593.204774:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763593.204777:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763593.204779:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
02000000:00000001:1.0:1787763593.204780:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:0.0:1787763593.204785:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
02000000:00000010:1.0:1787763593.204786:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db9400.
02000000:00000001:1.0:1787763593.204789:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763593.204791:0:268573:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763593.204794:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763593.204796:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
02000000:00000001:0.0:1787763593.204797:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:1.0:1787763593.204801:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43478.
00000400:00000010:1.0:1787763593.204807:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9198.
02000000:00000001:0.0:1787763593.204810:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:1.0:1787763593.204813:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320601984, portal 25
02000000:00000001:0.0:1787763593.204814:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763593.204818:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763593.204821:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787763593.204824:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763593.204824:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763593.204827:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699518000384 : -110374191551232 : ffff9b9d81852d00)
00000100:00000001:0.0:1787763593.204828:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763593.204835:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81851a40.
00000100:00000040:1.0:1787763593.204836:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81852d00 x1874599320601984/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763618 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1787763593.204840:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
02000000:00000001:0.0:1787763593.204845:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763593.204847:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763593.204851:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763593.204854:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763593.204856:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763593.204861:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000010:0.0:1787763593.204863:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d50558400.
00000100:00000040:1.0:1787763593.204866:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000100:00000001:0.0:1787763593.204869:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787763593.204870:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b95d8.
00000100:00000200:1.0:1787763593.204874:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320601984, offset 0
00000100:00100000:0.0:1787763593.204876:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81851a40 x1874599320602112/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787763593.204883:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000100:00000001:0.0:1787763593.204888:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763593.204890:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763593.204894:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000040:0.0:1787763593.204895:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014835854] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81851a40 x1874599320602112/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787763593.204903:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000100:00000001:0.0:1787763593.204905:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763593.204908:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:0.0:1787763593.204910:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1787763593.204914:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000100:00080000:0.0:1787763593.204915:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787763593.204918:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1787763593.204919:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000100:00080000:0.0:1787763593.204920:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763593.204924:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1787763593.204925:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000100:00080000:0.0:1787763593.204930:0:268573:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20755
00000400:00000200:1.0:1787763593.204932:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63466:63466:256:4294967295] 192.168.203.113@tcp LPNI seq info [63466:63466:8:4294967295]
00000400:00000200:1.0:1787763593.204936:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763593.204942:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000400:00000200:0.0:1787763593.204949:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000800:00000200:1.0:1787763593.204950:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763593.204956:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef700.
00000400:00000200:0.0:1787763593.204957:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763593.204961:0:268573:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763593.204977:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763593.204981:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.0:1787763593.204981:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000040:0.0:1787763593.204986:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000800:00000200:1.0:1787763593.204987:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 6 secs later)
00000100:00000001:0.0:1787763593.204988:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763593.204994:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763593.204995:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000020:00000001:0.0:1787763593.204998:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000200:1.1:1787763593.204999:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000020:00000040:0.0:1787763593.205001:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000800:00000200:1.1:1787763593.205003:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 6 secs later)
00000020:00000001:0.0:1787763593.205004:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000020:00000001:0.0:1787763593.205008:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000800:00000100:1.0:1787763593.205012:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000100:00000040:0.0:1787763593.205014:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000800:00000010:1.0:1787763593.205016:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef700.
00000100:00000001:0.0:1787763593.205017:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763593.205021:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000400:00000200:1.0:1787763593.205022:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1787763593.205024:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787763593.205027:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000400:00000200:1.0:1787763593.205030:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000100:00080000:0.0:1787763593.205034:0:268573:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000400:00000200:1.0:1787763593.205036:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b95d8
00000100:00000001:0.0:1787763593.205037:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787763593.205039:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b95d8.
02000000:00000001:0.0:1787763593.205040:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763593.205045:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763593.205045:0:256678:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:0.0:1787763593.205049:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763593.205052:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000200:1.0:1787763593.205054:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d81852d00 x1874599320601984/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763618 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1787763593.205055:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787763593.205059:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763593.205062:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763593.205067:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81851e00.
00000020:00000040:0.0:1787763593.205070:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
02000000:00000001:0.0:1787763593.205075:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763593.205076:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763593.205078:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787763593.205078:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:0.0:1787763593.205082:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763593.205083:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763593.205086:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81852d00 x1874599320601984/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763618 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1787763593.205087:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d5055bc00.
00000100:00000001:0.0:1787763593.205093:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763593.205101:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81851e00 x1874599320602240/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787763593.205119:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763593.205122:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787763593.205122:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787763593.205126:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763593.205130:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ab0eea16] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81851e00 x1874599320602240/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763593.205131:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763593.205139:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787763593.205140:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763593.205142:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4315429623
00000100:00000040:0.0:1787763593.205144:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1787763593.205148:0:268573:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000010:1.0:1787763593.205148:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d7f69b4e0.
00000100:00080000:0.0:1787763593.205152:0:268573:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763593.205155:0:268573:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787763593.205156:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1787763593.205157:0:268573:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763593.205160:0:268573:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763593.205162:0:268573:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763593.205164:0:268573:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20755
00000100:00000001:1.0:1787763593.205164:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4315429623
00000100:00000010:1.0:1787763593.205170:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d7f69bd80.
00000400:00000200:0.0:1787763593.205171:0:268573:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763593.205174:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000400:00000200:0.0:1787763593.205177:0:268573:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00000001:1.0:1787763593.205179:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1787763593.205180:0:268573:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787763593.205182:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763593.205186:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763593.205187:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1787763593.205191:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:1.0:1787763593.205194:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763593/real 1787763593]  req@ffff9b9d81852d00 x1874599320601984/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787763593.205198:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763593.205205:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000400:00000001:1.0:1787763593.205207:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763593.205210:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000020:00000001:0.0:1787763593.205211:0:268573:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000010:1.0:1787763593.205212:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43478.
00000020:00000040:0.0:1787763593.205215:0:268573:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000400:00000200:1.0:1787763593.205216:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9198
00000400:00000010:1.0:1787763593.205219:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9198.
00000020:00000001:0.0:1787763593.205221:0:268573:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787763593.205222:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000040:0.0:1787763593.205226:0:268573:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000100:00000200:1.0:1787763593.205227:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81852d00 x1874599320601984/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1787763593.205232:0:268573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000200:1.0:1787763593.205238:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81852d00 x1874599320601984/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1787763593.205239:0:268573:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000040:0.0:1787763593.205249:0:268573:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763593.205249:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763593.205252:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763593.205253:0:268573:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787763593.205255:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:0.0:1787763593.205257:0:268573:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763593.205258:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763593.205260:0:268573:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787763593.205265:0:268573:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00100000:1.0:1787763593.205265:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81852d00 x1874599320601984/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787763593.205271:0:268573:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763593.205276:0:268573:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763593.205280:0:268573:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787763593.205282:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1787763593.205284:0:268573:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763593.205288:0:268573:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763593.205289:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81852d00 x1874599320601984/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763618 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763593.205290:0:268573:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763593.205294:0:268573:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787763593.205298:0:268573:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763593.205302:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787763593.205303:0:268573:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763593.205308:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:0.0:1787763593.205309:0:268573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81850780.
00000100:00000001:1.0:1787763593.205310:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000040:0.0:1787763593.205314:0:268573:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
00000100:00000001:1.0:1787763593.205314:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763593.205319:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
02000000:00000001:0.0:1787763593.205320:0:268573:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787763593.205321:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:0.0:1787763593.205323:0:268573:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787763593.205325:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:0.0:1787763593.205326:0:268573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763593.205329:0:268573:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00080000:1.0:1787763593.205331:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
02000000:00000001:0.0:1787763593.205332:0:268573:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763593.205334:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000010:0.0:1787763593.205337:0:268573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d50558c00.
00000100:00000040:1.0:1787763593.205339:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81852d00 x1874599320601984/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763618 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763593.205342:0:268573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763593.205350:0:268573:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81850780 x1874599320602368/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787763593.205352:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81852d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320601984:192.168.203.113@tcp:250:kworker.0
00000100:00000001:1.0:1787763593.205360:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763593.205364:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787763593.205365:0:268573:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763593.205367:0:268573:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763593.205369:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81852d00 x1874599320601984/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763618 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787763593.205374:0:268573:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000099b37720] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81850780 x1874599320602368/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763593.205379:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763593.205381:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763593.205385:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db9400.
00000100:00000001:0.0:1787763593.205386:0:268573:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763593.205388:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000040:0.0:1787763593.205392:0:268573:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20766)
00000020:00000001:1.0:1787763593.205392:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763593.205393:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:1.0:1787763593.205397:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763593.205398:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d50559400.
02000000:00000001:1.0:1787763593.205402:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763593.205403:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763593.205405:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81852d00.
00000100:00000001:1.0:1787763593.205408:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763593.205410:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763593.205411:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763593.205416:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763593.205417:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763593.205419:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763593.205420:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763593.205421:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763593.205424:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81851a40 x1874599320602112/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763593.205429:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763593.205430:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763593.205432:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763593.205433:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763593.205435:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763593.205436:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81851a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320602112:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763593.205455:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763593.205457:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763593.205458:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763593.205460:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763593.205462:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db9400.
02000000:00000001:1.0:1787763593.205463:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763593.205466:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763593.205468:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43478.
00000400:00000010:1.0:1787763593.205470:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9198.
00000100:00000200:1.0:1787763593.205472:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320602112, portal 10
00000100:00000001:1.0:1787763593.205474:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763593.205475:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699517995584 : -110374191556032 : ffff9b9d81851a40)
00000100:00000040:1.0:1787763593.205480:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81851a40 x1874599320602112/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763618 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763593.205484:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763593.205486:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763593.205488:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b95d8.
00000100:00000200:1.0:1787763593.205490:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320602112, offset 0
00000400:00000200:1.0:1787763593.205492:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763593.205495:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763593.205498:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763593.205500:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763593.205502:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763593.205504:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763593.205505:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763593.205508:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63467:63467:256:4294967295] 192.168.203.113@tcp LPNI seq info [63467:63467:8:4294967295]
00000400:00000200:1.0:1787763593.205510:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763593.205515:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763593.205518:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763593.205520:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef700.
00000800:00000200:1.0:1787763593.205523:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763593.205524:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1787763593.205528:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763593.205530:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 6 secs later)
00000800:00000100:1.0:1787763593.205532:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763593.205533:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef700.
00000400:00000200:1.0:1787763593.205536:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763593.205538:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763593.205540:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b95d8
00000400:00000010:1.0:1787763593.205541:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b95d8.
00000100:00000001:1.0:1787763593.205543:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763593.205545:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d81851a40 x1874599320602112/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763618 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763593.205550:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763593.205552:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81851a40 x1874599320602112/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763618 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763593.205557:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763593.205558:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763593.205561:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763593.205563:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:1.0:1787763593.205565:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763593.205567:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315428396
00000100:00000001:1.0:1787763593.205568:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315429623
00000100:00000001:1.0:1787763593.205570:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315428396
00000100:00000001:1.0:1787763593.205572:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315429623
00000100:00000001:1.0:1787763593.205573:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763593.205574:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763593.205576:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763593.205578:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763593/real 1787763593]  req@ffff9b9d81851a40 x1874599320602112/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763593.205583:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763593.205584:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763593.205585:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43478.
00000400:00000200:1.0:1787763593.205586:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9198
00000400:00000010:1.0:1787763593.205587:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9198.
00000100:00000001:1.0:1787763593.205589:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763593.205590:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81851a40 x1874599320602112/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763593.205595:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81851a40 x1874599320602112/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763593.205599:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763593.205600:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763593.205601:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763593.205602:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763593.205604:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81851a40 x1874599320602112/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763593.205609:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763593.205611:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81851a40 x1874599320602112/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763618 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763593.205617:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763593.205619:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763593.205620:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763593.205620:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763593.205621:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763593.205630:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763593.205631:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763593.205633:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763593.205634:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763593.205637:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81851a40 x1874599320602112/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763618 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763593.205642:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81851a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320602112:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763593.205645:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763593.205647:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81851e00 x1874599320602240/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763593.205650:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763593.205651:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763593.205653:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763593.205654:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763593.205655:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763593.205657:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81851e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320602240:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763593.205658:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763593.205660:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763593.205660:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763593.205662:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763593.205664:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58dba400.
02000000:00000001:1.0:1787763593.205665:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763593.205667:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763593.205669:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43478.
00000400:00000010:1.0:1787763593.205671:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9198.
00000100:00000200:1.0:1787763593.205673:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320602240, portal 10
00000100:00000001:1.0:1787763593.205674:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763593.205675:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699517996544 : -110374191555072 : ffff9b9d81851e00)
00000100:00000040:1.0:1787763593.205678:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81851e00 x1874599320602240/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763618 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763593.205683:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763593.205684:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763593.205686:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b95d8.
00000100:00000200:1.0:1787763593.205687:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320602240, offset 0
00000400:00000200:1.0:1787763593.205690:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763593.205692:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763593.205694:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763593.205695:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763593.205697:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763593.205699:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763593.205700:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763593.205702:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63468:63468:256:4294967295] 192.168.203.113@tcp LPNI seq info [63468:63468:8:4294967295]
00000400:00000200:1.0:1787763593.205705:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763593.205709:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763593.205712:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763593.205714:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef700.
00000800:00000200:1.0:1787763593.205716:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763593.205718:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1787763593.205721:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763593.205722:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 6 secs later)
00000800:00000100:1.0:1787763593.205725:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763593.205726:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef700.
00000400:00000200:1.0:1787763593.205728:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763593.205730:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763593.205732:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b95d8
00000400:00000010:1.0:1787763593.205733:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b95d8.
00000100:00000001:1.0:1787763593.205735:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763593.205737:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d81851e00 x1874599320602240/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763618 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763593.205742:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763593.205744:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81851e00 x1874599320602240/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763618 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763593.205748:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763593.205749:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763593.205751:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763593.205752:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:1.0:1787763593.205754:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763593.205756:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315428375
00000100:00000001:1.0:1787763593.205757:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315429623
00000100:00000001:1.0:1787763593.205759:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315428375
00000100:00000001:1.0:1787763593.205760:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315429623
00000100:00000001:1.0:1787763593.205761:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763593.205762:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763593.205763:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763593.205765:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763593/real 1787763593]  req@ffff9b9d81851e00 x1874599320602240/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763593.205770:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763593.205771:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763593.205771:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43478.
00000400:00000200:1.0:1787763593.205773:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9198
00000400:00000010:1.0:1787763593.205774:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9198.
00000100:00000001:1.0:1787763593.205775:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763593.205777:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81851e00 x1874599320602240/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763593.205782:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81851e00 x1874599320602240/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763593.205787:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763593.205788:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763593.205789:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763593.205790:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763593.205792:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81851e00 x1874599320602240/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763593.205796:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763593.205798:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81851e00 x1874599320602240/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763618 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763593.205802:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763593.205804:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763593.205805:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763593.205805:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763593.205806:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763593.205808:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763593.205809:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763593.205811:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763593.205812:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763593.205814:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81851e00 x1874599320602240/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763618 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763593.205819:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81851e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320602240:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763593.205821:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763593.205823:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81850780 x1874599320602368/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763593.205828:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763593.205829:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763593.205830:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763593.205831:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763593.205833:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763593.205835:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81850780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320602368:192.168.203.113@tcp:8:kworker.0
00000100:00000001:1.0:1787763593.205837:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763593.205838:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763593.205839:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763593.205840:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763593.205842:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db8400.
02000000:00000001:1.0:1787763593.205843:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763593.205845:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763593.205846:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43478.
00000400:00000010:1.0:1787763593.205848:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9198.
00000100:00000200:1.0:1787763593.205850:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320602368, portal 4
00000100:00000001:1.0:1787763593.205851:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763593.205852:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699517990784 : -110374191560832 : ffff9b9d81850780)
00000100:00000040:1.0:1787763593.205856:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81850780 x1874599320602368/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763618 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763593.205860:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763593.205862:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763593.205863:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b95d8.
00000100:00000200:1.0:1787763593.205865:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320602368, offset 0
00000400:00000200:1.0:1787763593.205867:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763593.205869:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763593.205870:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763593.205872:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763593.205873:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763593.205875:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763593.205876:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763593.205878:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63469:63469:256:4294967295] 192.168.203.113@tcp LPNI seq info [63469:63469:8:4294967295]
00000400:00000200:1.0:1787763593.205881:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763593.205885:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763593.205888:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763593.205890:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef700.
00000800:00000200:1.0:1787763593.205892:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763593.205894:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1787763593.205897:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763593.205898:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 6 secs later)
00000800:00000100:1.0:1787763593.205901:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763593.205902:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef700.
00000400:00000200:1.0:1787763593.205904:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763593.205906:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763593.205908:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b95d8
00000400:00000010:1.0:1787763593.205909:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b95d8.
00000100:00000001:1.0:1787763593.205910:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763593.205912:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d81850780 x1874599320602368/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763618 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763593.205917:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763593.205919:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81850780 x1874599320602368/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763618 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763593.205923:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763593.205924:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763593.205925:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763593.205927:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:1.0:1787763593.205929:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763593.205931:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315428387
00000100:00000001:1.0:1787763593.205933:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315429623
00000100:00000001:1.0:1787763593.205934:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315428387
00000100:00000001:1.0:1787763593.205936:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315429623
00000100:00000001:1.0:1787763593.205937:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763593.205938:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763593.205939:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763593.205941:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763593/real 1787763593]  req@ffff9b9d81850780 x1874599320602368/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763593.205947:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763593.205948:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763593.205949:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43478.
00000400:00000200:1.0:1787763593.205950:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9198
00000400:00000010:1.0:1787763593.205951:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9198.
00000100:00000001:1.0:1787763593.205952:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763593.205954:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81850780 x1874599320602368/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763593.205959:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81850780 x1874599320602368/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763593.205963:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763593.205980:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763593.205982:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763593.205983:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763593.205986:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81850780 x1874599320602368/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763593.205990:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763593.205993:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81850780 x1874599320602368/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763618 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763593.205997:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763593.205998:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763593.205999:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763593.206000:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763593.206001:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763593.206002:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763593.206004:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763593.206005:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763593.206007:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763593.206010:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81850780 x1874599320602368/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763618 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763593.206015:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81850780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320602368:192.168.203.113@tcp:8:kworker.0
00000100:00000001:1.0:1787763593.206017:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763593.206019:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763593.206020:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81851a40 x1874599320602112/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763618 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763593.206024:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763593.206025:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763593.206027:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db9400.
02000000:00000001:1.0:1787763593.206028:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763593.206030:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763593.206031:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:1.0:1787763593.206032:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763593.206034:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d50558400.
02000000:00000001:1.0:1787763593.206036:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763593.206037:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763593.206038:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81851a40.
00000100:00000001:1.0:1787763593.206040:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763593.206041:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763593.206042:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763593.206044:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81851e00 x1874599320602240/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763618 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763593.206048:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763593.206050:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763593.206051:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58dba400.
02000000:00000001:1.0:1787763593.206053:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763593.206054:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763593.206056:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:1.0:1787763593.206058:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763593.206059:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d5055bc00.
02000000:00000001:1.0:1787763593.206062:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763593.206063:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763593.206065:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81851e00.
00000100:00000001:1.0:1787763593.206067:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763593.206069:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763593.206070:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763593.206074:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81850780 x1874599320602368/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763618 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763593.206081:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763593.206082:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763593.206084:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db8400.
02000000:00000001:1.0:1787763593.206087:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763593.206088:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763593.206090:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:1.0:1787763593.206092:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763593.206093:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d50558c00.
02000000:00000001:1.0:1787763593.206096:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763593.206097:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763593.206098:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81850780.
00000100:00000001:1.0:1787763593.206101:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763593.206102:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763593.206103:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763593.206106:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763593.206107:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763593.206108:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763593.206110:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763593.396520:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763593.396526:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763593.396531:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763593.396532:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763593.396535:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763593.396538:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763593.396540:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763593.396543:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763593.396545:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763593.396547:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763593.396549:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763593.396550:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763593.396605:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763593.396609:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763593.396612:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763594.228510:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763594.228521:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763594.228523:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763594.228528:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763594.228532:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763594.228535:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763594.228537:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763594.228540:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763594.228542:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763594.420513:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763594.420518:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763594.420523:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763594.420525:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763594.420528:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763594.420529:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763594.420582:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763594.420586:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763594.420588:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1787763594.484532:0:303331:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b110 (cpu 1) has reached its deadline 4315429623, at 4315429632
00000100:00000040:0.0:1787763594.484533:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4315429623, at 4315429632
00000100:00000010:1.0:1787763594.484548:0:303331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69bd80.
00000100:00000010:0.0:1787763594.484555:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69b4e0.
00000100:00000001:1.0:1787763595.252512:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763595.252518:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763595.252520:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763595.252524:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763595.252534:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763595.252536:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763595.252539:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763595.252541:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763595.252543:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763595.444541:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763595.444547:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763595.444553:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763595.444554:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763595.444558:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763595.444560:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763595.444618:0:281543:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763595.444621:0:281543:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763595.444624:0:281543:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763596.276549:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763596.276557:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763596.276560:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763596.276566:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763596.276570:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763596.276574:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763596.276577:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763596.276581:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763596.276585:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763596.468540:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763596.468547:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763596.468554:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763596.468556:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763596.468560:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763596.468561:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763596.468619:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763596.468622:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763596.468625:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763597.300580:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763597.300591:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763597.300594:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763597.300602:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763597.300607:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763597.300612:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763597.300615:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763597.300618:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763597.300622:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763597.492531:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763597.492538:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763597.492544:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763597.492546:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763597.492549:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763597.492550:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763597.492604:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763597.492607:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763597.492610:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787763598.324547:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1787763598.324555:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787763598.324558:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1787763598.324563:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787763598.324564:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763598.324568:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:0.0:1787763598.324572:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00080000:3.0:1787763598.324573:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763598.324580:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763598.324581:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787763598.324586:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787763598.324591:0:291943:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20761
00000100:00000001:0.0:1787763598.324593:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763598.324599:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763598.324604:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787763598.324604:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763598.324613:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763598.324617:0:291943:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763598.324620:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763598.324624:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763598.324627:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763598.324629:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763598.324633:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763598.324635:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:3.0:1787763598.324637:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763598.324641:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:3.0:1787763598.324642:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:3.0:1787763598.324644:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:3.0:1787763598.324648:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763598.324649:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763598.324651:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763598.324652:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787763598.324655:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:3.0:1787763598.324657:0:291943:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763598.324659:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763598.324661:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763598.324664:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763598.324666:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763598.324668:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787763598.324670:0:291943:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763598.324678:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d565680.
00000020:00000040:3.0:1787763598.324680:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:3.0:1787763598.324684:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763598.324686:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763598.324688:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763598.324691:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763598.324701:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763598.324709:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45906400.
00000100:00000001:3.0:1787763598.324717:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763598.324727:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d565680 x1874599320602496/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763598.324735:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763598.324739:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763598.324743:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000082576300] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d565680 x1874599320602496/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763598.324759:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763598.324762:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763598.324765:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787763598.324766:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763598.324768:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763598.324771:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763598.324775:0:291943:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20761
00000400:00000200:3.0:1787763598.324780:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763598.324784:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763598.324787:0:291943:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763598.324791:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763598.324793:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787763598.324794:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763598.324799:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763598.324800:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763598.324804:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000001:1.0:1787763598.324805:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1787763598.324810:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763598.324814:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000100:00000040:1.0:1787763598.324817:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d565680 x1874599320602496/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787763598.324817:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763598.324823:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000020:00000001:3.0:1787763598.324827:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000020:00000001:3.0:1787763598.324831:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000040:3.0:1787763598.324838:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763598.324839:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763598.324841:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787763598.324843:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763598.324845:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763598.324848:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
02000000:00000001:1.0:1787763598.324849:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:3.0:1787763598.324850:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
02000000:00000001:1.0:1787763598.324854:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1787763598.324855:0:291943:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
02000000:00000001:1.0:1787763598.324861:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763598.324861:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763598.324866:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:1.0:1787763598.324871:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d565680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320602496:192.168.203.113@tcp:250:kworker.0
02000000:00000001:3.0:1787763598.324873:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763598.324879:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763598.324880:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1787763598.324881:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:1.0:1787763598.324887:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:3.0:1787763598.324888:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763598.324892:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763598.324893:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763598.324894:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763598.324898:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:3.0:1787763598.324900:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d566940.
00000020:00000040:3.0:1787763598.324903:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
02000000:00000001:3.0:1787763598.324905:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000010:1.0:1787763598.324907:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db8400.
02000000:00000001:3.0:1787763598.324907:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763598.324911:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787763598.324913:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763598.324914:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763598.324917:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763598.324922:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45905800.
00000400:00000200:1.0:1787763598.324923:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:3.0:1787763598.324926:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763598.324951:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d566940 x1874599320602624/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763598.324959:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763598.324962:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763598.324966:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ae4254c] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d566940 x1874599320602624/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763598.324977:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763598.324980:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763598.324984:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787763598.324985:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763598.324987:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763598.324989:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763598.324991:0:291943:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20761
00000400:00000200:3.0:1787763598.324994:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763598.324996:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763598.324998:0:291943:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000400:00000010:1.0:1787763598.325000:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43478.
00000100:00000040:3.0:1787763598.325001:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763598.325006:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763598.325009:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763598.325010:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763598.325012:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000010:1.0:1787763598.325013:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9198.
00000020:00000040:3.0:1787763598.325014:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000020:00000001:3.0:1787763598.325018:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763598.325020:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000020:00000001:3.0:1787763598.325021:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000020:00000001:3.0:1787763598.325023:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00000200:1.0:1787763598.325024:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320602496, portal 25
00000100:00000040:3.0:1787763598.325025:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763598.325030:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787763598.325031:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000040:3.0:1787763598.325033:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763598.325035:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910951040 : -110374798600576 : ffff9b9d5d565680)
00000100:00000001:3.0:1787763598.325036:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787763598.325040:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000100:00080000:3.0:1787763598.325043:0:291943:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763598.325045:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763598.325048:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1787763598.325049:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d565680 x1874599320602496/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763623 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787763598.325051:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763598.325055:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763598.325059:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763598.325062:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763598.325066:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763598.325069:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763598.325070:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000010:3.0:1787763598.325073:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d567c00.
00000100:00000040:1.0:1787763598.325077:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000020:00000040:3.0:1787763598.325078:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
02000000:00000001:3.0:1787763598.325082:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763598.325083:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787763598.325084:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b95d8.
00000100:00000200:1.0:1787763598.325089:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320602496, offset 0
00000100:00000001:3.0:1787763598.325096:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763598.325099:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1787763598.325100:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
02000000:00000001:3.0:1787763598.325101:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763598.325108:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45907400.
00000100:00000001:3.0:1787763598.325112:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763598.325114:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00100000:3.0:1787763598.325119:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d567c00 x1874599320602752/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787763598.325127:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000100:00000001:3.0:1787763598.325127:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763598.325130:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763598.325137:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:3.0:1787763598.325138:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cde0ae17] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d567c00 x1874599320602752/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763598.325146:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763598.325147:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000100:00000040:3.0:1787763598.325149:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787763598.325152:0:291943:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1787763598.325155:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000100:00080000:3.0:1787763598.325157:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1787763598.325161:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000100:00080000:3.0:1787763598.325162:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787763598.325167:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763598.325169:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1787763598.325172:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63470:63470:256:4294967295] 192.168.203.113@tcp LPNI seq info [63470:63470:8:4294967295]
00000400:00000200:1.0:1787763598.325179:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:3.0:1787763598.325181:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763598.325188:0:291943:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20761
00000400:00000200:1.0:1787763598.325198:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000400:00000200:3.0:1787763598.325199:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763598.325208:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000800:00000200:1.0:1787763598.325214:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000100:00080000:3.0:1787763598.325215:0:291943:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763598.325222:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000800:00000010:1.0:1787763598.325223:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef700.
00000100:00000001:3.0:1787763598.325225:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763598.325229:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763598.325231:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763598.325235:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763598.325236:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000800:00000200:1.0:1787763598.325237:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000020:00000001:3.0:1787763598.325238:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763598.325241:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000020:00000001:3.0:1787763598.325244:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000800:00000200:1.0:1787763598.325245:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 1 secs later)
00000020:00000001:3.0:1787763598.325246:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000040:3.0:1787763598.325252:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763598.325254:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763598.325259:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000800:00000200:1.1:1787763598.325259:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000001:3.0:1787763598.325262:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000800:00000200:1.1:1787763598.325266:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 1 secs later)
00000020:00000040:3.0:1787763598.325267:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00080000:3.0:1787763598.325272:0:291943:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763598.325275:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763598.325278:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000100:1.0:1787763598.325279:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
02000000:00000001:3.0:1787763598.325281:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000010:1.0:1787763598.325283:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef700.
02000000:00000001:3.0:1787763598.325284:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763598.325287:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763598.325290:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000400:00000200:1.0:1787763598.325291:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000008:00000001:3.0:1787763598.325292:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763598.325296:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763598.325300:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d565a40.
00000400:00000200:1.0:1787763598.325301:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000020:00000040:3.0:1787763598.325304:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
02000000:00000001:3.0:1787763598.325307:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763598.325308:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763598.325309:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b95d8
00000100:00000001:3.0:1787763598.325310:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763598.325314:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:1.0:1787763598.325315:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b95d8.
02000000:00000001:3.0:1787763598.325316:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763598.325322:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45905000.
00000100:00000001:1.0:1787763598.325323:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787763598.325325:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787763598.325331:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d565680 x1874599320602496/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763623 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763598.325333:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d565a40 x1874599320602880/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763598.325358:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763598.325361:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763598.325363:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763598.325365:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001352b87a] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d565a40 x1874599320602880/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787763598.325371:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d565680 x1874599320602496/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763623 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763598.325374:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763598.325380:0:291943:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20771)
00000100:00000001:1.0:1787763598.325387:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763598.325389:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763598.325396:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763598.325402:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763598.325405:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4315434743
00000100:00000010:1.0:1787763598.325412:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d7f69bd80.
00000100:00000001:1.0:1787763598.325419:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787763598.325426:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4315434743
00000100:00000010:1.0:1787763598.325430:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d7f69b480.
00000100:00000001:1.0:1787763598.325434:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787763598.325437:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763598.325460:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763598.325463:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763598.325469:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763598/real 1787763598]  req@ffff9b9d5d565680 x1874599320602496/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763598.325479:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763598.325481:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763598.325484:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43478.
00000400:00000200:1.0:1787763598.325487:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9198
00000400:00000010:1.0:1787763598.325489:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9198.
00000100:00000001:1.0:1787763598.325491:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763598.325496:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d565680 x1874599320602496/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763598.325506:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d565680 x1874599320602496/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763598.325514:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763598.325516:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763598.325518:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763598.325520:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763598.325525:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d565680 x1874599320602496/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763598.325533:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763598.325538:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d565680 x1874599320602496/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763623 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763598.325547:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763598.325550:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763598.325552:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763598.325553:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763598.325556:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763598.325558:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763598.325561:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763598.325565:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763598.325568:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763598.325573:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d565680 x1874599320602496/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763623 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763598.325583:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d565680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320602496:192.168.203.113@tcp:250:kworker.0
00000100:00000001:1.0:1787763598.325591:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763598.325593:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763598.325597:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d565680 x1874599320602496/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763623 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763598.325604:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763598.325607:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763598.325610:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db8400.
02000000:00000001:1.0:1787763598.325614:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763598.325616:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763598.325617:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:1.0:1787763598.325620:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763598.325623:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45906400.
02000000:00000001:1.0:1787763598.325627:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763598.325629:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763598.325631:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d565680.
00000100:00000001:1.0:1787763598.325634:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763598.325636:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763598.325638:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763598.325646:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763598.325648:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763598.325650:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763598.325652:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763598.325653:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763598.325657:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d566940 x1874599320602624/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763598.325665:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763598.325667:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763598.325669:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763598.325671:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763598.325673:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763598.325677:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d566940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320602624:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763598.325680:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763598.325682:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763598.325684:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763598.325686:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763598.325689:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db8400.
02000000:00000001:1.0:1787763598.325692:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763598.325696:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763598.325698:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43478.
00000400:00000010:1.0:1787763598.325702:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9198.
00000100:00000200:1.0:1787763598.325705:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320602624, portal 10
00000100:00000001:1.0:1787763598.325707:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763598.325709:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910955840 : -110374798595776 : ffff9b9d5d566940)
00000100:00000040:1.0:1787763598.325717:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d566940 x1874599320602624/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763623 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763598.325725:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763598.325728:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763598.325730:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b95d8.
00000100:00000200:1.0:1787763598.325732:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320602624, offset 0
00000400:00000200:1.0:1787763598.325736:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763598.325740:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763598.325744:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763598.325748:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763598.325752:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763598.325755:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763598.325758:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763598.325761:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63471:63471:256:4294967295] 192.168.203.113@tcp LPNI seq info [63471:63471:8:4294967295]
00000400:00000200:1.0:1787763598.325766:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763598.325773:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763598.325780:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763598.325784:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef700.
00000800:00000200:1.0:1787763598.325788:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763598.325791:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787763598.325796:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763598.325799:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1787763598.325804:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763598.325806:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef700.
00000400:00000200:1.0:1787763598.325810:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763598.325814:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763598.325817:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b95d8
00000400:00000010:1.0:1787763598.325819:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b95d8.
00000100:00000001:1.0:1787763598.325822:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763598.325826:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d566940 x1874599320602624/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763623 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763598.325835:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763598.325838:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d566940 x1874599320602624/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763623 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763598.325845:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763598.325847:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763598.325850:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763598.325854:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:1.0:1787763598.325858:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763598.325860:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315433516
00000100:00000001:1.0:1787763598.325863:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315434743
00000100:00000001:1.0:1787763598.325865:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315433516
00000100:00000001:1.0:1787763598.325868:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315434743
00000100:00000001:1.0:1787763598.325870:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763598.325872:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763598.325875:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763598.325878:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763598/real 1787763598]  req@ffff9b9d5d566940 x1874599320602624/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763598.325887:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763598.325889:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763598.325890:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43478.
00000400:00000200:1.0:1787763598.325893:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9198
00000400:00000010:1.0:1787763598.325895:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9198.
00000100:00000001:1.0:1787763598.325897:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763598.325901:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d566940 x1874599320602624/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763598.325910:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d566940 x1874599320602624/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763598.325918:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763598.325919:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763598.325921:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763598.325922:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763598.325926:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d566940 x1874599320602624/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763598.325946:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763598.325951:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d566940 x1874599320602624/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763623 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763598.325959:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763598.325961:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763598.325963:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763598.325965:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763598.325967:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763598.325983:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763598.325986:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763598.325990:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763598.325993:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763598.325998:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d566940 x1874599320602624/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763623 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763598.326008:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d566940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320602624:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763598.326012:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763598.326016:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d567c00 x1874599320602752/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763598.326031:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763598.326033:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763598.326035:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763598.326037:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763598.326040:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763598.326043:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d567c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320602752:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763598.326046:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763598.326048:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763598.326050:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763598.326052:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763598.326055:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58dba400.
02000000:00000001:1.0:1787763598.326057:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763598.326061:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763598.326064:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43478.
00000400:00000010:1.0:1787763598.326067:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9198.
00000100:00000200:1.0:1787763598.326070:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320602752, portal 10
00000100:00000001:1.0:1787763598.326072:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763598.326074:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910960640 : -110374798590976 : ffff9b9d5d567c00)
00000100:00000040:1.0:1787763598.326080:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d567c00 x1874599320602752/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763623 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763598.326087:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763598.326090:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763598.326092:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b95d8.
00000100:00000200:1.0:1787763598.326094:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320602752, offset 0
00000400:00000200:1.0:1787763598.326098:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763598.326102:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763598.326106:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763598.326109:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763598.326112:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763598.326114:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763598.326117:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763598.326121:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63472:63472:256:4294967295] 192.168.203.113@tcp LPNI seq info [63472:63472:8:4294967295]
00000400:00000200:1.0:1787763598.326126:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763598.326133:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763598.326139:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763598.326142:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef700.
00000800:00000200:1.0:1787763598.326146:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763598.326149:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787763598.326154:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763598.326157:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1787763598.326161:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763598.326163:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef700.
00000400:00000200:1.0:1787763598.326166:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763598.326171:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763598.326174:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b95d8
00000400:00000010:1.0:1787763598.326176:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b95d8.
00000100:00000001:1.0:1787763598.326178:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763598.326182:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d567c00 x1874599320602752/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763623 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763598.326190:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763598.326194:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d567c00 x1874599320602752/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763623 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763598.326201:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763598.326203:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763598.326205:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763598.326209:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:1.0:1787763598.326212:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763598.326214:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315433495
00000100:00000001:1.0:1787763598.326217:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315434743
00000100:00000001:1.0:1787763598.326220:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315433495
00000100:00000001:1.0:1787763598.326222:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315434743
00000100:00000001:1.0:1787763598.326225:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763598.326227:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763598.326229:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763598.326233:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763598/real 1787763598]  req@ffff9b9d5d567c00 x1874599320602752/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763598.326242:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763598.326243:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763598.326245:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43478.
00000400:00000200:1.0:1787763598.326247:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9198
00000400:00000010:1.0:1787763598.326249:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9198.
00000100:00000001:1.0:1787763598.326251:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763598.326255:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d567c00 x1874599320602752/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763598.326264:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d567c00 x1874599320602752/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763598.326271:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763598.326272:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763598.326274:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763598.326276:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763598.326280:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d567c00 x1874599320602752/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763598.326287:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763598.326291:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d567c00 x1874599320602752/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763623 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763598.326300:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763598.326303:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763598.326304:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763598.326306:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763598.326307:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763598.326309:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763598.326311:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763598.326315:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763598.326318:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763598.326322:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d567c00 x1874599320602752/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763623 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763598.326332:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d567c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320602752:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763598.326335:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763598.326338:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d565a40 x1874599320602880/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763598.326346:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763598.326348:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763598.326350:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763598.326352:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763598.326354:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763598.326357:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d565a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320602880:192.168.203.113@tcp:8:kworker.0
00000100:00000001:1.0:1787763598.326361:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763598.326363:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763598.326365:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763598.326367:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763598.326370:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db9400.
02000000:00000001:1.0:1787763598.326372:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763598.326376:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763598.326379:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43478.
00000400:00000010:1.0:1787763598.326382:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9198.
00000100:00000200:1.0:1787763598.326384:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320602880, portal 4
00000100:00000001:1.0:1787763598.326387:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763598.326388:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910952000 : -110374798599616 : ffff9b9d5d565a40)
00000100:00000040:1.0:1787763598.326394:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d565a40 x1874599320602880/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763623 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763598.326401:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763598.326405:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763598.326407:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b95d8.
00000100:00000200:1.0:1787763598.326410:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320602880, offset 0
00000400:00000200:1.0:1787763598.326414:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763598.326417:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763598.326421:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763598.326424:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763598.326426:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763598.326429:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763598.326432:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763598.326436:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63473:63473:256:4294967295] 192.168.203.113@tcp LPNI seq info [63473:63473:8:4294967295]
00000400:00000200:1.0:1787763598.326456:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763598.326463:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763598.326469:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763598.326473:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef700.
00000800:00000200:1.0:1787763598.326477:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763598.326481:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787763598.326485:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763598.326488:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1787763598.326492:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763598.326495:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef700.
00000400:00000200:1.0:1787763598.326498:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763598.326501:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763598.326504:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b95d8
00000400:00000010:1.0:1787763598.326506:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b95d8.
00000100:00000001:1.0:1787763598.326509:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763598.326513:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d565a40 x1874599320602880/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763623 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763598.326522:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763598.326526:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d565a40 x1874599320602880/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763623 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763598.326533:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763598.326535:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763598.326538:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763598.326542:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:1.0:1787763598.326545:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763598.326547:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315433508
00000100:00000001:1.0:1787763598.326550:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315434743
00000100:00000001:1.0:1787763598.326552:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315433508
00000100:00000001:1.0:1787763598.326555:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315434743
00000100:00000001:1.0:1787763598.326557:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763598.326559:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763598.326561:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763598.326566:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763598/real 1787763598]  req@ffff9b9d5d565a40 x1874599320602880/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763598.326574:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763598.326576:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763598.326578:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43478.
00000400:00000200:1.0:1787763598.326580:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9198
00000400:00000010:1.0:1787763598.326582:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9198.
00000100:00000001:1.0:1787763598.326584:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763598.326588:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d565a40 x1874599320602880/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763598.326598:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d565a40 x1874599320602880/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763598.326605:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763598.326607:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763598.326609:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763598.326611:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763598.326615:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d565a40 x1874599320602880/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763598.326621:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763598.326625:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d565a40 x1874599320602880/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763623 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763598.326634:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763598.326637:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763598.326638:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763598.326639:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763598.326641:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763598.326643:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763598.326646:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763598.326649:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763598.326652:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763598.326655:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d565a40 x1874599320602880/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763623 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763598.326664:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d565a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320602880:192.168.203.113@tcp:8:kworker.0
00000100:00000001:1.0:1787763598.326668:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763598.326670:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763598.326674:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d566940 x1874599320602624/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763623 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763598.326681:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763598.326683:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763598.326685:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db8400.
02000000:00000001:1.0:1787763598.326688:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763598.326689:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763598.326691:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:1.0:1787763598.326693:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763598.326696:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45905800.
02000000:00000001:1.0:1787763598.326698:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763598.326700:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763598.326702:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d566940.
00000100:00000001:1.0:1787763598.326705:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763598.326706:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763598.326709:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763598.326713:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d567c00 x1874599320602752/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763623 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763598.326720:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763598.326721:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763598.326723:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58dba400.
02000000:00000001:1.0:1787763598.326725:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763598.326726:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763598.326727:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:1.0:1787763598.326729:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763598.326731:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45907400.
02000000:00000001:1.0:1787763598.326733:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763598.326734:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763598.326736:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d567c00.
00000100:00000001:1.0:1787763598.326738:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763598.326740:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763598.326741:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763598.326744:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d565a40 x1874599320602880/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763623 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763598.326752:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763598.326753:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763598.326755:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db9400.
02000000:00000001:1.0:1787763598.326758:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763598.326759:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763598.326760:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:1.0:1787763598.326762:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763598.326764:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45905000.
02000000:00000001:1.0:1787763598.326766:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763598.326767:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763598.326769:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d565a40.
00000100:00000001:1.0:1787763598.326771:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763598.326773:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763598.326775:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763598.326778:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763598.326779:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763598.326782:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763598.326784:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763598.516527:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763598.516533:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763598.516540:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763598.516541:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763598.516544:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763598.516555:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763598.516624:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763598.516630:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763598.516634:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787763599.348520:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787763599.348531:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787763599.348534:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763599.348542:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:0.0:1787763599.348546:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787763599.348551:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763599.348555:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763599.348559:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763599.348563:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763599.540537:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763599.540546:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763599.540554:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763599.540556:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763599.540560:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763599.540562:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763599.540649:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763599.540654:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763599.540657:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787763599.604527:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4315434743, at 4315434752
00000100:00000040:1.0:1787763599.604527:0:303331:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b110 (cpu 1) has reached its deadline 4315434743, at 4315434752
00000100:00000010:1.0:1787763599.604545:0:303331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69b480.
00000100:00000010:0.0:1787763599.604547:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69bd80.
00000100:00000001:0.0:1787763600.372520:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787763600.372528:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787763600.372531:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763600.372537:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:0.0:1787763600.372541:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787763600.372544:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763600.372547:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763600.372550:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763600.372553:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763600.564530:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763600.564539:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763600.564546:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763600.564548:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763600.564552:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763600.564554:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763600.564597:0:281543:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763600.564601:0:281543:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763600.564604:0:281543:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787763601.396513:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787763601.396521:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787763601.396524:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763601.396529:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:0.0:1787763601.396534:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787763601.396537:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763601.396540:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763601.396543:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763601.396545:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763601.588530:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763601.588541:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763601.588544:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763601.588549:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763601.588556:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763601.588558:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763601.588560:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763601.588563:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763601.588574:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763601.588575:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763601.588577:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763601.588578:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763601.588579:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763601.588580:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763601.588582:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763601.588583:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763601.588586:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763601.588587:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763601.588649:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763601.588653:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763601.588656:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787763602.420586:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787763602.420595:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787763602.420597:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763602.420603:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:0.0:1787763602.420606:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787763602.420637:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763602.420640:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763602.420643:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763602.420646:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763602.612575:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763602.612586:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763602.612595:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763602.612597:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763602.612602:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763602.612604:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763602.612662:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763602.612668:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763602.612672:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787763603.444540:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787763603.444548:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787763603.444550:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763603.444557:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:0.0:1787763603.444561:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787763603.444566:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763603.444571:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1787763603.444572:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787763603.444574:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763603.444581:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763603.444593:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787763603.444596:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763603.444601:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763603.444609:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763603.444618:0:291943:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20766
00000400:00000200:3.0:1787763603.444631:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763603.444640:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763603.444643:0:291943:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763603.444646:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763603.444648:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763603.444651:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763603.444654:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763603.444658:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763603.444660:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:3.0:1787763603.444663:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763603.444668:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:3.0:1787763603.444670:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:3.0:1787763603.444673:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:3.0:1787763603.444676:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763603.444678:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763603.444680:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763603.444682:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787763603.444684:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:3.0:1787763603.444688:0:291943:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763603.444690:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763603.444692:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763603.444695:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763603.444697:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763603.444698:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787763603.444701:0:291943:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763603.444710:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d564780.
00000020:00000040:3.0:1787763603.444713:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:3.0:1787763603.444717:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763603.444718:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763603.444721:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763603.444724:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763603.444727:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763603.444734:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45904800.
00000100:00000001:3.0:1787763603.444741:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763603.444750:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d564780 x1874599320603008/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763603.444759:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763603.444763:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763603.444767:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c570cac4] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d564780 x1874599320603008/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763603.444786:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763603.444789:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763603.444792:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787763603.444793:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763603.444795:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763603.444797:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763603.444802:0:291943:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20766
00000400:00000200:3.0:1787763603.444806:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763603.444811:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:3.0:1787763603.444811:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00000001:1.0:1787763603.444818:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763603.444824:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00080000:3.0:1787763603.444826:0:291943:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763603.444830:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763603.444832:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787763603.444838:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d564780 x1874599320603008/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787763603.444838:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763603.444847:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763603.444857:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787763603.444862:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763603.444864:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763603.444868:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763603.444871:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763603.444874:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763603.444878:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d564780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320603008:192.168.203.113@tcp:250:kworker.0
00000100:00000001:1.0:1787763603.444882:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763603.444887:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763603.444889:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763603.444892:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763603.444918:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58dba400.
02000000:00000001:1.0:1787763603.444921:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763603.444932:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763603.444937:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43478.
00000400:00000010:1.0:1787763603.444944:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9198.
00000100:00000200:1.0:1787763603.444953:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320603008, portal 25
00000100:00000001:1.0:1787763603.444956:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763603.444959:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910947200 : -110374798604416 : ffff9b9d5d564780)
00000100:00000040:1.0:1787763603.444966:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d564780 x1874599320603008/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763628 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763603.444973:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763603.444976:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763603.444980:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b95d8.
00000100:00000200:1.0:1787763603.444982:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320603008, offset 0
00000400:00000200:1.0:1787763603.444990:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763603.445000:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763603.445008:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763603.445016:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763603.445021:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763603.445025:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763603.445027:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763603.445030:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63474:63474:256:4294967295] 192.168.203.113@tcp LPNI seq info [63474:63474:8:4294967295]
00000400:00000200:1.0:1787763603.445034:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763603.445044:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763603.445049:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763603.445054:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef700.
00000800:00000200:1.0:1787763603.445061:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763603.445068:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000020:00000040:3.0:1787763603.445079:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000100:00000001:1.0:1787763603.445081:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763603.445082:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763603.445090:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000400:00000200:1.0:1787763603.445092:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000020:00000001:3.0:1787763603.445097:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000001:1.0:1787763603.445099:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4315439863
00000020:00000001:3.0:1787763603.445102:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000010:1.0:1787763603.445106:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d7f69b840.
00000100:00000001:1.0:1787763603.445117:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787763603.445124:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4315439863
00000100:00000010:1.0:1787763603.445127:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d7f69b540.
00000100:00000001:1.0:1787763603.445130:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787763603.445135:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763603.445141:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763603.445145:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763603.445149:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787763603.445150:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763603.445156:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763603.445157:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763603.445160:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787763603.445165:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00080000:3.0:1787763603.445167:0:291943:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763603.445170:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763603.445171:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787763603.445172:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763603.445177:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
02000000:00000001:3.0:1787763603.445178:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763603.445186:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763603.445188:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787763603.445193:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1787763603.445194:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763603.445203:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1787763603.445203:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787763603.445216:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1787763603.445216:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763603.445234:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763603.445240:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d565a40.
00000020:00000040:3.0:1787763603.445243:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
02000000:00000001:3.0:1787763603.445245:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763603.445247:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763603.445249:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763603.445251:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763603.445254:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763603.445257:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45907800.
00000100:00000001:3.0:1787763603.445267:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763603.445272:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d565a40 x1874599320603136/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763603.445279:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763603.445281:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763603.445286:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001352b87a] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d565a40 x1874599320603136/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763603.445313:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763603.445316:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763603.445320:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787763603.445322:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763603.445324:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763603.445328:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763603.445332:0:291943:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20766
00000400:00000200:3.0:1787763603.445339:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763603.445340:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763603.445346:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763603.445348:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000400:00000200:3.0:1787763603.445353:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00000040:1.0:1787763603.445357:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d565a40 x1874599320603136/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787763603.445360:0:291943:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787763603.445376:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:3.0:1787763603.445377:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763603.445379:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763603.445385:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763603.445391:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787763603.445392:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1787763603.445394:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763603.445400:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00100000:1.0:1787763603.445402:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d565a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320603136:192.168.203.113@tcp:38:kworker.0
00000100:00000001:3.0:1787763603.445409:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000001:1.0:1787763603.445412:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000001:3.0:1787763603.445419:0:291943:0:(genops.c:792:class_conn2export()) Process entered
02000000:00000001:1.0:1787763603.445421:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:3.0:1787763603.445424:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
02000000:00000001:1.0:1787763603.445426:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763603.445429:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
02000000:00000001:1.0:1787763603.445432:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:3.0:1787763603.445436:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000020:00000001:3.0:1787763603.445473:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
02000000:00000010:1.0:1787763603.445477:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db8400.
00000020:00000001:3.0:1787763603.445478:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
02000000:00000001:1.0:1787763603.445484:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763603.445495:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000400:00000200:1.0:1787763603.445496:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:3.0:1787763603.445505:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:1.0:1787763603.445507:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43e70.
00000100:00000040:3.0:1787763603.445515:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000400:00000010:1.0:1787763603.445518:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9cc0.
00000100:00000001:3.0:1787763603.445521:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000200:1.0:1787763603.445526:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320603136, portal 10
00000020:00000040:3.0:1787763603.445529:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000100:00000001:1.0:1787763603.445530:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763603.445534:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910952000 : -110374798599616 : ffff9b9d5d565a40)
00000100:00080000:3.0:1787763603.445539:0:291943:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763603.445545:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763603.445551:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d565a40 x1874599320603136/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763628 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787763603.445553:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763603.445561:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763603.445568:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:3.0:1787763603.445571:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763603.445579:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000100:00000001:3.0:1787763603.445582:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000010:1.0:1787763603.445587:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9000.
00000008:00100000:3.0:1787763603.445588:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000100:00000200:1.0:1787763603.445595:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320603136, offset 0
00000008:00000001:3.0:1787763603.445596:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763603.445605:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763603.445613:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000100:00000010:3.0:1787763603.445618:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d567c00.
00000400:00000200:1.0:1787763603.445626:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000020:00000040:3.0:1787763603.445628:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
02000000:00000001:3.0:1787763603.445634:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1787763603.445637:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
02000000:00000001:3.0:1787763603.445639:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763603.445644:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1787763603.445647:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1787763603.445654:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
02000000:00000001:3.0:1787763603.445655:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763603.445660:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763603.445663:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
02000000:00000010:3.0:1787763603.445669:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45905000.
00000400:00000200:1.0:1787763603.445670:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763603.445684:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63475:63475:255:4294967295] 192.168.203.113@tcp LPNI seq info [63475:63475:7:4294967295]
00000100:00000001:3.0:1787763603.445684:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763603.445703:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00100000:3.0:1787763603.445706:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d567c00 x1874599320603264/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787763603.445725:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1787763603.445738:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000200:1.0:1787763603.445745:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000100:00000001:3.0:1787763603.445747:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1787763603.445757:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef100.
00000100:00000040:3.0:1787763603.445764:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cde0ae17] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d567c00 x1874599320603264/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1787763603.445777:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763603.445797:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000001:1.0:1787763603.445803:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763603.445804:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763603.445811:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000100:00000040:3.0:1787763603.445812:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787763603.445825:0:291943:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1787763603.445826:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00080000:3.0:1787763603.445833:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787763603.445839:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315438636
00000100:00080000:3.0:1787763603.445841:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787763603.445848:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315439863
00000100:00000001:3.0:1787763603.445849:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763603.445854:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787763603.445858:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315438636
00000100:00000001:3.0:1787763603.445861:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787763603.445869:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315439863
00000100:00080000:3.0:1787763603.445876:0:291943:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20766
00000100:00000001:1.0:1787763603.445884:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1787763603.445907:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763603.445910:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787763603.445919:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00000001:1.0:1787763603.445921:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763603.445926:0:291943:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787763603.445928:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763603.445938:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000040:3.0:1787763603.445939:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763603.445943:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1787763603.445946:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787763603.445952:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1787763603.445953:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763603.445959:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763603.445962:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000001:1.0:1787763603.445965:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1787763603.445970:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763603.445975:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000100:00000040:1.0:1787763603.445980:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d567c00 x1874599320603264/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787763603.445982:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763603.445988:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000100:00000001:1.0:1787763603.446002:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763603.446004:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763603.446007:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763603.446010:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763603.446013:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763603.446017:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d567c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320603264:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763603.446021:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763603.446023:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763603.446025:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763603.446027:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763603.446032:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db8800.
02000000:00000001:1.0:1787763603.446038:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763603.446044:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763603.446056:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43840.
00000020:00000001:3.0:1787763603.446058:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000400:00000010:1.0:1787763603.446066:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9770.
00000020:00000001:3.0:1787763603.446067:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000200:1.0:1787763603.446076:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320603264, portal 10
00000100:00000040:3.0:1787763603.446083:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763603.446085:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763603.446090:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910960640 : -110374798590976 : ffff9b9d5d567c00)
00000100:00000001:3.0:1787763603.446093:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763603.446100:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763603.446104:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000040:1.0:1787763603.446112:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d567c00 x1874599320603264/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763628 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787763603.446114:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00000001:1.0:1787763603.446132:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1787763603.446133:0:291943:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763603.446143:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763603.446148:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
02000000:00000001:3.0:1787763603.446151:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:1.0:1787763603.446156:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b96e8.
02000000:00000001:3.0:1787763603.446161:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:1.0:1787763603.446166:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320603264, offset 0
02000000:00000001:3.0:1787763603.446169:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763603.446177:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763603.446180:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000400:00000200:1.0:1787763603.446187:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000008:00000001:3.0:1787763603.446191:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763603.446197:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763603.446208:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000010:3.0:1787763603.446210:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d566940.
00000020:00000040:3.0:1787763603.446218:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
00000400:00000200:1.0:1787763603.446220:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
02000000:00000001:3.0:1787763603.446231:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1787763603.446234:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1787763603.446238:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763603.446243:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000100:00000001:3.0:1787763603.446245:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763603.446252:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1787763603.446259:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1787763603.446261:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763603.446272:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
02000000:00000010:3.0:1787763603.446275:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45907400.
00000400:00000200:1.0:1787763603.446287:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63476:63476:254:4294967295] 192.168.203.113@tcp LPNI seq info [63476:63476:6:4294967295]
00000100:00000001:3.0:1787763603.446289:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763603.446312:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00100000:3.0:1787763603.446315:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d566940 x1874599320603392/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787763603.446343:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1787763603.446347:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763603.446357:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787763603.446367:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000100:00000040:3.0:1787763603.446379:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ae4254c] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d566940 x1874599320603392/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:1.0:1787763603.446383:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718efb00.
00000800:00000200:1.0:1787763603.446403:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000001:3.0:1787763603.446405:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787763603.446415:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000040:3.0:1787763603.446417:0:291943:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20776)
00000100:00000001:1.0:1787763603.446424:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763603.446432:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:1.0:1787763603.446437:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763603.446482:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315438616
00000100:00000001:1.0:1787763603.446486:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315439863
00000100:00000001:1.0:1787763603.446489:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315438616
00000100:00000001:1.0:1787763603.446494:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315439863
00000100:00000001:1.0:1787763603.446498:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763603.446501:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763603.446504:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763603.446506:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763603.446511:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763603.446513:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1787763603.446516:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763603.446517:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763603.446519:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763603.446525:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d566940 x1874599320603392/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763603.446535:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763603.446536:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763603.446539:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763603.446542:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763603.446544:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763603.446547:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d566940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320603392:192.168.203.113@tcp:8:kworker.0
00000100:00000001:1.0:1787763603.446551:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763603.446554:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763603.446556:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763603.446558:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763603.446563:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58dbbc00.
02000000:00000001:1.0:1787763603.446565:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763603.446569:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763603.446573:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43000.
00000400:00000010:1.0:1787763603.446578:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9a18.
00000100:00000200:1.0:1787763603.446582:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320603392, portal 4
00000100:00000001:1.0:1787763603.446584:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763603.446585:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910955840 : -110374798595776 : ffff9b9d5d566940)
00000100:00000040:1.0:1787763603.446593:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d566940 x1874599320603392/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763628 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763603.446600:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763603.446602:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763603.446605:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9d48.
00000100:00000200:1.0:1787763603.446608:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320603392, offset 0
00000400:00000200:1.0:1787763603.446613:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763603.446617:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763603.446621:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763603.446625:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763603.446627:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763603.446630:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763603.446633:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763603.446637:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63477:63477:253:4294967295] 192.168.203.113@tcp LPNI seq info [63477:63477:5:4294967295]
00000400:00000200:1.0:1787763603.446641:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763603.446649:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763603.446656:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763603.446659:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef300.
00000800:00000200:1.0:1787763603.446664:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763603.446667:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000001:1.0:1787763603.446670:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763603.446674:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:1.0:1787763603.446677:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763603.446679:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315438628
00000100:00000001:1.0:1787763603.446681:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315439863
00000100:00000001:1.0:1787763603.446684:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315438628
00000100:00000001:1.0:1787763603.446686:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315439863
00000100:00000001:1.0:1787763603.446689:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763603.446690:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763603.446693:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763603.446695:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763603.446698:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763603.446699:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1787763603.446701:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763603.446702:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763603.446704:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763603.446706:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763603.636581:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763603.636589:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763603.636596:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763603.636597:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763603.636600:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763603.636604:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763603.636606:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763603.636610:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763603.636613:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763603.636615:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763603.636616:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763603.636619:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763603.636695:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763603.636700:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763603.636702:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787763604.468556:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787763604.468566:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787763604.468568:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763604.468573:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:0.0:1787763604.468577:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787763604.468582:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763604.468585:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763604.468588:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763604.468591:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763604.660530:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763604.660537:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763604.660543:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763604.660545:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763604.660550:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763604.660552:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763604.660610:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763604.660615:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763604.660618:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1787763604.724507:0:303331:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b110 (cpu 1) has reached its deadline 4315439863, at 4315439872
00000100:00000040:0.0:1787763604.724513:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4315439863, at 4315439872
00000100:00000010:1.0:1787763604.724526:0:303331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69b540.
00000100:00000010:0.0:1787763604.724531:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69b840.
00000100:00000001:0.0:1787763605.492526:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787763605.492535:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787763605.492537:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763605.492544:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:0.0:1787763605.492548:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787763605.492553:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763605.492557:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763605.492560:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763605.492565:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763605.684535:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763605.684541:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763605.684546:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763605.684548:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763605.684550:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763605.684551:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763605.684614:0:281543:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763605.684619:0:281543:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763605.684622:0:281543:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787763606.516504:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787763606.516510:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787763606.516512:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763606.516515:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:0.0:1787763606.516518:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787763606.516521:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763606.516524:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763606.516527:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763606.516529:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:2.0:1787763606.516656:0:256668:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.113:988
00000400:00000100:2.0:1787763606.516690:0:256668:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.113@tcp at host 192.168.203.113 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1787763606.516698:0:256668:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763606.516701:0:256668:0:(router.c:1791:lnet_notify()) 192.168.203.13@tcp notifying 192.168.203.113@tcp: down
00000400:00000200:2.0:1787763606.516706:0:256668:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763606.516709:0:256668:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:2.0:1787763606.516713:0:256668:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.113@tcp
00000800:00000010:2.0:1787763606.516716:0:256668:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef700.
00000400:00000200:2.0:1787763606.516722:0:256668:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1787763606.516725:0:256668:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1787763606.516731:0:256668:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b95d8
00000400:00000010:2.0:1787763606.516733:0:256668:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b95d8.
00000100:00000001:2.0:1787763606.516737:0:256668:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763606.516744:0:256668:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b9d5d564780 x1874599320603008/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763628 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763606.516762:0:256668:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763606.516766:0:256668:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d564780 x1874599320603008/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763628 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763606.516775:0:256668:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763606.516777:0:256668:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1787763606.516789:0:256668:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.113@tcp
00000800:00000010:2.0:1787763606.516792:0:256668:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef100.
00000100:00000001:1.0:1787763606.516796:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:2.0:1787763606.516797:0:256668:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00000001:1.0:1787763606.516802:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000400:00000200:2.0:1787763606.516803:0:256668:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_DROPPED
00000100:00000001:1.0:1787763606.516808:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000400:00000200:2.0:1787763606.516809:0:256668:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9000
00000400:00000010:2.0:1787763606.516814:0:256668:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9000.
00000100:00000001:2.0:1787763606.516818:0:256668:0:(events.c:34:request_out_callback()) Process entered
00000100:00100000:1.0:1787763606.516820:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763603/real 1787763606]  req@ffff9b9d5d564780 x1874599320603008/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763606.516826:0:256668:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b9d5d565a40 x1874599320603136/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763628 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763606.516847:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:2.0:1787763606.516848:0:256668:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000400:00000001:1.0:1787763606.516852:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000040:2.0:1787763606.516856:0:256668:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d565a40 x1874599320603136/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763628 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1787763606.516858:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43478.
00000400:00000200:1.0:1787763606.516865:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9198
00000400:00000010:1.0:1787763606.516869:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9198.
00000100:00000001:2.0:1787763606.516871:0:256668:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763606.516887:0:256668:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763606.516890:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000800:00000100:2.0:1787763606.516897:0:256668:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.113@tcp
00000100:00000200:1.0:1787763606.516899:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d564780 x1874599320603008/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:2.0:1787763606.516901:0:256668:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718efb00.
00000400:00000200:2.0:1787763606.516908:0:256668:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00000200:1.0:1787763606.516919:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d564780 x1874599320603008/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787763606.516919:0:256668:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1787763606.516926:0:256668:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b96e8
00000400:00000010:2.0:1787763606.516930:0:256668:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b96e8.
00000100:00000001:1.0:1787763606.516936:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763606.516937:0:256668:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787763606.516939:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763606.516944:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000200:2.0:1787763606.516946:0:256668:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b9d5d567c00 x1874599320603264/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763628 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763606.516947:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763606.516959:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d564780 x1874599320603008/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763606.516990:0:256668:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787763606.516992:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763606.516998:0:256668:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d567c00 x1874599320603264/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763628 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763606.517008:0:256668:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763606.517009:0:256668:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:1.0:1787763606.517012:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d564780 x1874599320603008/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763628 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:2.0:1787763606.517019:0:256668:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.113@tcp
00000800:00000010:2.0:1787763606.517026:0:256668:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef300.
00000400:00000200:2.0:1787763606.517032:0:256668:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00000001:1.0:1787763606.517034:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763606.517042:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1787763606.517042:0:256668:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_DROPPED
00000100:00000001:1.0:1787763606.517048:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000400:00000200:2.0:1787763606.517050:0:256668:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9d48
00000100:00000001:1.0:1787763606.517051:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:2.0:1787763606.517056:0:256668:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9d48.
00000100:00000001:2.0:1787763606.517060:0:256668:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787763606.517062:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763606.517066:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000200:2.0:1787763606.517069:0:256668:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b9d5d566940 x1874599320603392/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763628 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763606.517071:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763606.517080:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763606.517085:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:2.0:1787763606.517089:0:256668:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763606.517094:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d564780 x1874599320603008/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763628 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787763606.517098:0:256668:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d566940 x1874599320603392/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763628 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763606.517119:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d564780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320603008:192.168.203.113@tcp:250:kworker.0
00000100:00000001:2.0:1787763606.517120:0:256668:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763606.517125:0:256668:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763606.517134:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763606.517138:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763606.517143:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d564780 x1874599320603008/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763628 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763606.517150:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763606.517153:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763606.517158:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58dba400.
02000000:00000001:1.0:1787763606.517162:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763606.517165:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763606.517167:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:1.0:1787763606.517170:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763606.517172:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45904800.
02000000:00000001:1.0:1787763606.517176:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763606.517179:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763606.517181:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d564780.
00000100:00000001:1.0:1787763606.517185:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763606.517186:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763606.517189:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763606.517191:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763606.517193:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763606.517194:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763606.517199:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763603/real 1787763606]  req@ffff9b9d5d566940 x1874599320603392/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763606.517209:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763606.517211:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763606.517213:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43000.
00000400:00000200:1.0:1787763606.517216:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9a18
00000400:00000010:1.0:1787763606.517218:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9a18.
00000100:00000001:1.0:1787763606.517221:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763606.517225:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d566940 x1874599320603392/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763606.517236:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d566940 x1874599320603392/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763606.517243:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763606.517244:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763606.517246:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763606.517249:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763606.517253:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d566940 x1874599320603392/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763606.517260:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763606.517265:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d566940 x1874599320603392/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763628 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763606.517273:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763606.517276:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763606.517278:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763606.517280:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763606.517281:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763606.517283:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763606.517286:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763606.517290:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763606.517293:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763606.517296:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d566940 x1874599320603392/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763628 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763606.517304:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d566940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320603392:192.168.203.113@tcp:8:kworker.0
00000100:00000001:1.0:1787763606.517308:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763606.517312:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763603/real 1787763606]  req@ffff9b9d5d567c00 x1874599320603264/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763606.517321:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763606.517323:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763606.517324:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43840.
00000400:00000200:1.0:1787763606.517326:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9770
00000400:00000010:1.0:1787763606.517328:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9770.
00000100:00000001:1.0:1787763606.517330:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763606.517333:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d567c00 x1874599320603264/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763606.517343:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d567c00 x1874599320603264/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763606.517349:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763606.517351:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763606.517353:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763606.517354:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763606.517358:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d567c00 x1874599320603264/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763606.517373:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763606.517377:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d567c00 x1874599320603264/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763628 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763606.517385:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763606.517387:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763606.517389:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763606.517390:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763606.517391:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763606.517393:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763606.517395:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763606.517399:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763606.517401:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763606.517405:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d567c00 x1874599320603264/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763628 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763606.517413:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d567c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320603264:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763606.517417:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763606.517421:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763603/real 1787763606]  req@ffff9b9d5d565a40 x1874599320603136/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763606.517429:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763606.517430:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763606.517431:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43e70.
00000400:00000200:1.0:1787763606.517433:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9cc0
00000400:00000010:1.0:1787763606.517435:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9cc0.
00000100:00000001:1.0:1787763606.517437:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763606.517459:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d565a40 x1874599320603136/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763606.517476:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d565a40 x1874599320603136/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763606.517485:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763606.517487:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763606.517489:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763606.517490:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763606.517494:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d565a40 x1874599320603136/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763606.517502:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763606.517506:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d565a40 x1874599320603136/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763628 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763606.517513:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763606.517515:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763606.517517:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763606.517518:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763606.517520:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763606.517534:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763606.517537:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763606.517540:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763606.517543:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763606.517547:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d565a40 x1874599320603136/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763628 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763606.517556:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d565a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320603136:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763606.517560:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763606.517562:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763606.517565:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d566940 x1874599320603392/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763628 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763606.517579:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763606.517580:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763606.517582:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58dbbc00.
02000000:00000001:1.0:1787763606.517586:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763606.517587:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763606.517589:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:1.0:1787763606.517591:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763606.517593:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45907400.
02000000:00000001:1.0:1787763606.517596:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763606.517597:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763606.517599:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d566940.
00000100:00000001:1.0:1787763606.517602:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763606.517604:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763606.517606:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763606.517609:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d567c00 x1874599320603264/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763628 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763606.517616:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763606.517618:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763606.517620:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db8800.
02000000:00000001:1.0:1787763606.517622:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763606.517623:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763606.517625:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:1.0:1787763606.517626:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763606.517628:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45905000.
02000000:00000001:1.0:1787763606.517630:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763606.517631:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763606.517633:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d567c00.
00000100:00000001:1.0:1787763606.517635:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763606.517636:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763606.517638:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763606.517642:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d565a40 x1874599320603136/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763628 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763606.517648:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763606.517649:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763606.517652:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db8400.
02000000:00000001:1.0:1787763606.517654:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763606.517655:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763606.517657:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:1.0:1787763606.517659:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763606.517661:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45907800.
02000000:00000001:1.0:1787763606.517662:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763606.517663:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763606.517664:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d565a40.
00000100:00000001:1.0:1787763606.517666:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763606.517668:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763606.517669:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763606.517676:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763606.517678:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763606.517680:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763606.517682:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763606.708517:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763606.708524:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763606.708530:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763606.708532:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763606.708536:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763606.708538:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763606.708590:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763606.708593:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763606.708596:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787763607.540555:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787763607.540561:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787763607.540563:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763607.540568:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:0.0:1787763607.540572:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787763607.540575:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763607.540577:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763607.540579:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763607.540582:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763607.732549:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763607.732556:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763607.732562:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763607.732563:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763607.732566:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763607.732567:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763607.732644:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763607.732649:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763607.732653:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787763608.564566:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1787763608.564566:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787763608.564574:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787763608.564579:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763608.564580:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:0.0:1787763608.564587:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763608.564587:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1787763608.564592:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1787763608.564593:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763608.564596:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763608.564600:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763608.564601:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787763608.564604:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763608.564608:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763608.564613:0:291943:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20771
00000400:00000200:3.0:1787763608.564628:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763608.564637:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763608.564641:0:291943:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763608.564645:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763608.564648:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763608.564651:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763608.564654:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763608.564658:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763608.564660:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:3.0:1787763608.564664:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763608.564668:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:3.0:1787763608.564671:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:3.0:1787763608.564673:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:3.0:1787763608.564678:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763608.564681:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763608.564683:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763608.564686:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787763608.564689:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:3.0:1787763608.564693:0:291943:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763608.564697:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763608.564700:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763608.564704:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763608.564708:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763608.564710:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787763608.564714:0:291943:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763608.564724:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d565680.
00000020:00000040:3.0:1787763608.564728:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:3.0:1787763608.564734:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763608.564736:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763608.564740:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763608.564744:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763608.564750:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763608.564761:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45905800.
00000100:00000001:3.0:1787763608.564770:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763608.564782:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d565680 x1874599320603520/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763608.564795:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763608.564801:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763608.564807:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000082576300] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d565680 x1874599320603520/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763608.564837:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763608.564841:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763608.564845:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787763608.564847:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763608.564849:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763608.564852:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763608.564856:0:291943:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20771
00000400:00000200:3.0:1787763608.564877:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763608.564881:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00000001:1.0:1787763608.564885:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:3.0:1787763608.564885:0:291943:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763608.564889:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763608.564893:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763608.564894:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787763608.564899:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787763608.564900:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763608.564905:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763608.564910:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000040:1.0:1787763608.564912:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d565680 x1874599320603520/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787763608.564912:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000020:00000001:3.0:1787763608.564917:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763608.564922:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000020:00000001:3.0:1787763608.564928:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000001:1.0:1787763608.564930:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:3.0:1787763608.564932:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000001:1.0:1787763608.564934:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763608.564939:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
02000000:00000001:1.0:1787763608.564942:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1787763608.564943:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1787763608.564947:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763608.564950:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763608.564955:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d565680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320603520:192.168.203.113@tcp:250:kworker.0
00000100:00000040:3.0:1787763608.564960:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763608.564964:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1787763608.564966:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787763608.564970:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
02000000:00000001:1.0:1787763608.564972:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:3.0:1787763608.564975:0:291943:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
02000000:00000001:1.0:1787763608.564977:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763608.564980:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763608.564983:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787763608.564984:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000010:1.0:1787763608.564993:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db8400.
02000000:00000001:3.0:1787763608.564995:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763608.564998:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763608.565001:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763608.565006:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000200:1.0:1787763608.565010:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000008:00100000:3.0:1787763608.565014:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000400:00000010:1.0:1787763608.565017:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43e70.
00000008:00000001:3.0:1787763608.565020:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763608.565025:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787763608.565029:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9cc0.
00000100:00000010:3.0:1787763608.565031:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d567480.
00000020:00000040:3.0:1787763608.565036:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
02000000:00000001:3.0:1787763608.565039:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000200:1.0:1787763608.565041:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320603520, portal 25
02000000:00000001:3.0:1787763608.565042:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763608.565048:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787763608.565049:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
02000000:00000001:3.0:1787763608.565051:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787763608.565053:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910951040 : -110374798600576 : ffff9b9d5d565680)
02000000:00000001:3.0:1787763608.565055:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763608.565063:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45906400.
00000100:00000040:1.0:1787763608.565065:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d565680 x1874599320603520/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763633 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763608.565069:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763608.565082:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:3.0:1787763608.565083:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d567480 x1874599320603648/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1787763608.565090:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763608.565097:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9770.
00000100:00000001:3.0:1787763608.565099:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000200:1.0:1787763608.565104:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320603520, offset 0
00000100:00000001:3.0:1787763608.565104:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763608.565113:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000036831fe2] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d567480 x1874599320603648/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787763608.565121:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000100:00000001:3.0:1787763608.565131:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763608.565135:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1787763608.565137:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00080000:3.0:1787763608.565143:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787763608.565146:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763608.565147:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1787763608.565150:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000100:00000001:3.0:1787763608.565152:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763608.565159:0:291943:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20771
00000400:00000200:1.0:1787763608.565161:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787763608.565168:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763608.565171:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:3.0:1787763608.565178:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000400:00000200:1.0:1787763608.565180:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000100:00080000:3.0:1787763608.565182:0:291943:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1787763608.565187:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000100:00000040:3.0:1787763608.565188:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763608.565192:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763608.565196:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000400:00000200:1.0:1787763608.565199:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63478:63478:256:4294967295] 192.168.203.113@tcp LPNI seq info [63478:63478:8:4294967295]
00000100:00000001:3.0:1787763608.565201:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763608.565208:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:1.0:1787763608.565209:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000020:00000040:3.0:1787763608.565212:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000020:00000001:3.0:1787763608.565216:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763608.565219:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000020:00000001:3.0:1787763608.565221:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000020:00000001:3.0:1787763608.565225:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00000040:3.0:1787763608.565230:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763608.565237:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787763608.565241:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000100:00000040:3.0:1787763608.565244:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763608.565250:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000800:00000200:1.0:1787763608.565256:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000020:00000040:3.0:1787763608.565257:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000100:00080000:3.0:1787763608.565264:0:291943:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000800:00000010:1.0:1787763608.565267:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef300.
00000100:00000001:3.0:1787763608.565268:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763608.565272:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763608.565277:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:1.0:1787763608.565282:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
02000000:00000001:3.0:1787763608.565282:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763608.565288:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000800:00000200:1.0:1787763608.565291:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000008:00100000:3.0:1787763608.565292:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763608.565300:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763608.565304:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787763608.565305:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000010:3.0:1787763608.565311:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d5652c0.
00000800:00000200:1.1:1787763608.565311:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000020:00000040:3.0:1787763608.565317:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000800:00000100:1.0:1787763608.565322:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
02000000:00000001:3.0:1787763608.565324:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000010:1.0:1787763608.565327:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef300.
02000000:00000001:3.0:1787763608.565328:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763608.565333:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763608.565335:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1787763608.565337:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:3.0:1787763608.565337:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763608.565348:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
02000000:00000010:3.0:1787763608.565349:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45907800.
00000400:00000200:1.0:1787763608.565355:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9770
00000100:00000001:3.0:1787763608.565355:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787763608.565360:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9770.
00000100:00000001:1.0:1787763608.565366:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763608.565371:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d565680 x1874599320603520/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763633 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763608.565384:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763608.565388:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d565680 x1874599320603520/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763633 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763608.565397:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763608.565399:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763608.565407:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763608.565412:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763608.565415:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4315444983
00000100:00000010:1.0:1787763608.565422:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d7f69b540.
00000100:00000001:1.0:1787763608.565431:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787763608.565463:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4315444984
00000100:00000010:1.0:1787763608.565468:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d7f69b0c0.
00000100:00000001:1.0:1787763608.565472:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787763608.565477:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763608.565481:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763608.565484:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763608.565489:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763608/real 1787763608]  req@ffff9b9d5d565680 x1874599320603520/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763608.565501:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763608.565503:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763608.565505:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43e70.
00000400:00000200:1.0:1787763608.565508:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9cc0
00000400:00000010:1.0:1787763608.565510:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9cc0.
00000100:00000001:1.0:1787763608.565513:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763608.565517:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d565680 x1874599320603520/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763608.565528:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d565680 x1874599320603520/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763608.565535:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763608.565538:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763608.565541:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763608.565545:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763608.565549:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d565680 x1874599320603520/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763608.565557:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763608.565563:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d565680 x1874599320603520/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763633 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763608.565571:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763608.565574:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763608.565576:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763608.565578:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763608.565581:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763608.565583:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763608.565586:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763608.565591:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763608.565595:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763608.565600:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d565680 x1874599320603520/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763633 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763608.565609:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d565680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320603520:192.168.203.113@tcp:250:kworker.0
00000100:00000001:1.0:1787763608.565615:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763608.565617:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763608.565620:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d565680 x1874599320603520/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763633 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763608.565628:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763608.565631:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763608.565634:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db8400.
02000000:00000001:1.0:1787763608.565638:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763608.565640:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763608.565643:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:1.0:1787763608.565646:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763608.565649:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45905800.
02000000:00000001:1.0:1787763608.565655:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763608.565658:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763608.565660:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d565680.
00000100:00000001:1.0:1787763608.565663:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763608.565665:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763608.565668:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763608.565684:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763608.565686:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763608.565689:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763608.565691:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763608.565692:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763608.565696:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d567480 x1874599320603648/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763608.565706:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763608.565707:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763608.565710:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763608.565713:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763608.565715:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763608.565718:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d567480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320603648:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763608.565722:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763608.565726:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763608.565728:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763608.565730:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763608.565734:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db8400.
02000000:00000001:1.0:1787763608.565736:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763608.565741:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763608.565744:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43e70.
00000400:00000010:1.0:1787763608.565748:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9cc0.
00000100:00000200:1.0:1787763608.565753:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320603648, portal 10
00000100:00000001:1.0:1787763608.565755:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763608.565757:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910958720 : -110374798592896 : ffff9b9d5d567480)
00000100:00000040:1.0:1787763608.565766:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d567480 x1874599320603648/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763633 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763608.565775:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763608.565778:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763608.565781:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9770.
00000100:00000200:1.0:1787763608.565784:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320603648, offset 0
00000400:00000200:1.0:1787763608.565789:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763608.565795:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763608.565800:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763608.565804:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763608.565807:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763608.565810:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763608.565813:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763608.565816:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63479:63479:256:4294967295] 192.168.203.113@tcp LPNI seq info [63479:63479:8:4294967295]
00000400:00000200:1.0:1787763608.565821:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763608.565829:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763608.565834:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763608.565838:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef300.
00000800:00000200:1.0:1787763608.565843:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763608.565846:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787763608.565852:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763608.565855:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1787763608.565875:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763608.565877:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef300.
00000400:00000200:1.0:1787763608.565882:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763608.565886:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763608.565889:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9770
00000400:00000010:1.0:1787763608.565891:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9770.
00000100:00000001:1.0:1787763608.565894:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763608.565899:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d567480 x1874599320603648/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763633 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763608.565908:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763608.565912:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d567480 x1874599320603648/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763633 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763608.565928:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763608.565930:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763608.565934:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763608.565939:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:1.0:1787763608.565943:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763608.565946:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315443756
00000100:00000001:1.0:1787763608.565950:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315444983
00000100:00000001:1.0:1787763608.565952:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315443756
00000100:00000001:1.0:1787763608.565955:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315444984
00000100:00000001:1.0:1787763608.565958:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763608.565961:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763608.565963:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763608.565968:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763608/real 1787763608]  req@ffff9b9d5d567480 x1874599320603648/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763608.565979:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763608.565981:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763608.565983:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43e70.
00000400:00000200:1.0:1787763608.565986:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9cc0
00000400:00000010:1.0:1787763608.565988:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9cc0.
00000100:00000001:1.0:1787763608.565991:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763608.565995:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d567480 x1874599320603648/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763608.566005:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d567480 x1874599320603648/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763608.566015:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763608.566018:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787763608.566020:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d5652c0 x1874599320603776/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787763608.566022:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763608.566025:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763608.566036:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d567480 x1874599320603648/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763608.566038:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763608.566045:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763608.566050:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787763608.566056:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc712cf1] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d5652c0 x1874599320603776/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787763608.566059:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d567480 x1874599320603648/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763633 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763608.566090:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763608.566094:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763608.566095:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763608.566097:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763608.566101:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787763608.566102:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787763608.566103:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000040:3.0:1787763608.566110:0:291943:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1787763608.566115:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763608.566120:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787763608.566122:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763608.566124:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787763608.566129:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763608.566133:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1787763608.566134:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787763608.566139:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00080000:3.0:1787763608.566143:0:291943:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20771
00000100:00000001:1.0:1787763608.566144:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763608.566153:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d567480 x1874599320603648/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763633 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787763608.566155:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763608.566165:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00100000:1.0:1787763608.566171:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d567480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320603648:192.168.203.113@tcp:38:kworker.0
00000100:00080000:3.0:1787763608.566171:0:291943:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763608.566180:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763608.566182:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763608.566186:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787763608.566188:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763608.566193:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000040:1.0:1787763608.566196:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d567480 x1874599320603648/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763633 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763608.566198:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763608.566204:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763608.566207:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000020:00000001:3.0:1787763608.566210:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787763608.566216:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000020:00000040:3.0:1787763608.566216:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
02000000:00000001:1.0:1787763608.566219:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000020:00000001:3.0:1787763608.566222:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
02000000:00000010:1.0:1787763608.566224:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db8400.
00000020:00000001:3.0:1787763608.566228:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
02000000:00000001:1.0:1787763608.566230:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763608.566234:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763608.566237:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000100:00000040:3.0:1787763608.566238:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000020:00000001:1.0:1787763608.566244:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
00000100:00000001:3.0:1787763608.566245:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000010:1.0:1787763608.566247:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45906400.
00000100:00000040:3.0:1787763608.566251:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
02000000:00000001:1.0:1787763608.566255:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:3.0:1787763608.566257:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
02000000:00000001:1.0:1787763608.566258:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763608.566262:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d567480.
00000020:00000040:3.0:1787763608.566266:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00000001:1.0:1787763608.566268:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763608.566271:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763608.566275:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787763608.566276:0:291943:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763608.566282:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763608.566283:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:3.0:1787763608.566285:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787763608.566287:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763608.566291:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763608.566293:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1787763608.566294:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763608.566295:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1787763608.566300:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763608.566304:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d5652c0 x1874599320603776/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763608.566306:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763608.566312:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763608.566319:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763608.566321:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763608.566323:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763608.566324:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763608.566329:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763608.566332:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000010:3.0:1787763608.566333:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d564f00.
02000000:00000001:1.0:1787763608.566334:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787763608.566340:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
00000100:00100000:1.0:1787763608.566342:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d5652c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320603776:192.168.203.113@tcp:38:kworker.0
02000000:00000001:3.0:1787763608.566347:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787763608.566349:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787763608.566351:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763608.566353:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1787763608.566357:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787763608.566358:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763608.566362:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787763608.566362:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763608.566368:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787763608.566369:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db8400.
02000000:00000001:1.0:1787763608.566374:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763608.566379:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45905000.
00000400:00000200:1.0:1787763608.566380:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763608.566388:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43e70.
00000100:00000001:3.0:1787763608.566389:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787763608.566395:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9cc0.
00000100:00100000:3.0:1787763608.566400:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d564f00 x1874599320603904/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1787763608.566403:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320603776, portal 10
00000100:00000001:1.0:1787763608.566408:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763608.566412:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910950080 : -110374798601536 : ffff9b9d5d5652c0)
00000100:00000001:3.0:1787763608.566420:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763608.566424:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763608.566426:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d5652c0 x1874599320603776/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763633 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787763608.566434:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001dcdc0d3] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d564f00 x1874599320603904/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763608.566463:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763608.566469:0:291943:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20781)
00000100:00000001:1.0:1787763608.566483:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763608.566488:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763608.566496:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9770.
00000100:00000200:1.0:1787763608.566500:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320603776, offset 0
00000400:00000200:1.0:1787763608.566506:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763608.566512:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763608.566518:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763608.566523:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763608.566527:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763608.566530:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763608.566533:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763608.566537:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63480:63480:256:4294967295] 192.168.203.113@tcp LPNI seq info [63480:63480:8:4294967295]
00000400:00000200:1.0:1787763608.566542:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763608.566553:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763608.566559:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763608.566563:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef300.
00000800:00000200:1.0:1787763608.566567:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763608.566571:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787763608.566576:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763608.566581:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1787763608.566586:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763608.566589:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef300.
00000400:00000200:1.0:1787763608.566594:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763608.566598:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763608.566601:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9770
00000400:00000010:1.0:1787763608.566603:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9770.
00000100:00000001:1.0:1787763608.566606:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763608.566610:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d5652c0 x1874599320603776/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763633 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763608.566620:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763608.566623:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d5652c0 x1874599320603776/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763633 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763608.566631:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763608.566632:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763608.566637:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763608.566641:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:1.0:1787763608.566644:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763608.566647:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315443736
00000100:00000001:1.0:1787763608.566650:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315444983
00000100:00000001:1.0:1787763608.566652:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315443736
00000100:00000001:1.0:1787763608.566655:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315444984
00000100:00000001:1.0:1787763608.566657:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763608.566660:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763608.566662:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763608.566665:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763608/real 1787763608]  req@ffff9b9d5d5652c0 x1874599320603776/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763608.566674:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763608.566675:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763608.566677:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43e70.
00000400:00000200:1.0:1787763608.566680:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9cc0
00000400:00000010:1.0:1787763608.566682:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9cc0.
00000100:00000001:1.0:1787763608.566684:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763608.566688:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d5652c0 x1874599320603776/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763608.566697:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d5652c0 x1874599320603776/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763608.566704:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763608.566706:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763608.566708:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763608.566709:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763608.566714:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d5652c0 x1874599320603776/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763608.566721:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763608.566726:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d5652c0 x1874599320603776/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763633 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763608.566735:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763608.566737:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763608.566739:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763608.566741:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763608.566743:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763608.566745:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763608.566748:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763608.566752:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763608.566755:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763608.566759:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d5652c0 x1874599320603776/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763633 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763608.566769:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d5652c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320603776:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763608.566774:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763608.566776:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763608.566779:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d5652c0 x1874599320603776/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763633 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763608.566787:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763608.566789:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763608.566791:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db8400.
02000000:00000001:1.0:1787763608.566794:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763608.566796:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763608.566798:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:1.0:1787763608.566800:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763608.566802:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45907800.
02000000:00000001:1.0:1787763608.566805:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763608.566807:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763608.566808:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d5652c0.
00000100:00000001:1.0:1787763608.566811:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763608.566813:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763608.566815:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763608.566818:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763608.566820:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763608.566822:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763608.566824:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763608.566826:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763608.566830:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d564f00 x1874599320603904/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763608.566838:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763608.566840:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763608.566842:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763608.566845:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763608.566847:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763608.566850:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d564f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320603904:192.168.203.113@tcp:8:kworker.0
00000100:00000001:1.0:1787763608.566855:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763608.566857:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763608.566873:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763608.566875:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763608.566879:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db8400.
02000000:00000001:1.0:1787763608.566881:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763608.566885:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763608.566888:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43e70.
00000400:00000010:1.0:1787763608.566892:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9cc0.
00000100:00000200:1.0:1787763608.566895:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320603904, portal 4
00000100:00000001:1.0:1787763608.566897:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763608.566899:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910949120 : -110374798602496 : ffff9b9d5d564f00)
00000100:00000040:1.0:1787763608.566906:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d564f00 x1874599320603904/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763633 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763608.566913:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763608.566916:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763608.566918:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9770.
00000100:00000200:1.0:1787763608.566921:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320603904, offset 0
00000400:00000200:1.0:1787763608.566925:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763608.566929:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763608.566934:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763608.566937:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763608.566940:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763608.566947:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763608.566950:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763608.566954:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63481:63481:256:4294967295] 192.168.203.113@tcp LPNI seq info [63481:63481:8:4294967295]
00000400:00000200:1.0:1787763608.566958:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763608.566966:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763608.566971:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763608.566974:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef300.
00000800:00000200:1.0:1787763608.566978:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763608.566981:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787763608.566986:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763608.566989:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1787763608.566993:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763608.566995:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef300.
00000400:00000200:1.0:1787763608.566998:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763608.567001:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763608.567005:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9770
00000400:00000010:1.0:1787763608.567007:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9770.
00000100:00000001:1.0:1787763608.567010:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763608.567014:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d564f00 x1874599320603904/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763633 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763608.567022:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763608.567026:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d564f00 x1874599320603904/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763633 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763608.567034:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763608.567036:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763608.567040:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763608.567043:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:1.0:1787763608.567047:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763608.567049:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315443748
00000100:00000001:1.0:1787763608.567052:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315444983
00000100:00000001:1.0:1787763608.567055:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315443748
00000100:00000001:1.0:1787763608.567057:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315444984
00000100:00000001:1.0:1787763608.567059:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763608.567062:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763608.567064:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763608.567068:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763608/real 1787763608]  req@ffff9b9d5d564f00 x1874599320603904/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763608.567077:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763608.567079:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763608.567081:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43e70.
00000400:00000200:1.0:1787763608.567083:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9cc0
00000400:00000010:1.0:1787763608.567085:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9cc0.
00000100:00000001:1.0:1787763608.567088:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763608.567091:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d564f00 x1874599320603904/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763608.567101:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d564f00 x1874599320603904/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763608.567108:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763608.567110:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763608.567112:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763608.567113:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763608.567117:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d564f00 x1874599320603904/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763608.567126:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763608.567130:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d564f00 x1874599320603904/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763633 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763608.567138:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763608.567141:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763608.567143:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763608.567145:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763608.567147:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763608.567149:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763608.567152:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763608.567155:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763608.567157:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763608.567162:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d564f00 x1874599320603904/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763633 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763608.567170:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d564f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320603904:192.168.203.113@tcp:8:kworker.0
00000100:00000001:1.0:1787763608.567175:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763608.567177:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763608.567180:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d564f00 x1874599320603904/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763633 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763608.567188:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763608.567189:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763608.567191:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db8400.
02000000:00000001:1.0:1787763608.567194:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763608.567196:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763608.567197:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:1.0:1787763608.567200:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763608.567201:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45905000.
02000000:00000001:1.0:1787763608.567205:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763608.567206:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763608.567208:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d564f00.
00000100:00000001:1.0:1787763608.567211:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763608.567212:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763608.567214:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763608.567218:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763608.567219:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763608.567222:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763608.567224:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763608.756546:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763608.756555:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763608.756564:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763608.756565:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763608.756569:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763608.756573:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763608.756634:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763608.756638:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763608.756641:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787763609.588549:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787763609.588556:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787763609.588559:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763609.588565:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:0.0:1787763609.588569:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787763609.588573:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763609.588576:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763609.588580:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763609.588583:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763609.780532:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763609.780538:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763609.780543:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763609.780544:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763609.780547:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763609.780548:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763609.780596:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763609.780600:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763609.780603:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787763609.844526:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4315444983, at 4315444992
00000100:00000040:1.0:1787763609.844533:0:303331:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b110 (cpu 1) has reached its deadline 4315444984, at 4315444992
00000100:00000010:0.0:1787763609.844550:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69b540.
00000100:00000010:1.0:1787763609.844556:0:303331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69b0c0.
00000100:00000001:2.0:1787763610.612593:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763610.612599:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763610.612601:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763610.612605:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787763610.612607:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763610.612610:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763610.612613:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763610.612616:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763610.612618:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763610.804540:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763610.804549:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763610.804557:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763610.804558:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763610.804562:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763610.804563:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763610.804647:0:281543:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763610.804651:0:281543:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763610.804654:0:281543:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787763611.636564:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763611.636573:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763611.636575:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763611.636581:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787763611.636585:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763611.636588:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763611.636591:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763611.636594:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763611.636596:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763611.828548:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763611.828555:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763611.828557:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763611.828559:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763611.828563:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763611.828565:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763611.828566:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763611.828568:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763611.828570:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763611.828571:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763611.828572:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763611.828573:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763611.828574:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763611.828575:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763611.828576:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763611.828578:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763611.828580:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763611.828581:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763611.828636:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763611.828640:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763611.828643:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787763612.660591:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763612.660606:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763612.660608:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763612.660613:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787763612.660616:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763612.660620:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763612.660622:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763612.660625:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763612.660627:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763612.852515:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763612.852521:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763612.852526:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763612.852528:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763612.852531:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763612.852532:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763612.852590:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763612.852596:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763612.852599:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787763613.684614:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763613.684628:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787763613.684632:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1787763613.684636:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:0.0:1787763613.684637:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763613.684643:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787763613.684646:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787763613.684648:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763613.684656:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00080000:0.0:1787763613.684660:0:291943:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20776
00000100:00000001:2.0:1787763613.684663:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763613.684670:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1787763613.684678:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763613.684679:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763613.684687:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763613.684692:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787763613.684694:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763613.684704:0:291943:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763613.684712:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763613.684719:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763613.684724:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763613.684730:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763613.684737:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763613.684740:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:0.0:1787763613.684746:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763613.684751:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:0.0:1787763613.684755:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:0.0:1787763613.684760:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:0.0:1787763613.684766:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763613.684769:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763613.684773:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763613.684776:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787763613.684781:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:0.0:1787763613.684787:0:291943:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763613.684791:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763613.684797:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763613.684803:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763613.684808:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763613.684812:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787763613.684816:0:291943:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763613.684857:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d818521c0.
00000020:00000040:0.0:1787763613.684864:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:0.0:1787763613.684871:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763613.684874:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763613.684879:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763613.684883:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763613.684890:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763613.684902:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d5055b000.
00000100:00000001:0.0:1787763613.684911:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763613.684927:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d818521c0 x1874599320604032/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763613.684947:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763613.684954:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763613.684963:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e93caa89] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d818521c0 x1874599320604032/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763613.685007:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763613.685013:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763613.685020:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787763613.685023:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763613.685026:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763613.685032:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763613.685037:0:291943:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20776
00000400:00000200:0.0:1787763613.685045:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763613.685052:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763613.685058:0:291943:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763613.685064:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763613.685069:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763613.685074:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763613.685077:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763613.685082:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763613.685085:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000020:00000001:0.0:1787763613.685089:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763613.685093:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000020:00000001:0.0:1787763613.685097:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000020:00000001:0.0:1787763613.685101:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000001:1.0:1787763613.685104:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1787763613.685108:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763613.685114:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787763613.685117:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787763613.685121:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787763613.685128:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763613.685137:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000040:1.0:1787763613.685143:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d818521c0 x1874599320604032/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1787763613.685145:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00080000:0.0:1787763613.685161:0:291943:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763613.685168:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763613.685172:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787763613.685184:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1787763613.685187:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763613.685188:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763613.685201:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787763613.685202:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763613.685210:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787763613.685211:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763613.685222:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1787763613.685223:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1787763613.685235:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763613.685239:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d818521c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320604032:192.168.203.113@tcp:250:kworker.0
00000100:00000001:0.0:1787763613.685241:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763613.685256:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000010:0.0:1787763613.685257:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81850780.
02000000:00000001:1.0:1787763613.685265:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:0.0:1787763613.685268:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
02000000:00000001:1.0:1787763613.685273:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763613.685277:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787763613.685282:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787763613.685284:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763613.685292:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763613.685295:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:1.0:1787763613.685297:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db8400.
02000000:00000001:0.0:1787763613.685301:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763613.685305:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763613.685317:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d50559000.
00000400:00000200:1.0:1787763613.685320:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787763613.685332:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787763613.685335:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43e70.
00000100:00100000:0.0:1787763613.685351:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81850780 x1874599320604160/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1787763613.685351:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9cc0.
00000100:00000200:1.0:1787763613.685366:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320604032, portal 25
00000100:00000001:1.0:1787763613.685376:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787763613.685381:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787763613.685382:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699517997504 : -110374191554112 : ffff9b9d818521c0)
00000100:00000001:0.0:1787763613.685393:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763613.685403:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d818521c0 x1874599320604032/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763638 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787763613.685423:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000099b37720] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81850780 x1874599320604160/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763613.685427:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763613.685478:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763613.685486:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9770.
00000100:00000200:1.0:1787763613.685493:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320604032, offset 0
00000400:00000200:1.0:1787763613.685506:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763613.685525:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787763613.685527:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763613.685537:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1787763613.685544:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000100:00080000:0.0:1787763613.685549:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787763613.685555:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1787763613.685558:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:0.0:1787763613.685561:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1787763613.685569:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763613.685579:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1787763613.685587:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1787763613.685589:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000100:00080000:0.0:1787763613.685602:0:291943:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20776
00000400:00000200:1.0:1787763613.685605:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63482:63482:256:4294967295] 192.168.203.113@tcp LPNI seq info [63482:63482:8:4294967295]
00000400:00000200:1.0:1787763613.685619:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763613.685635:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000400:00000200:0.0:1787763613.685651:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000800:00000200:1.0:1787763613.685653:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763613.685668:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef300.
00000400:00000200:0.0:1787763613.685669:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763613.685678:0:291943:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000800:00000200:1.0:1787763613.685687:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000040:0.0:1787763613.685690:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000800:00000200:1.0:1787763613.685699:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000100:00000001:0.0:1787763613.685700:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763613.685712:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763613.685719:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763613.685723:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763613.685726:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000020:00000001:0.0:1787763613.685729:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763613.685734:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000800:00000200:1.1:1787763613.685739:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000020:00000001:0.0:1787763613.685741:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000800:00000200:1.1:1787763613.685751:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000020:00000001:0.0:1787763613.685753:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000800:00000100:1.0:1787763613.685767:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763613.685775:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef300.
00000100:00000040:0.0:1787763613.685781:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000400:00000200:1.0:1787763613.685789:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1787763613.685791:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763613.685802:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000400:00000200:1.0:1787763613.685810:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1787763613.685813:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000400:00000200:1.0:1787763613.685822:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9770
00000020:00000040:0.0:1787763613.685845:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000400:00000010:1.0:1787763613.685854:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9770.
00000100:00080000:0.0:1787763613.685861:0:291943:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:1.0:1787763613.685867:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787763613.685872:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763613.685882:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:1.0:1787763613.685883:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d818521c0 x1874599320604032/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763638 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787763613.685893:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763613.685906:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763613.685915:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1787763613.685917:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000008:00100000:0.0:1787763613.685921:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000100:00000040:1.0:1787763613.685930:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d818521c0 x1874599320604032/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763638 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:0.0:1787763613.685933:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763613.685944:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763613.685960:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81851e00.
00000100:00000001:1.0:1787763613.685962:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763613.685973:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000040:0.0:1787763613.685974:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
02000000:00000001:0.0:1787763613.685985:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787763613.685986:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763613.685989:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763613.685997:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1787763613.686000:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
02000000:00000001:0.0:1787763613.686003:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787763613.686009:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4315450104
02000000:00000001:0.0:1787763613.686012:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787763613.686023:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d7f69b0c0.
02000000:00000010:0.0:1787763613.686028:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d50558000.
00000100:00000001:1.0:1787763613.686039:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1787763613.686040:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763613.686058:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4315450104
00000100:00100000:0.0:1787763613.686061:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81851e00 x1874599320604288/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:1.0:1787763613.686071:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d7f69b240.
00000100:00000001:1.0:1787763613.686083:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1787763613.686091:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787763613.686094:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787763613.686101:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763613.686105:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763613.686114:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000040:0.0:1787763613.686118:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ab0eea16] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81851e00 x1874599320604288/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763613.686129:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763613/real 1787763613]  req@ffff9b9d818521c0 x1874599320604032/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763613.686165:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1787763613.686173:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:0.0:1787763613.686175:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000001:1.0:1787763613.686182:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000040:0.0:1787763613.686187:0:291943:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000010:1.0:1787763613.686189:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43e70.
00000100:00080000:0.0:1787763613.686200:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1787763613.686201:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9cc0
00000400:00000010:1.0:1787763613.686209:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9cc0.
00000100:00080000:0.0:1787763613.686215:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787763613.686218:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787763613.686224:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:1.0:1787763613.686232:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d818521c0 x1874599320604032/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787763613.686234:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763613.686247:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763613.686260:0:291943:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20776
00000100:00000200:1.0:1787763613.686272:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d818521c0 x1874599320604032/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1787763613.686275:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763613.686292:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00000001:1.0:1787763613.686305:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00080000:0.0:1787763613.686306:0:291943:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787763613.686313:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787763613.686321:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763613.686324:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763613.686331:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763613.686333:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763613.686343:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00100000:1.0:1787763613.686350:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d818521c0 x1874599320604032/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763613.686352:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763613.686366:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763613.686371:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000020:00000001:0.0:1787763613.686380:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787763613.686384:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:0.0:1787763613.686388:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000020:00000001:0.0:1787763613.686398:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000040:1.0:1787763613.686400:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d818521c0 x1874599320604032/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763638 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1787763613.686410:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000001:1.0:1787763613.686419:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763613.686427:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787763613.686429:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763613.686434:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787763613.686439:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787763613.686478:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763613.686486:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000040:0.0:1787763613.686495:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763613.686495:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787763613.686508:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00080000:1.0:1787763613.686510:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000020:00000040:0.0:1787763613.686522:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00080000:1.0:1787763613.686527:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00080000:0.0:1787763613.686538:0:291943:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:1.0:1787763613.686540:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:0.0:1787763613.686547:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763613.686555:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1787763613.686558:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d818521c0 x1874599320604032/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763638 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787763613.686565:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763613.686578:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763613.686585:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d818521c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320604032:192.168.203.113@tcp:250:kworker.0
00000100:00000001:0.0:1787763613.686587:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763613.686594:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000100:00000001:1.0:1787763613.686602:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:0.0:1787763613.686604:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763613.686609:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763613.686618:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81851a40.
00000100:00000001:1.0:1787763613.686621:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000020:00000040:0.0:1787763613.686628:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
00000100:00000040:1.0:1787763613.686635:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d818521c0 x1874599320604032/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763638 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787763613.686639:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763613.686646:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763613.686656:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763613.686664:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787763613.686666:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787763613.686672:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763613.686673:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763613.686679:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db8400.
02000000:00000001:1.0:1787763613.686686:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000010:0.0:1787763613.686688:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d5055ac00.
00000020:00000001:1.0:1787763613.686690:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763613.686695:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000100:00000001:0.0:1787763613.686702:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787763613.686703:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763613.686709:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d5055b000.
02000000:00000001:1.0:1787763613.686716:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763613.686720:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00100000:0.0:1787763613.686726:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81851a40 x1874599320604416/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:1.0:1787763613.686727:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d818521c0.
00000100:00000001:1.0:1787763613.686734:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763613.686737:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763613.686745:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763613.686761:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787763613.686762:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787763613.686765:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763613.686770:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787763613.686772:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763613.686775:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763613.686781:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787763613.686791:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014835854] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81851a40 x1874599320604416/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787763613.686793:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81850780 x1874599320604160/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763613.686848:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763613.686853:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763613.686856:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763613.686858:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763613.686864:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763613.686870:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763613.686873:0:291943:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20786)
00000100:00100000:1.0:1787763613.686875:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81850780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320604160:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763613.686887:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763613.686892:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763613.686895:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763613.686899:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763613.686904:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db8400.
02000000:00000001:1.0:1787763613.686907:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763613.686914:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763613.686919:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43e70.
00000400:00000010:1.0:1787763613.686925:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9cc0.
00000100:00000200:1.0:1787763613.686931:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320604160, portal 10
00000100:00000001:1.0:1787763613.686934:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763613.686936:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699517990784 : -110374191560832 : ffff9b9d81850780)
00000100:00000040:1.0:1787763613.686945:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81850780 x1874599320604160/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763638 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763613.686954:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763613.686957:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763613.686960:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9770.
00000100:00000200:1.0:1787763613.686963:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320604160, offset 0
00000400:00000200:1.0:1787763613.686968:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763613.686974:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763613.686979:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763613.686984:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763613.686988:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763613.686991:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763613.686995:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763613.686999:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63483:63483:256:4294967295] 192.168.203.113@tcp LPNI seq info [63483:63483:8:4294967295]
00000400:00000200:1.0:1787763613.687004:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763613.687012:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763613.687018:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763613.687023:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef300.
00000800:00000200:1.0:1787763613.687028:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763613.687032:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787763613.687037:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763613.687041:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1787763613.687046:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763613.687048:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef300.
00000400:00000200:1.0:1787763613.687053:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763613.687058:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763613.687061:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9770
00000400:00000010:1.0:1787763613.687064:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9770.
00000100:00000001:1.0:1787763613.687067:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763613.687071:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d81850780 x1874599320604160/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763638 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763613.687082:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763613.687087:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81850780 x1874599320604160/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763638 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763613.687100:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763613.687104:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763613.687110:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763613.687117:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:1.0:1787763613.687123:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763613.687127:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315448877
00000100:00000001:1.0:1787763613.687133:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315450104
00000100:00000001:1.0:1787763613.687137:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315448877
00000100:00000001:1.0:1787763613.687141:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315450104
00000100:00000001:1.0:1787763613.687146:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763613.687150:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763613.687154:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763613.687162:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763613/real 1787763613]  req@ffff9b9d81850780 x1874599320604160/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763613.687178:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763613.687181:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763613.687184:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43e70.
00000400:00000200:1.0:1787763613.687189:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9cc0
00000400:00000010:1.0:1787763613.687192:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9cc0.
00000100:00000001:1.0:1787763613.687196:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763613.687201:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81850780 x1874599320604160/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763613.687211:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81850780 x1874599320604160/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763613.687218:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763613.687220:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763613.687222:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763613.687224:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763613.687228:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81850780 x1874599320604160/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763613.687237:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763613.687241:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81850780 x1874599320604160/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763638 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763613.687249:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763613.687252:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763613.687254:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763613.687255:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763613.687257:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763613.687271:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763613.687275:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763613.687279:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763613.687282:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763613.687286:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81850780 x1874599320604160/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763638 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763613.687295:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81850780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320604160:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763613.687300:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763613.687303:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81851e00 x1874599320604288/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763613.687311:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763613.687313:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763613.687315:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763613.687318:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763613.687320:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763613.687323:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81851e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320604288:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763613.687327:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763613.687330:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763613.687332:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763613.687334:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763613.687338:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db8800.
02000000:00000001:1.0:1787763613.687341:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763613.687345:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763613.687348:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43e70.
00000400:00000010:1.0:1787763613.687352:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9cc0.
00000100:00000200:1.0:1787763613.687355:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320604288, portal 10
00000100:00000001:1.0:1787763613.687358:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763613.687360:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699517996544 : -110374191555072 : ffff9b9d81851e00)
00000100:00000040:1.0:1787763613.687366:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81851e00 x1874599320604288/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763638 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763613.687381:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763613.687384:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763613.687387:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9770.
00000100:00000200:1.0:1787763613.687389:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320604288, offset 0
00000400:00000200:1.0:1787763613.687394:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763613.687399:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763613.687403:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763613.687407:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763613.687410:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763613.687413:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763613.687417:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763613.687422:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63484:63484:256:4294967295] 192.168.203.113@tcp LPNI seq info [63484:63484:8:4294967295]
00000400:00000200:1.0:1787763613.687431:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763613.687481:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763613.687494:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763613.687502:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef300.
00000800:00000200:1.0:1787763613.687512:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763613.687517:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787763613.687526:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763613.687532:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1787763613.687540:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763613.687545:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef300.
00000400:00000200:1.0:1787763613.687553:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763613.687562:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763613.687569:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9770
00000400:00000010:1.0:1787763613.687574:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9770.
00000100:00000001:1.0:1787763613.687580:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763613.687588:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d81851e00 x1874599320604288/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763638 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763613.687604:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763613.687611:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81851e00 x1874599320604288/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763638 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763613.687633:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763613.687635:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763613.687641:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763613.687645:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:1.0:1787763613.687649:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763613.687652:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315448857
00000100:00000001:1.0:1787763613.687655:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315450104
00000100:00000001:1.0:1787763613.687658:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315448857
00000100:00000001:1.0:1787763613.687660:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315450104
00000100:00000001:1.0:1787763613.687663:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763613.687665:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763613.687668:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763613.687673:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763613/real 1787763613]  req@ffff9b9d81851e00 x1874599320604288/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763613.687682:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763613.687683:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763613.687686:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43e70.
00000400:00000200:1.0:1787763613.687688:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9cc0
00000400:00000010:1.0:1787763613.687690:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9cc0.
00000100:00000001:1.0:1787763613.687693:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763613.687696:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81851e00 x1874599320604288/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763613.687707:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81851e00 x1874599320604288/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763613.687714:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763613.687716:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763613.687718:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763613.687719:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763613.687723:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81851e00 x1874599320604288/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763613.687732:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763613.687737:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81851e00 x1874599320604288/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763638 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763613.687744:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763613.687747:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763613.687749:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763613.687750:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763613.687753:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763613.687755:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763613.687757:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763613.687761:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763613.687763:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763613.687768:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81851e00 x1874599320604288/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763638 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763613.687776:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81851e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320604288:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763613.687780:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763613.687782:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763613.687786:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81850780 x1874599320604160/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763638 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763613.687793:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763613.687796:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763613.687798:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db8400.
02000000:00000001:1.0:1787763613.687801:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763613.687803:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763613.687805:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:1.0:1787763613.687807:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763613.687810:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d50559000.
02000000:00000001:1.0:1787763613.687815:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763613.687817:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763613.687818:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81850780.
00000100:00000001:1.0:1787763613.687821:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763613.687850:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763613.687853:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763613.687858:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81851e00 x1874599320604288/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763638 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763613.687866:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763613.687868:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763613.687870:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db8800.
02000000:00000001:1.0:1787763613.687873:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763613.687875:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763613.687877:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:1.0:1787763613.687879:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763613.687881:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d50558000.
02000000:00000001:1.0:1787763613.687885:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763613.687886:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763613.687888:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81851e00.
00000100:00000001:1.0:1787763613.687891:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763613.687892:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763613.687894:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763613.687900:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763613.687901:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763613.687904:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763613.687906:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763613.687908:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763613.687912:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81851a40 x1874599320604416/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763613.687921:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763613.687923:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763613.687926:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763613.687928:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763613.687931:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763613.687934:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81851a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320604416:192.168.203.113@tcp:8:kworker.0
00000100:00000001:1.0:1787763613.687941:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763613.687944:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763613.687946:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763613.687948:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763613.687953:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db8800.
02000000:00000001:1.0:1787763613.687955:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763613.687960:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763613.687963:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43e70.
00000400:00000010:1.0:1787763613.687967:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9cc0.
00000100:00000200:1.0:1787763613.687971:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320604416, portal 4
00000100:00000001:1.0:1787763613.687973:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763613.687975:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699517995584 : -110374191556032 : ffff9b9d81851a40)
00000100:00000040:1.0:1787763613.687982:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81851a40 x1874599320604416/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763638 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763613.687990:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763613.687993:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763613.687995:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9770.
00000100:00000200:1.0:1787763613.687998:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320604416, offset 0
00000400:00000200:1.0:1787763613.688002:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763613.688007:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763613.688012:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763613.688015:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763613.688018:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763613.688022:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763613.688025:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763613.688028:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63485:63485:256:4294967295] 192.168.203.113@tcp LPNI seq info [63485:63485:8:4294967295]
00000400:00000200:1.0:1787763613.688033:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763613.688041:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763613.688046:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763613.688049:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef300.
00000800:00000200:1.0:1787763613.688054:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763613.688057:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787763613.688063:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763613.688066:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1787763613.688071:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763613.688074:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef300.
00000400:00000200:1.0:1787763613.688077:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763613.688083:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763613.688088:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9770
00000400:00000010:1.0:1787763613.688092:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9770.
00000100:00000001:1.0:1787763613.688096:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763613.688103:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d81851a40 x1874599320604416/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763638 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763613.688118:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763613.688124:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81851a40 x1874599320604416/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763638 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763613.688137:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763613.688139:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763613.688146:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763613.688151:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:1.0:1787763613.688157:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763613.688161:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315448869
00000100:00000001:1.0:1787763613.688166:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315450104
00000100:00000001:1.0:1787763613.688170:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315448869
00000100:00000001:1.0:1787763613.688174:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315450104
00000100:00000001:1.0:1787763613.688177:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763613.688180:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763613.688182:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763613.688188:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763613/real 1787763613]  req@ffff9b9d81851a40 x1874599320604416/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763613.688198:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763613.688200:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763613.688203:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43e70.
00000400:00000200:1.0:1787763613.688206:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9cc0
00000400:00000010:1.0:1787763613.688208:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9cc0.
00000100:00000001:1.0:1787763613.688211:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763613.688214:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81851a40 x1874599320604416/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763613.688224:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81851a40 x1874599320604416/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763613.688231:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763613.688233:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763613.688235:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763613.688237:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763613.688240:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81851a40 x1874599320604416/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763613.688248:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763613.688253:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81851a40 x1874599320604416/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763638 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763613.688261:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763613.688264:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763613.688266:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763613.688267:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763613.688269:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763613.688271:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763613.688274:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763613.688277:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763613.688280:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763613.688284:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81851a40 x1874599320604416/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763638 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763613.688293:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81851a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320604416:192.168.203.113@tcp:8:kworker.0
00000100:00000001:1.0:1787763613.688298:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763613.688300:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763613.688304:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81851a40 x1874599320604416/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763638 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763613.688311:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763613.688313:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763613.688315:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db8800.
02000000:00000001:1.0:1787763613.688318:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763613.688320:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763613.688321:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:1.0:1787763613.688323:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763613.688325:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d5055ac00.
02000000:00000001:1.0:1787763613.688329:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763613.688330:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763613.688332:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81851a40.
00000100:00000001:1.0:1787763613.688335:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763613.688336:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763613.688338:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763613.688342:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763613.688344:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763613.688346:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763613.688349:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763613.876569:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763613.876576:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763613.876581:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763613.876583:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763613.876586:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763613.876588:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763613.876590:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763613.876593:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763613.876596:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763613.876597:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763613.876599:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763613.876602:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763613.876678:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763613.876682:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763613.876686:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787763614.708572:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763614.708581:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763614.708584:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763614.708590:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787763614.708595:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763614.708599:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763614.708603:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763614.708607:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763614.708610:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763614.900588:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763614.900596:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763614.900601:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763614.900602:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763614.900605:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763614.900606:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763614.900669:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763614.900674:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763614.900679:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787763614.964510:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4315450104, at 4315450112
00000100:00000040:1.0:1787763614.964510:0:303331:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b110 (cpu 1) has reached its deadline 4315450104, at 4315450112
00000100:00000010:0.0:1787763614.964525:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69b0c0.
00000100:00000010:1.0:1787763614.964526:0:303331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69b240.
00000100:00000001:2.0:1787763615.732583:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763615.732595:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763615.732598:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763615.732607:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787763615.732613:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763615.732618:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763615.732627:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763615.732645:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763615.732650:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763615.924563:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763615.924571:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763615.924578:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763615.924580:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763615.924583:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763615.924587:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763615.924653:0:281543:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763615.924659:0:281543:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763615.924663:0:281543:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787763616.756668:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763616.756683:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763616.756688:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763616.756697:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787763616.756702:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763616.756712:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763616.756716:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763616.756720:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763616.756723:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763616.948542:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763616.948552:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763616.948560:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763616.948561:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763616.948566:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763616.948567:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763616.948649:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763616.948654:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763616.948658:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787763617.780564:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763617.780572:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763617.780575:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763617.780581:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787763617.780586:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763617.780591:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763617.780594:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763617.780598:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763617.780601:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763617.972599:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763617.972607:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763617.972615:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763617.972617:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763617.972621:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763617.972622:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763617.972699:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763617.972721:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763617.972726:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787763618.804573:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763618.804584:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763618.804587:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763618.804594:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787763618.804599:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763618.804605:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763618.804609:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763618.804612:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763618.804616:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763618.804748:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763618.804756:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787763618.804761:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763618.804765:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763618.804770:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763618.804781:0:291943:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20781
00000400:00000200:3.0:1787763618.804803:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763618.804813:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763618.804818:0:291943:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763618.804822:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763618.804825:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763618.804827:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763618.804829:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763618.804833:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763618.804835:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:3.0:1787763618.804838:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763618.804841:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:3.0:1787763618.804843:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:3.0:1787763618.804845:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:3.0:1787763618.804847:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763618.804849:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763618.804850:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763618.804852:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787763618.804854:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:3.0:1787763618.804857:0:291943:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763618.804858:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763618.804861:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763618.804865:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763618.804869:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763618.804871:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787763618.804875:0:291943:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763618.804882:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d5661c0.
00000020:00000040:3.0:1787763618.804887:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:3.0:1787763618.804893:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763618.804895:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763618.804899:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763618.804902:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763618.804907:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763618.804918:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45907400.
00000100:00000001:3.0:1787763618.804927:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763618.804939:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d5661c0 x1874599320604544/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763618.804951:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763618.804958:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763618.804964:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007d30f203] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d5661c0 x1874599320604544/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763618.804984:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763618.804987:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763618.804989:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787763618.804991:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763618.804992:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763618.804995:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763618.804997:0:291943:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20781
00000400:00000200:3.0:1787763618.805000:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763618.805003:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763618.805005:0:291943:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763618.805008:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763618.805010:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763618.805012:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763618.805014:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763618.805016:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763618.805017:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000020:00000001:3.0:1787763618.805018:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763618.805021:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000020:00000001:3.0:1787763618.805023:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000020:00000001:3.0:1787763618.805026:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000001:1.0:1787763618.805028:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1787763618.805030:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763618.805037:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763618.805039:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763618.805040:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763618.805042:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000001:1.0:1787763618.805045:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1787763618.805046:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00080000:3.0:1787763618.805051:0:291943:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763618.805053:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763618.805057:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1787763618.805059:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d5661c0 x1874599320604544/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787763618.805064:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763618.805071:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763618.805077:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763618.805084:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763618.805088:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763618.805089:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763618.805090:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763618.805098:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763618.805099:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d5670c0.
00000020:00000040:3.0:1787763618.805104:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
02000000:00000001:3.0:1787763618.805107:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787763618.805109:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787763618.805109:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763618.805116:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763618.805118:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787763618.805119:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763618.805121:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763618.805131:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45904800.
02000000:00000001:1.0:1787763618.805132:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763618.805136:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763618.805143:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d5661c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320604544:192.168.203.113@tcp:250:kworker.0
00000100:00100000:3.0:1787763618.805144:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d5670c0 x1874599320604672/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787763618.805165:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1787763618.805167:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763618.805170:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763618.805172:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763618.805178:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763618.805178:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000096847001] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d5670c0 x1874599320604672/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787763618.805185:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763618.805196:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db8800.
02000000:00000001:1.0:1787763618.805204:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763618.805222:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763618.805223:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00080000:3.0:1787763618.805231:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1787763618.805235:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43e70.
00000100:00080000:3.0:1787763618.805238:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787763618.805243:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763618.805246:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:1.0:1787763618.805248:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9cc0.
00000100:00000001:3.0:1787763618.805250:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763618.805256:0:291943:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20781
00000100:00000200:1.0:1787763618.805261:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320604544, portal 25
00000400:00000200:3.0:1787763618.805262:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763618.805269:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763618.805273:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910953920 : -110374798597696 : ffff9b9d5d5661c0)
00000400:00000200:3.0:1787763618.805273:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763618.805283:0:291943:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763618.805291:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000040:1.0:1787763618.805292:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d5661c0 x1874599320604544/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763643 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763618.805297:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763618.805307:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763618.805317:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000001:1.0:1787763618.805318:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:3.0:1787763618.805327:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763618.805332:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000100:00000040:1.0:1787763618.805333:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000020:00000001:3.0:1787763618.805341:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000010:1.0:1787763618.805342:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9770.
00000100:00000200:1.0:1787763618.805351:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320604544, offset 0
00000020:00000040:3.0:1787763618.805353:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000400:00000200:1.0:1787763618.805362:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000020:00000001:3.0:1787763618.805362:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000400:00000200:1.0:1787763618.805375:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000020:00000001:3.0:1787763618.805381:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000400:00000200:1.0:1787763618.805384:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763618.805397:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:3.0:1787763618.805399:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000400:00000200:1.0:1787763618.805405:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000100:00000001:3.0:1787763618.805405:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763618.805415:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000400:00000200:1.0:1787763618.805418:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1787763618.805427:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787763618.805432:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000100:00080000:3.0:1787763618.805434:0:291943:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763618.805436:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763618.805438:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1787763618.805467:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
02000000:00000001:3.0:1787763618.805469:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763618.805475:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763618.805480:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63486:63486:256:4294967295] 192.168.203.113@tcp LPNI seq info [63486:63486:8:4294967295]
00000100:00000001:3.0:1787763618.805482:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763618.805490:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1787763618.805499:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000008:00000001:3.0:1787763618.805500:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763618.805506:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763618.805511:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d564b40.
00000020:00000040:3.0:1787763618.805518:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000400:00000200:1.0:1787763618.805519:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
02000000:00000001:3.0:1787763618.805525:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763618.805527:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787763618.805535:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000100:00000001:3.0:1787763618.805536:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763618.805543:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000010:1.0:1787763618.805546:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef300.
02000000:00000001:3.0:1787763618.805547:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763618.805560:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45905000.
00000800:00000200:1.0:1787763618.805563:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000001:3.0:1787763618.805569:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787763618.805570:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
00000100:00100000:3.0:1787763618.805586:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d564b40 x1874599320604800/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1787763618.805587:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763618.805595:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1787763618.805615:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000100:00000001:3.0:1787763618.805627:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000010:1.0:1787763618.805628:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef300.
00000100:00000001:3.0:1787763618.805636:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763618.805639:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:3.0:1787763618.805645:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9fa13ea] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d564b40 x1874599320604800/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787763618.805651:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763618.805665:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9770
00000100:00000001:3.0:1787763618.805667:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787763618.805674:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9770.
00000100:00000040:3.0:1787763618.805674:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787763618.805683:0:291943:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1787763618.805687:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:3.0:1787763618.805687:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763618.805693:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787763618.805695:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763618.805697:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763618.805699:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00000200:1.0:1787763618.805700:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d5661c0 x1874599320604544/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763643 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787763618.805704:0:291943:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20781
00000400:00000200:3.0:1787763618.805717:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763618.805726:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763618.805736:0:291943:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787763618.805746:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763618.805746:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000040:1.0:1787763618.805754:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d5661c0 x1874599320604544/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763643 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763618.805756:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763618.805764:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763618.805770:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763618.805772:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000001:1.0:1787763618.805774:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:3.0:1787763618.805781:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787763618.805783:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787763618.805785:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000400:00000200:1.0:1787763618.805808:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000020:00000001:3.0:1787763618.805808:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763618.805814:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000100:00000001:1.0:1787763618.805816:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4315455224
00000020:00000001:3.0:1787763618.805821:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000010:1.0:1787763618.805827:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d7f69b240.
00000020:00000001:3.0:1787763618.805827:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000040:3.0:1787763618.805841:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763618.805843:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1787763618.805854:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763618.805858:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763618.805862:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000001:1.0:1787763618.805863:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4315455224
00000100:00000010:1.0:1787763618.805875:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d7f69b600.
00000020:00000040:3.0:1787763618.805875:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00080000:3.0:1787763618.805885:0:291943:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763618.805887:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763618.805892:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787763618.805895:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
02000000:00000001:3.0:1787763618.805896:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763618.805899:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763618.805904:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763618.805907:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763618.805910:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763618.805911:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787763618.805912:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763618.805918:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d565e00.
00000100:00000001:1.0:1787763618.805920:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787763618.805922:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
02000000:00000001:3.0:1787763618.805929:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787763618.805930:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
02000000:00000001:3.0:1787763618.805932:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763618.805936:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763618.805939:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763618.805941:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763618.805946:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763618/real 1787763618]  req@ffff9b9d5d5661c0 x1874599320604544/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1787763618.805948:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45907800.
00000100:00000001:3.0:1787763618.805958:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763618.805975:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d565e00 x1874599320604928/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000001:1.0:1787763618.805977:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763618.805983:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763618.805989:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43e70.
00000100:00000001:3.0:1787763618.805993:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1787763618.805996:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9cc0
00000100:00000001:3.0:1787763618.805996:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787763618.806000:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9cc0.
00000100:00000040:3.0:1787763618.806006:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008dad852f] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d565e00 x1874599320604928/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763618.806008:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763618.806018:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d5661c0 x1874599320604544/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763618.806035:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763618.806048:0:291943:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20791)
00000100:00000200:1.0:1787763618.806050:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d5661c0 x1874599320604544/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763618.806058:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763618.806060:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763618.806062:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763618.806065:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763618.806070:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d5661c0 x1874599320604544/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763618.806078:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763618.806083:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d5661c0 x1874599320604544/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763643 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763618.806092:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763618.806095:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763618.806097:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763618.806099:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763618.806102:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763618.806104:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763618.806109:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763618.806113:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763618.806116:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763618.806122:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d5661c0 x1874599320604544/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763643 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763618.806132:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d5661c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320604544:192.168.203.113@tcp:250:kworker.0
00000100:00000001:1.0:1787763618.806138:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763618.806141:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763618.806145:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d5661c0 x1874599320604544/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763643 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763618.806153:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763618.806155:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763618.806158:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db8800.
02000000:00000001:1.0:1787763618.806160:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763618.806163:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763618.806165:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:1.0:1787763618.806166:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763618.806168:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45907400.
02000000:00000001:1.0:1787763618.806171:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763618.806173:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763618.806175:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d5661c0.
00000100:00000001:1.0:1787763618.806178:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763618.806179:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763618.806181:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763618.806188:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763618.806190:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763618.806192:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763618.806194:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763618.806195:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763618.806200:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d5670c0 x1874599320604672/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763618.806209:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763618.806211:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763618.806214:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763618.806216:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763618.806218:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763618.806222:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d5670c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320604672:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763618.806226:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763618.806229:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763618.806231:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763618.806234:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763618.806238:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db8800.
02000000:00000001:1.0:1787763618.806241:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763618.806246:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763618.806249:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43e70.
00000400:00000010:1.0:1787763618.806253:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9cc0.
00000100:00000200:1.0:1787763618.806256:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320604672, portal 10
00000100:00000001:1.0:1787763618.806257:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763618.806258:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910957760 : -110374798593856 : ffff9b9d5d5670c0)
00000100:00000040:1.0:1787763618.806265:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d5670c0 x1874599320604672/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763643 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763618.806270:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763618.806272:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763618.806273:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9770.
00000100:00000200:1.0:1787763618.806275:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320604672, offset 0
00000400:00000200:1.0:1787763618.806278:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763618.806282:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763618.806286:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763618.806288:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763618.806290:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763618.806292:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763618.806294:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763618.806297:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63487:63487:256:4294967295] 192.168.203.113@tcp LPNI seq info [63487:63487:8:4294967295]
00000400:00000200:1.0:1787763618.806300:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763618.806305:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763618.806309:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763618.806312:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef300.
00000800:00000200:1.0:1787763618.806315:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763618.806317:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787763618.806321:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763618.806323:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1787763618.806327:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763618.806328:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef300.
00000400:00000200:1.0:1787763618.806331:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763618.806334:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763618.806336:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9770
00000400:00000010:1.0:1787763618.806338:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9770.
00000100:00000001:1.0:1787763618.806340:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763618.806342:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d5670c0 x1874599320604672/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763643 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763618.806349:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763618.806351:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d5670c0 x1874599320604672/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763643 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763618.806356:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763618.806357:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763618.806359:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763618.806363:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:1.0:1787763618.806365:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763618.806367:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315453996
00000100:00000001:1.0:1787763618.806369:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315455224
00000100:00000001:1.0:1787763618.806371:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315453996
00000100:00000001:1.0:1787763618.806373:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315455224
00000100:00000001:1.0:1787763618.806374:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763618.806376:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763618.806377:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763618.806380:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763618/real 1787763618]  req@ffff9b9d5d5670c0 x1874599320604672/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763618.806386:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763618.806387:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763618.806388:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43e70.
00000400:00000200:1.0:1787763618.806390:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9cc0
00000400:00000010:1.0:1787763618.806391:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9cc0.
00000100:00000001:1.0:1787763618.806393:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763618.806395:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d5670c0 x1874599320604672/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763618.806401:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d5670c0 x1874599320604672/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763618.806406:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763618.806407:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763618.806408:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763618.806409:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763618.806412:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d5670c0 x1874599320604672/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763618.806416:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763618.806419:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d5670c0 x1874599320604672/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763643 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763618.806424:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763618.806426:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763618.806427:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763618.806428:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763618.806429:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763618.806461:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763618.806464:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763618.806468:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763618.806470:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763618.806474:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d5670c0 x1874599320604672/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763643 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763618.806480:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d5670c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320604672:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763618.806483:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763618.806486:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d564b40 x1874599320604800/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763618.806496:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763618.806497:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763618.806499:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763618.806501:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763618.806503:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763618.806505:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d564b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320604800:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763618.806507:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763618.806508:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763618.806510:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763618.806511:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763618.806514:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db8400.
02000000:00000001:1.0:1787763618.806515:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763618.806518:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763618.806520:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43e70.
00000400:00000010:1.0:1787763618.806522:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9cc0.
00000100:00000200:1.0:1787763618.806524:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320604800, portal 10
00000100:00000001:1.0:1787763618.806525:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763618.806527:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910948160 : -110374798603456 : ffff9b9d5d564b40)
00000100:00000040:1.0:1787763618.806531:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d564b40 x1874599320604800/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763643 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763618.806536:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763618.806538:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763618.806539:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9770.
00000100:00000200:1.0:1787763618.806541:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320604800, offset 0
00000400:00000200:1.0:1787763618.806543:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763618.806546:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763618.806548:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763618.806551:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763618.806552:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763618.806554:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763618.806556:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763618.806559:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63488:63488:256:4294967295] 192.168.203.113@tcp LPNI seq info [63488:63488:8:4294967295]
00000400:00000200:1.0:1787763618.806562:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763618.806567:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763618.806571:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763618.806573:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef300.
00000800:00000200:1.0:1787763618.806576:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763618.806578:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787763618.806581:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763618.806583:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1787763618.806586:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763618.806588:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef300.
00000400:00000200:1.0:1787763618.806590:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763618.806593:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763618.806595:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9770
00000400:00000010:1.0:1787763618.806596:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9770.
00000100:00000001:1.0:1787763618.806598:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763618.806600:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d564b40 x1874599320604800/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763643 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763618.806606:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763618.806608:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d564b40 x1874599320604800/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763643 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763618.806613:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763618.806614:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763618.806616:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763618.806619:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:1.0:1787763618.806621:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763618.806622:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315453976
00000100:00000001:1.0:1787763618.806624:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315455224
00000100:00000001:1.0:1787763618.806626:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315453976
00000100:00000001:1.0:1787763618.806627:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315455224
00000100:00000001:1.0:1787763618.806629:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763618.806631:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763618.806632:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763618.806635:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763618/real 1787763618]  req@ffff9b9d5d564b40 x1874599320604800/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763618.806641:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763618.806642:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763618.806643:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43e70.
00000400:00000200:1.0:1787763618.806644:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9cc0
00000400:00000010:1.0:1787763618.806645:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9cc0.
00000100:00000001:1.0:1787763618.806647:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763618.806649:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d564b40 x1874599320604800/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763618.806655:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d564b40 x1874599320604800/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763618.806660:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763618.806661:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763618.806662:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763618.806663:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763618.806666:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d564b40 x1874599320604800/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763618.806674:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763618.806678:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d564b40 x1874599320604800/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763643 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763618.806685:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763618.806688:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763618.806690:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763618.806691:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763618.806693:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763618.806695:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763618.806699:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763618.806703:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763618.806706:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763618.806711:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d564b40 x1874599320604800/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763643 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763618.806722:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d564b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320604800:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763618.806726:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763618.806731:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d565e00 x1874599320604928/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763618.806736:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763618.806737:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763618.806739:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763618.806741:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763618.806742:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763618.806744:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d565e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320604928:192.168.203.113@tcp:8:kworker.0
00000100:00000001:1.0:1787763618.806747:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763618.806749:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763618.806750:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763618.806752:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763618.806755:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58dbbc00.
02000000:00000001:1.0:1787763618.806756:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763618.806759:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763618.806762:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43e70.
00000400:00000010:1.0:1787763618.806764:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9cc0.
00000100:00000200:1.0:1787763618.806767:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320604928, portal 4
00000100:00000001:1.0:1787763618.806768:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763618.806769:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910952960 : -110374798598656 : ffff9b9d5d565e00)
00000100:00000040:1.0:1787763618.806774:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d565e00 x1874599320604928/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763643 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763618.806778:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763618.806781:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763618.806782:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9770.
00000100:00000200:1.0:1787763618.806784:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320604928, offset 0
00000400:00000200:1.0:1787763618.806801:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763618.806806:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763618.806809:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763618.806812:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763618.806814:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763618.806816:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763618.806818:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763618.806820:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63489:63489:256:4294967295] 192.168.203.113@tcp LPNI seq info [63489:63489:8:4294967295]
00000400:00000200:1.0:1787763618.806824:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763618.806829:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763618.806832:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763618.806835:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef300.
00000800:00000200:1.0:1787763618.806838:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763618.806841:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787763618.806844:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763618.806846:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1787763618.806849:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763618.806850:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef300.
00000400:00000200:1.0:1787763618.806853:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763618.806856:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763618.806858:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9770
00000400:00000010:1.0:1787763618.806860:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9770.
00000100:00000001:1.0:1787763618.806862:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763618.806864:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d565e00 x1874599320604928/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763643 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763618.806871:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763618.806873:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d565e00 x1874599320604928/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763643 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763618.806878:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763618.806880:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763618.806883:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763618.806887:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:1.0:1787763618.806890:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763618.806893:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315453988
00000100:00000001:1.0:1787763618.806895:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315455224
00000100:00000001:1.0:1787763618.806898:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315453988
00000100:00000001:1.0:1787763618.806900:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315455224
00000100:00000001:1.0:1787763618.806903:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763618.806905:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763618.806907:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763618.806912:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763618/real 1787763618]  req@ffff9b9d5d565e00 x1874599320604928/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763618.806922:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763618.806923:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763618.806925:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43e70.
00000400:00000200:1.0:1787763618.806929:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9cc0
00000400:00000010:1.0:1787763618.806931:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9cc0.
00000100:00000001:1.0:1787763618.806933:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763618.806937:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d565e00 x1874599320604928/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763618.806944:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d565e00 x1874599320604928/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763618.806949:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763618.806950:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763618.806952:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763618.806953:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763618.806955:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d565e00 x1874599320604928/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763618.806960:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763618.806963:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d565e00 x1874599320604928/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763643 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763618.806969:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763618.806971:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763618.806972:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763618.806973:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763618.806974:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763618.806975:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763618.806977:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763618.806979:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763618.806981:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763618.806984:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d565e00 x1874599320604928/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763643 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763618.806989:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d565e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320604928:192.168.203.113@tcp:8:kworker.0
00000100:00000001:1.0:1787763618.806991:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763618.806993:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763618.806995:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d5670c0 x1874599320604672/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763643 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763618.807000:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763618.807001:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763618.807003:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db8800.
02000000:00000001:1.0:1787763618.807005:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763618.807006:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763618.807007:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:1.0:1787763618.807009:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763618.807010:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45904800.
02000000:00000001:1.0:1787763618.807012:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763618.807013:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763618.807015:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d5670c0.
00000100:00000001:1.0:1787763618.807017:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763618.807018:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763618.807019:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763618.807022:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d564b40 x1874599320604800/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763643 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763618.807027:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763618.807028:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763618.807029:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db8400.
02000000:00000001:1.0:1787763618.807030:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763618.807031:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763618.807032:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:1.0:1787763618.807033:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763618.807034:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45905000.
02000000:00000001:1.0:1787763618.807035:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763618.807036:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763618.807037:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d564b40.
00000100:00000001:1.0:1787763618.807039:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763618.807040:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763618.807041:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763618.807043:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d565e00 x1874599320604928/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763643 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763618.807047:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763618.807047:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763618.807048:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58dbbc00.
02000000:00000001:1.0:1787763618.807051:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763618.807051:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763618.807052:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:1.0:1787763618.807053:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763618.807054:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45907800.
02000000:00000001:1.0:1787763618.807056:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763618.807056:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763618.807057:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d565e00.
00000100:00000001:1.0:1787763618.807059:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763618.807060:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763618.807061:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763618.807064:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763618.807066:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763618.807068:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763618.807070:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763618.996550:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763618.996562:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763618.996571:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763618.996573:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763618.996578:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763618.996580:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763618.996656:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763618.996660:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763618.996663:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787763619.828541:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763619.828551:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763619.828554:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763619.828561:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787763619.828566:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763619.828571:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763619.828574:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763619.828577:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763619.828581:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763620.020550:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763620.020559:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763620.020566:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763620.020568:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763620.020573:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763620.020575:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763620.020653:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763620.020657:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763620.020661:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787763620.084544:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4315455224, at 4315455232
00000100:00000040:1.0:1787763620.084544:0:303331:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b110 (cpu 1) has reached its deadline 4315455224, at 4315455232
00000100:00000010:0.0:1787763620.084562:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69b240.
00000100:00000010:1.0:1787763620.084566:0:303331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69b600.
00000100:00000001:2.0:1787763620.852536:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763620.852550:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763620.852554:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763620.852563:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787763620.852584:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763620.852591:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763620.852595:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763620.852599:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763620.852604:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763621.044518:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763621.044526:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763621.044533:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763621.044534:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763621.044538:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763621.044540:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763621.044611:0:281543:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763621.044617:0:281543:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763621.044630:0:281543:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787763621.876514:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763621.876523:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763621.876525:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763621.876530:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787763621.876534:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763621.876537:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763621.876540:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763621.876543:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763621.876545:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763622.068556:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763622.068568:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763622.068571:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763622.068576:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763622.068584:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763622.068587:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763622.068589:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763622.068592:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763622.068599:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763622.068602:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763622.068603:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763622.068605:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763622.068606:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763622.068608:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763622.068609:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763622.068611:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763622.068624:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763622.068626:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763622.068690:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763622.068695:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763622.068697:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787763622.900529:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763622.900538:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763622.900540:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763622.900546:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787763622.900549:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763622.900552:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763622.900555:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763622.900558:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763622.900561:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763623.092547:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763623.092553:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763623.092561:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763623.092562:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763623.092567:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763623.092568:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763623.092619:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763623.092624:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763623.092627:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787763623.924540:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763623.924550:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763623.924554:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763623.924561:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787763623.924566:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1787763623.924569:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787763623.924571:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787763623.924579:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787763623.924580:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763623.924582:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1787763623.924585:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787763623.924587:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763623.924594:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763623.924594:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763623.924602:0:291943:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20786
00000400:00000200:3.0:1787763623.924613:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763623.924620:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763623.924623:0:291943:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763623.924629:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763623.924633:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763623.924635:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763623.924638:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763623.924641:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763623.924644:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:3.0:1787763623.924647:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763623.924650:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:3.0:1787763623.924653:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:3.0:1787763623.924655:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:3.0:1787763623.924658:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763623.924659:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763623.924661:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763623.924662:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787763623.924665:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:3.0:1787763623.924669:0:291943:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763623.924671:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763623.924673:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763623.924676:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763623.924679:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763623.924680:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787763623.924683:0:291943:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763623.924693:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d566d00.
00000020:00000040:3.0:1787763623.924696:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:3.0:1787763623.924700:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763623.924701:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763623.924704:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763623.924707:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763623.924711:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763623.924719:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45906400.
00000100:00000001:3.0:1787763623.924726:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763623.924781:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d566d00 x1874599320605056/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763623.924795:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763623.924802:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763623.924807:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6377b55] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d566d00 x1874599320605056/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763623.924831:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763623.924833:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763623.924836:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787763623.924837:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763623.924839:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763623.924841:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763623.924843:0:291943:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20786
00000400:00000200:3.0:1787763623.924846:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763623.924849:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763623.924851:0:291943:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763623.924854:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763623.924856:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763623.924857:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763623.924860:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763623.924861:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763623.924862:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000020:00000001:3.0:1787763623.924863:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763623.924865:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000020:00000001:3.0:1787763623.924867:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000001:1.0:1787763623.924869:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1787763623.924869:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000040:3.0:1787763623.924875:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763623.924878:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763623.924880:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763623.924881:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763623.924883:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000001:1.0:1787763623.924887:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1787763623.924888:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00080000:3.0:1787763623.924895:0:291943:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763623.924897:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763623.924899:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763623.924906:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1787763623.924908:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d566d00 x1874599320605056/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787763623.924909:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763623.924916:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763623.924922:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763623.924929:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763623.924934:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763623.924939:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d5643c0.
00000100:00000001:1.0:1787763623.924942:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000040:3.0:1787763623.924943:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
02000000:00000001:3.0:1787763623.924947:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787763623.924948:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763623.924951:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763623.924957:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763623.924958:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763623.924960:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763623.924961:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763623.924971:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000010:3.0:1787763623.924971:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45905800.
00000100:00000001:3.0:1787763623.924977:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763623.924980:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763623.924984:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d5643c0 x1874599320605184/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787763623.924992:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d566d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320605056:192.168.203.113@tcp:250:kworker.0
00000100:00000001:3.0:1787763623.924994:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763623.924996:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763623.925005:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c43373d] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d5643c0 x1874599320605184/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763623.925006:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763623.925017:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1787763623.925018:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763623.925023:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763623.925023:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763623.925033:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
02000000:00000001:1.0:1787763623.925034:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787763623.925036:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763623.925038:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763623.925040:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763623.925041:0:291943:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20786
00000400:00000200:3.0:1787763623.925044:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
02000000:00000010:1.0:1787763623.925045:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58dbbc00.
00000400:00000200:3.0:1787763623.925046:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763623.925051:0:291943:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
02000000:00000001:1.0:1787763623.925055:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763623.925056:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763623.925061:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763623.925064:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763623.925066:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763623.925068:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763623.925073:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000400:00000200:1.0:1787763623.925074:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000020:00000001:3.0:1787763623.925076:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763623.925079:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000020:00000001:3.0:1787763623.925082:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000020:00000001:3.0:1787763623.925084:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000400:00000010:1.0:1787763623.925085:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43e70.
00000100:00000040:3.0:1787763623.925089:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763623.925093:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763623.925096:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763623.925098:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000400:00000010:1.0:1787763623.925099:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9cc0.
00000020:00000040:3.0:1787763623.925100:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000100:00080000:3.0:1787763623.925105:0:291943:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763623.925108:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763623.925109:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:1.0:1787763623.925111:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320605056, portal 25
02000000:00000001:3.0:1787763623.925113:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763623.925121:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763623.925123:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787763623.925124:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763623.925126:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787763623.925129:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910956800 : -110374798594816 : ffff9b9d5d566d00)
00000008:00000001:3.0:1787763623.925130:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763623.925134:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763623.925140:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d566580.
00000020:00000040:3.0:1787763623.925142:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
02000000:00000001:3.0:1787763623.925148:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000040:1.0:1787763623.925149:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d566d00 x1874599320605056/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763648 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787763623.925149:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763623.925152:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763623.925154:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763623.925156:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763623.925163:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45907800.
00000100:00000001:3.0:1787763623.925170:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763623.925177:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:3.0:1787763623.925179:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d566580 x1874599320605312/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1787763623.925190:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000100:00000001:3.0:1787763623.925197:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763623.925199:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787763623.925201:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9770.
00000100:00000040:3.0:1787763623.925204:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f409d8da] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d566580 x1874599320605312/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763623.925209:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320605056, offset 0
00000100:00000001:3.0:1787763623.925214:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763623.925219:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787763623.925222:0:291943:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1787763623.925231:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1787763623.925232:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000100:00080000:3.0:1787763623.925234:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787763623.925239:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763623.925240:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763623.925242:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763623.925245:0:291943:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20786
00000400:00000200:3.0:1787763623.925252:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763623.925253:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763623.925258:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763623.925260:0:291943:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763623.925262:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763623.925263:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763623.925265:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763623.925269:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000400:00000200:1.0:1787763623.925270:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000020:00000001:3.0:1787763623.925276:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763623.925282:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000020:00000001:3.0:1787763623.925285:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:1.0:1787763623.925288:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:3.0:1787763623.925288:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000020:00000001:3.0:1787763623.925294:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000020:00000001:3.0:1787763623.925298:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000400:00000200:1.0:1787763623.925302:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000100:00000040:3.0:1787763623.925303:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763623.925310:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763623.925312:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000400:00000200:1.0:1787763623.925317:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1787763623.925317:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787763623.925322:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00080000:3.0:1787763623.925328:0:291943:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000400:00000200:1.0:1787763623.925332:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000100:00000001:3.0:1787763623.925333:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763623.925337:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763623.925339:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763623.925344:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763623.925347:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000200:1.0:1787763623.925350:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63490:63490:256:4294967295] 192.168.203.113@tcp LPNI seq info [63490:63490:8:4294967295]
00000008:00100000:3.0:1787763623.925350:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763623.925355:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763623.925360:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763623.925367:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d567840.
00000020:00000040:3.0:1787763623.925374:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
00000400:00000200:1.0:1787763623.925375:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
02000000:00000001:3.0:1787763623.925380:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763623.925382:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763623.925383:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763623.925384:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763623.925387:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763623.925392:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45905000.
00000100:00000001:3.0:1787763623.925397:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763623.925406:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000100:00100000:3.0:1787763623.925406:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d567840 x1874599320605440/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763623.925430:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000200:1.0:1787763623.925435:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000100:00000001:3.0:1787763623.925435:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763623.925462:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002fc5cb79] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d567840 x1874599320605440/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763623.925468:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763623.925473:0:291943:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20796)
00000800:00000010:1.0:1787763623.925514:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef300.
00000800:00000200:1.0:1787763623.925523:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763623.925527:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787763623.925534:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763623.925538:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1787763623.925543:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763623.925546:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef300.
00000400:00000200:1.0:1787763623.925552:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763623.925557:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763623.925563:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9770
00000400:00000010:1.0:1787763623.925566:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9770.
00000100:00000001:1.0:1787763623.925570:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763623.925575:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d566d00 x1874599320605056/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763648 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763623.925587:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763623.925591:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d566d00 x1874599320605056/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763648 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763623.925599:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763623.925602:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763623.925608:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763623.925613:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763623.925617:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4315460344
00000100:00000010:1.0:1787763623.925623:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d7f69b600.
00000100:00000001:1.0:1787763623.925631:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787763623.925638:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4315460344
00000100:00000010:1.0:1787763623.925642:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d7f69b780.
00000100:00000001:1.0:1787763623.925646:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787763623.925649:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763623.925652:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763623.925655:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763623.925661:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763623/real 1787763623]  req@ffff9b9d5d566d00 x1874599320605056/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763648 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763623.925673:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763623.925675:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763623.925678:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43e70.
00000400:00000200:1.0:1787763623.925681:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9cc0
00000400:00000010:1.0:1787763623.925683:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9cc0.
00000100:00000001:1.0:1787763623.925686:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763623.925690:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d566d00 x1874599320605056/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763648 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763623.925701:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d566d00 x1874599320605056/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763648 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763623.925710:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763623.925712:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763623.925715:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763623.925717:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763623.925722:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d566d00 x1874599320605056/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763648 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763623.925730:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763623.925735:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d566d00 x1874599320605056/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763648 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763623.925743:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763623.925747:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763623.925749:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763623.925751:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763623.925768:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763623.925771:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763623.925775:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763623.925780:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763623.925782:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763623.925787:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d566d00 x1874599320605056/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763648 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763623.925797:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d566d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320605056:192.168.203.113@tcp:250:kworker.0
00000100:00000001:1.0:1787763623.925801:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763623.925804:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763623.925808:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d566d00 x1874599320605056/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763648 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763623.925815:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763623.925818:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763623.925820:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58dbbc00.
02000000:00000001:1.0:1787763623.925825:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763623.925828:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763623.925830:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:1.0:1787763623.925833:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763623.925835:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45906400.
02000000:00000001:1.0:1787763623.925840:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763623.925842:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763623.925844:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d566d00.
00000100:00000001:1.0:1787763623.925848:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763623.925850:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763623.925852:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763623.925860:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763623.925862:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763623.925865:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763623.925867:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763623.925869:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763623.925875:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d5643c0 x1874599320605184/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763623.925883:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763623.925885:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763623.925887:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763623.925889:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763623.925892:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763623.925895:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d5643c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320605184:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763623.925899:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763623.925902:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763623.925903:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763623.925906:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763623.925909:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58dbbc00.
02000000:00000001:1.0:1787763623.925912:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763623.925916:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763623.925920:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43e70.
00000400:00000010:1.0:1787763623.925924:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9cc0.
00000100:00000200:1.0:1787763623.925927:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320605184, portal 10
00000100:00000001:1.0:1787763623.925929:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763623.925931:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910946240 : -110374798605376 : ffff9b9d5d5643c0)
00000100:00000040:1.0:1787763623.925938:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d5643c0 x1874599320605184/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763648 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763623.925946:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763623.925949:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763623.925952:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9770.
00000100:00000200:1.0:1787763623.925955:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320605184, offset 0
00000400:00000200:1.0:1787763623.925960:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763623.925965:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763623.925970:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763623.925973:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763623.925976:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763623.925979:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763623.925983:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763623.925986:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63491:63491:256:4294967295] 192.168.203.113@tcp LPNI seq info [63491:63491:8:4294967295]
00000400:00000200:1.0:1787763623.925991:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763623.925999:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763623.926004:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763623.926008:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef300.
00000800:00000200:1.0:1787763623.926013:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763623.926016:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787763623.926022:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763623.926025:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1787763623.926029:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763623.926031:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef300.
00000400:00000200:1.0:1787763623.926035:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763623.926038:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763623.926042:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9770
00000400:00000010:1.0:1787763623.926044:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9770.
00000100:00000001:1.0:1787763623.926047:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763623.926051:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d5643c0 x1874599320605184/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763648 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763623.926060:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763623.926064:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d5643c0 x1874599320605184/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763648 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763623.926071:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763623.926073:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763623.926077:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763623.926081:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:1.0:1787763623.926085:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763623.926087:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315459116
00000100:00000001:1.0:1787763623.926090:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315460344
00000100:00000001:1.0:1787763623.926093:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315459116
00000100:00000001:1.0:1787763623.926096:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315460344
00000100:00000001:1.0:1787763623.926099:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763623.926101:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763623.926103:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763623.926108:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763623/real 1787763623]  req@ffff9b9d5d5643c0 x1874599320605184/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763648 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763623.926117:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763623.926119:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763623.926121:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43e70.
00000400:00000200:1.0:1787763623.926124:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9cc0
00000400:00000010:1.0:1787763623.926126:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9cc0.
00000100:00000001:1.0:1787763623.926129:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763623.926132:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d5643c0 x1874599320605184/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763648 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763623.926143:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d5643c0 x1874599320605184/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763648 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763623.926151:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763623.926153:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763623.926155:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763623.926156:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763623.926161:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d5643c0 x1874599320605184/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763648 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763623.926168:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763623.926173:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d5643c0 x1874599320605184/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763648 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763623.926181:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763623.926184:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763623.926186:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763623.926188:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763623.926190:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763623.926204:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763623.926208:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763623.926211:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763623.926214:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763623.926219:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d5643c0 x1874599320605184/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763648 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763623.926229:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d5643c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320605184:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763623.926233:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763623.926238:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d566580 x1874599320605312/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763623.926246:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763623.926248:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763623.926250:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763623.926252:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763623.926255:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763623.926258:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d566580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320605312:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763623.926261:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763623.926263:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763623.926265:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763623.926267:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763623.926270:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db8400.
02000000:00000001:1.0:1787763623.926273:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763623.926276:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763623.926279:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43e70.
00000400:00000010:1.0:1787763623.926283:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9cc0.
00000100:00000200:1.0:1787763623.926286:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320605312, portal 10
00000100:00000001:1.0:1787763623.926289:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763623.926290:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910954880 : -110374798596736 : ffff9b9d5d566580)
00000100:00000040:1.0:1787763623.926297:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d566580 x1874599320605312/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763648 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763623.926312:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763623.926314:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763623.926317:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9770.
00000100:00000200:1.0:1787763623.926320:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320605312, offset 0
00000400:00000200:1.0:1787763623.926325:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763623.926329:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763623.926334:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763623.926337:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763623.926340:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763623.926343:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763623.926346:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763623.926350:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63492:63492:256:4294967295] 192.168.203.113@tcp LPNI seq info [63492:63492:8:4294967295]
00000400:00000200:1.0:1787763623.926355:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763623.926362:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763623.926367:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763623.926371:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef300.
00000800:00000200:1.0:1787763623.926375:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763623.926378:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787763623.926383:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763623.926386:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1787763623.926390:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763623.926392:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef300.
00000400:00000200:1.0:1787763623.926395:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763623.926399:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763623.926403:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9770
00000400:00000010:1.0:1787763623.926405:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9770.
00000100:00000001:1.0:1787763623.926408:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763623.926413:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d566580 x1874599320605312/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763648 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763623.926422:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763623.926425:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d566580 x1874599320605312/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763648 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763623.926466:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763623.926468:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763623.926472:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763623.926475:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:1.0:1787763623.926479:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763623.926481:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315459096
00000100:00000001:1.0:1787763623.926484:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315460344
00000100:00000001:1.0:1787763623.926486:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315459096
00000100:00000001:1.0:1787763623.926488:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315460344
00000100:00000001:1.0:1787763623.926491:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763623.926493:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763623.926495:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763623.926500:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763623/real 1787763623]  req@ffff9b9d5d566580 x1874599320605312/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763648 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763623.926509:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763623.926510:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763623.926512:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43e70.
00000400:00000200:1.0:1787763623.926515:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9cc0
00000400:00000010:1.0:1787763623.926517:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9cc0.
00000100:00000001:1.0:1787763623.926520:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763623.926524:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d566580 x1874599320605312/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763648 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763623.926534:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d566580 x1874599320605312/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763648 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763623.926541:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763623.926544:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763623.926546:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763623.926548:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763623.926552:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d566580 x1874599320605312/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763648 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763623.926560:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763623.926565:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d566580 x1874599320605312/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763648 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763623.926574:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763623.926577:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763623.926579:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763623.926580:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763623.926582:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763623.926585:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763623.926588:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763623.926591:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763623.926594:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763623.926598:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d566580 x1874599320605312/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763648 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763623.926607:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d566580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320605312:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763623.926612:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763623.926616:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d567840 x1874599320605440/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763623.926625:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763623.926626:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763623.926629:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763623.926631:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763623.926634:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763623.926637:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d567840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320605440:192.168.203.113@tcp:8:kworker.0
00000100:00000001:1.0:1787763623.926641:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763623.926644:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763623.926646:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763623.926648:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763623.926652:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db8800.
02000000:00000001:1.0:1787763623.926654:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763623.926658:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763623.926661:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43e70.
00000400:00000010:1.0:1787763623.926664:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9cc0.
00000100:00000200:1.0:1787763623.926668:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320605440, portal 4
00000100:00000001:1.0:1787763623.926670:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763623.926672:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910959680 : -110374798591936 : ffff9b9d5d567840)
00000100:00000040:1.0:1787763623.926678:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d567840 x1874599320605440/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763648 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763623.926686:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763623.926689:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763623.926691:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9770.
00000100:00000200:1.0:1787763623.926694:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320605440, offset 0
00000400:00000200:1.0:1787763623.926699:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763623.926703:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763623.926707:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763623.926710:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763623.926712:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763623.926715:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763623.926718:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763623.926721:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63493:63493:256:4294967295] 192.168.203.113@tcp LPNI seq info [63493:63493:8:4294967295]
00000400:00000200:1.0:1787763623.926726:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763623.926733:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763623.926738:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763623.926741:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef300.
00000800:00000200:1.0:1787763623.926746:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763623.926748:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787763623.926767:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763623.926770:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1787763623.926775:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763623.926778:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef300.
00000400:00000200:1.0:1787763623.926781:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763623.926785:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763623.926788:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9770
00000400:00000010:1.0:1787763623.926790:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9770.
00000100:00000001:1.0:1787763623.926793:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763623.926797:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d567840 x1874599320605440/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763648 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763623.926807:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763623.926811:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d567840 x1874599320605440/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763648 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763623.926819:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763623.926821:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763623.926824:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763623.926828:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:1.0:1787763623.926831:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763623.926833:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315459108
00000100:00000001:1.0:1787763623.926836:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315460344
00000100:00000001:1.0:1787763623.926839:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315459108
00000100:00000001:1.0:1787763623.926841:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315460344
00000100:00000001:1.0:1787763623.926843:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763623.926845:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763623.926848:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763623.926852:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763623/real 1787763623]  req@ffff9b9d5d567840 x1874599320605440/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763648 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763623.926862:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763623.926864:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763623.926866:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43e70.
00000400:00000200:1.0:1787763623.926869:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9cc0
00000400:00000010:1.0:1787763623.926871:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9cc0.
00000100:00000001:1.0:1787763623.926874:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763623.926878:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d567840 x1874599320605440/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763648 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763623.926887:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d567840 x1874599320605440/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763648 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763623.926894:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763623.926895:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763623.926897:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763623.926899:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763623.926903:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d567840 x1874599320605440/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763648 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763623.926910:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763623.926915:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d567840 x1874599320605440/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763648 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763623.926923:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763623.926926:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763623.926928:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763623.926930:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763623.926932:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763623.926934:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763623.926937:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763623.926941:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763623.926944:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763623.926948:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d567840 x1874599320605440/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763648 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763623.926958:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d567840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320605440:192.168.203.113@tcp:8:kworker.0
00000100:00000001:1.0:1787763623.926962:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763623.926965:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763623.926969:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d5643c0 x1874599320605184/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763648 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763623.926977:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763623.926979:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763623.926981:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58dbbc00.
02000000:00000001:1.0:1787763623.926984:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763623.926986:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763623.926987:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:1.0:1787763623.926989:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763623.926991:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45905800.
02000000:00000001:1.0:1787763623.926994:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763623.926995:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763623.926997:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d5643c0.
00000100:00000001:1.0:1787763623.926999:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763623.927001:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763623.927003:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763623.927007:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d566580 x1874599320605312/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763648 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763623.927015:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763623.927016:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763623.927018:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db8400.
02000000:00000001:1.0:1787763623.927021:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763623.927022:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763623.927023:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:1.0:1787763623.927025:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763623.927027:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45907800.
02000000:00000001:1.0:1787763623.927030:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763623.927031:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763623.927033:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d566580.
00000100:00000001:1.0:1787763623.927036:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763623.927038:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763623.927040:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763623.927043:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d567840 x1874599320605440/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763648 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763623.927051:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763623.927053:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763623.927055:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db8800.
02000000:00000001:1.0:1787763623.927057:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763623.927059:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763623.927060:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:1.0:1787763623.927062:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763623.927064:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45905000.
02000000:00000001:1.0:1787763623.927067:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763623.927068:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763623.927070:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d567840.
00000100:00000001:1.0:1787763623.927072:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763623.927074:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763623.927076:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763623.927080:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763623.927082:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763623.927084:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763623.927086:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763624.116553:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763624.116562:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763624.116568:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763624.116569:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763624.116573:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763624.116578:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763624.116581:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763624.116584:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763624.116588:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763624.116590:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763624.116592:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763624.116594:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763624.116651:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763624.116656:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763624.116659:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787763624.948527:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763624.948538:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763624.948543:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763624.948550:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787763624.948556:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763624.948561:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763624.948565:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763624.948570:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763624.948574:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763625.140582:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763625.140592:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763625.140601:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763625.140604:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763625.140611:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763625.140613:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763625.140673:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763625.140678:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763625.140681:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787763625.204562:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4315460344, at 4315460352
00000100:00000040:1.0:1787763625.204573:0:303331:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b110 (cpu 1) has reached its deadline 4315460344, at 4315460352
00000100:00000010:0.0:1787763625.204579:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69b600.
00000100:00000010:1.0:1787763625.204584:0:303331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69b780.
00000100:00000001:2.0:1787763625.972523:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763625.972533:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763625.972536:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763625.972542:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787763625.972546:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763625.972550:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763625.972554:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763625.972557:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763625.972559:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763626.164507:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763626.164515:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763626.164521:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763626.164523:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763626.164527:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763626.164528:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763626.164627:0:281543:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763626.164636:0:281543:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763626.164642:0:281543:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787763626.996561:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763626.996569:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763626.996571:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763626.996576:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787763626.996579:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763626.996583:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763626.996586:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763626.996589:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763626.996592:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763627.188553:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763627.188563:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763627.188581:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763627.188584:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763627.188589:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763627.188591:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763627.188698:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763627.188702:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763627.188706:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787763628.020514:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763628.020521:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763628.020523:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763628.020528:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787763628.020531:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763628.020534:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763628.020536:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763628.020538:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763628.020540:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763628.212555:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763628.212562:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763628.212568:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763628.212570:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763628.212573:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763628.212575:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763628.212638:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763628.212644:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763628.212647:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787763629.044522:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787763629.044527:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763629.044535:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1787763629.044535:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787763629.044540:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763629.044541:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:2.0:1787763629.044547:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00080000:3.0:1787763629.044547:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763629.044554:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763629.044556:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787763629.044560:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787763629.044565:0:291943:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20791
00000100:00000001:2.0:1787763629.044566:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763629.044572:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1787763629.044576:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763629.044577:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787763629.044588:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763629.044592:0:291943:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763629.044597:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763629.044601:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763629.044605:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763629.044608:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763629.044613:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763629.044615:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:3.0:1787763629.044618:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763629.044622:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:3.0:1787763629.044625:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:3.0:1787763629.044628:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:3.0:1787763629.044631:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763629.044634:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763629.044636:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763629.044639:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787763629.044642:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:3.0:1787763629.044646:0:291943:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763629.044649:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763629.044653:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763629.044656:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763629.044660:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763629.044663:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787763629.044666:0:291943:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763629.044674:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d564000.
00000020:00000040:3.0:1787763629.044679:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:3.0:1787763629.044683:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763629.044685:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763629.044688:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763629.044690:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763629.044694:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763629.044702:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45904800.
00000100:00000001:3.0:1787763629.044708:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763629.044730:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d564000 x1874599320605568/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763629.044741:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763629.044745:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763629.044750:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008321534d] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d564000 x1874599320605568/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763629.044774:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763629.044777:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763629.044780:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787763629.044783:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763629.044784:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763629.044788:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763629.044791:0:291943:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20791
00000400:00000200:3.0:1787763629.044797:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763629.044801:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:3.0:1787763629.044801:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763629.044806:0:291943:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787763629.044808:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1787763629.044811:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763629.044813:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763629.044816:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763629.044821:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787763629.044821:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763629.044826:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763629.044829:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000100:00000040:1.0:1787763629.044830:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d564000 x1874599320605568/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787763629.044832:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763629.044836:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000020:00000001:3.0:1787763629.044842:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000001:1.0:1787763629.044843:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763629.044846:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763629.044847:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
02000000:00000001:1.0:1787763629.044850:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763629.044853:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1787763629.044855:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
02000000:00000001:1.0:1787763629.044856:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763629.044862:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:1.0:1787763629.044863:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d564000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320605568:192.168.203.113@tcp:250:kworker.0
00000100:00000040:3.0:1787763629.044868:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763629.044869:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1787763629.044874:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
02000000:00000001:1.0:1787763629.044875:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:3.0:1787763629.044879:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
02000000:00000001:1.0:1787763629.044880:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763629.044884:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:3.0:1787763629.044887:0:291943:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
02000000:00000010:1.0:1787763629.044890:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db8800.
00000100:00000001:3.0:1787763629.044892:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763629.044894:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763629.044896:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1787763629.044900:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
02000000:00000001:3.0:1787763629.044903:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:1.0:1787763629.044904:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43e70.
02000000:00000001:3.0:1787763629.044910:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787763629.044912:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9cc0.
00000100:00000001:3.0:1787763629.044913:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763629.044919:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000100:00000200:1.0:1787763629.044921:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320605568, portal 25
00000008:00000001:3.0:1787763629.044924:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763629.044925:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763629.044928:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910945280 : -110374798606336 : ffff9b9d5d564000)
00000100:00000001:3.0:1787763629.044929:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763629.044934:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d564000 x1874599320605568/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763654 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1787763629.044937:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d567840.
00000020:00000040:3.0:1787763629.044943:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000100:00000001:1.0:1787763629.044945:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:3.0:1787763629.044948:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000040:1.0:1787763629.044949:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
02000000:00000001:3.0:1787763629.044952:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787763629.044954:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9770.
00000100:00000001:3.0:1787763629.044956:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:1.0:1787763629.044957:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320605568, offset 0
02000000:00000001:3.0:1787763629.044960:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763629.044963:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763629.044965:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
02000000:00000010:3.0:1787763629.044969:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45907400.
00000400:00000200:1.0:1787763629.044973:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:3.0:1787763629.044975:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763629.044980:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000100:00100000:3.0:1787763629.044986:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d567840 x1874599320605696/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787763629.044987:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763629.044993:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763629.045000:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763629.045005:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000100:00000001:3.0:1787763629.045005:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763629.045010:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763629.045011:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63494:63494:256:4294967295] 192.168.203.113@tcp LPNI seq info [63494:63494:8:4294967295]
00000400:00000200:1.0:1787763629.045017:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000040:3.0:1787763629.045019:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002fc5cb79] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d567840 x1874599320605696/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787763629.045029:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763629.045041:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763629.045047:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef300.
00000800:00000200:1.0:1787763629.045057:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000001:3.0:1787763629.045059:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787763629.045060:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 38 secs later)
00000100:00080000:3.0:1787763629.045064:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.1:1787763629.045068:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00080000:3.0:1787763629.045072:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000800:00000200:1.1:1787763629.045072:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 38 secs later)
00000100:00000001:3.0:1787763629.045077:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000100:1.0:1787763629.045080:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000100:00080000:3.0:1787763629.045081:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000010:1.0:1787763629.045083:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef300.
00000100:00000001:3.0:1787763629.045086:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1787763629.045090:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:3.0:1787763629.045091:0:291943:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20791
00000400:00000200:1.0:1787763629.045099:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787763629.045100:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763629.045106:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9770
00000400:00000010:1.0:1787763629.045110:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9770.
00000400:00000200:3.0:1787763629.045110:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763629.045115:0:291943:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787763629.045117:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:3.0:1787763629.045122:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000200:1.0:1787763629.045124:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d564000 x1874599320605568/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763654 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763629.045128:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763629.045134:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763629.045136:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787763629.045137:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000040:1.0:1787763629.045142:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d564000 x1874599320605568/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763654 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787763629.045143:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763629.045146:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000020:00000001:3.0:1787763629.045149:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763629.045153:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000100:00000001:1.0:1787763629.045155:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763629.045157:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00000001:1.0:1787763629.045160:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:3.0:1787763629.045162:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00000040:3.0:1787763629.045168:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763629.045169:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763629.045171:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763629.045175:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000400:00000200:1.0:1787763629.045177:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:3.0:1787763629.045179:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000001:1.0:1787763629.045182:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4315465463
00000020:00000040:3.0:1787763629.045184:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000100:00080000:3.0:1787763629.045190:0:291943:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000010:1.0:1787763629.045191:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d7f69b780.
00000100:00000001:3.0:1787763629.045195:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763629.045199:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787763629.045200:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
02000000:00000001:3.0:1787763629.045203:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763629.045208:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763629.045210:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763629.045213:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787763629.045216:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4315465463
00000008:00000001:3.0:1787763629.045217:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787763629.045222:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d7f69b960.
00000100:00000001:3.0:1787763629.045223:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763629.045228:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000100:00000010:3.0:1787763629.045230:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d566580.
00000100:00000001:1.0:1787763629.045231:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763629.045236:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787763629.045237:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000100:00000001:1.0:1787763629.045240:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
02000000:00000001:3.0:1787763629.045243:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763629.045246:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763629.045247:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763629/real 1787763629]  req@ffff9b9d5d564000 x1874599320605568/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763629.045251:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763629.045254:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763629.045258:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1787763629.045259:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763629.045262:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763629.045264:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43e70.
02000000:00000010:3.0:1787763629.045265:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45905000.
00000400:00000200:1.0:1787763629.045267:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9cc0
00000400:00000010:1.0:1787763629.045270:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9cc0.
00000100:00000001:3.0:1787763629.045272:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763629.045273:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763629.045277:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d564000 x1874599320605568/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763629.045283:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d566580 x1874599320605824/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1787763629.045290:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d564000 x1874599320605568/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763629.045306:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787763629.045306:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787763629.045310:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763629.045312:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763629.045313:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763629.045316:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787763629.045321:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f409d8da] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d566580 x1874599320605824/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763629.045322:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d564000 x1874599320605568/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763629.045351:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763629.045354:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763629.045357:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d564000 x1874599320605568/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763654 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787763629.045360:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787763629.045369:0:291943:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1787763629.045370:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763629.045375:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787763629.045376:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787763629.045377:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763629.045379:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763629.045383:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00080000:3.0:1787763629.045384:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787763629.045385:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787763629.045388:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787763629.045389:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763629.045392:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1787763629.045394:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000001:3.0:1787763629.045399:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787763629.045400:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763629.045406:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d564000 x1874599320605568/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763654 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787763629.045408:0:291943:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20791
00000400:00000200:3.0:1787763629.045418:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00100000:1.0:1787763629.045419:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d564000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320605568:192.168.203.113@tcp:250:kworker.0
00000100:00000001:1.0:1787763629.045426:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763629.045429:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000400:00000200:3.0:1787763629.045429:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00000040:1.0:1787763629.045435:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d564000 x1874599320605568/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763654 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787763629.045435:0:291943:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787763629.045461:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763629.045463:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763629.045466:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db8800.
02000000:00000001:1.0:1787763629.045470:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763629.045473:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000100:00000040:3.0:1787763629.045473:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000020:00000040:1.0:1787763629.045476:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000100:00000001:3.0:1787763629.045478:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000020:00000001:1.0:1787763629.045479:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763629.045483:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45904800.
00000100:00000040:3.0:1787763629.045484:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
02000000:00000001:1.0:1787763629.045488:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:3.0:1787763629.045489:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
02000000:00000001:1.0:1787763629.045492:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000020:00000001:3.0:1787763629.045493:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000010:1.0:1787763629.045497:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d564000.
00000020:00000040:3.0:1787763629.045497:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000020:00000001:3.0:1787763629.045500:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787763629.045503:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000020:00000040:3.0:1787763629.045504:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000100:00000001:1.0:1787763629.045508:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1787763629.045509:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000001:1.0:1787763629.045514:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1787763629.045515:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000040:3.0:1787763629.045522:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763629.045524:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787763629.045526:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000040:3.0:1787763629.045527:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763629.045530:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763629.045531:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000001:1.0:1787763629.045537:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1787763629.045537:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00000001:1.0:1787763629.045541:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1787763629.045543:0:291943:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:1.0:1787763629.045545:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787763629.045549:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763629.045553:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d567840 x1874599320605696/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787763629.045554:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763629.045559:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763629.045562:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1787763629.045563:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763629.045564:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763629.045570:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1787763629.045570:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:1.0:1787763629.045572:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763629.045575:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1787763629.045575:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787763629.045579:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d567840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320605696:192.168.203.113@tcp:38:kworker.0
00000008:00000001:3.0:1787763629.045581:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763629.045583:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1787763629.045586:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763629.045587:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763629.045589:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763629.045592:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:3.0:1787763629.045593:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d5643c0.
02000000:00000010:1.0:1787763629.045595:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db8800.
02000000:00000001:1.0:1787763629.045599:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787763629.045599:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
00000400:00000200:1.0:1787763629.045606:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
02000000:00000001:3.0:1787763629.045606:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000010:1.0:1787763629.045611:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43e70.
02000000:00000001:3.0:1787763629.045611:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763629.045617:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:1.0:1787763629.045618:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9cc0.
02000000:00000001:3.0:1787763629.045620:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:1.0:1787763629.045622:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320605696, portal 10
02000000:00000001:3.0:1787763629.045624:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763629.045626:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763629.045629:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910959680 : -110374798591936 : ffff9b9d5d567840)
02000000:00000010:3.0:1787763629.045631:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45907800.
00000100:00000040:1.0:1787763629.045636:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d567840 x1874599320605696/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763654 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763629.045638:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763629.045645:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:3.0:1787763629.045649:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d5643c0 x1874599320605952/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1787763629.045650:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763629.045654:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9770.
00000100:00000200:1.0:1787763629.045658:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320605696, offset 0
00000400:00000200:1.0:1787763629.045665:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000100:00000001:3.0:1787763629.045669:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1787763629.045671:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:3.0:1787763629.045674:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763629.045678:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000100:00000040:3.0:1787763629.045683:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c43373d] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d5643c0 x1874599320605952/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787763629.045684:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763629.045689:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763629.045693:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763629.045697:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763629.045703:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63495:63495:256:4294967295] 192.168.203.113@tcp LPNI seq info [63495:63495:8:4294967295]
00000400:00000200:1.0:1787763629.045709:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:3.0:1787763629.045710:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763629.045716:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000100:00000040:3.0:1787763629.045731:0:291943:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20801)
00000800:00000200:1.0:1787763629.045740:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763629.045743:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef300.
00000800:00000200:1.0:1787763629.045747:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763629.045749:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787763629.045752:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763629.045754:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1787763629.045756:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763629.045758:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef300.
00000400:00000200:1.0:1787763629.045761:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763629.045764:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763629.045768:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9770
00000400:00000010:1.0:1787763629.045770:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9770.
00000100:00000001:1.0:1787763629.045772:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763629.045776:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d567840 x1874599320605696/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763654 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763629.045791:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763629.045794:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d567840 x1874599320605696/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763654 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763629.045801:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763629.045803:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763629.045807:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763629.045811:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:1.0:1787763629.045814:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763629.045816:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315464236
00000100:00000001:1.0:1787763629.045818:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315465463
00000100:00000001:1.0:1787763629.045820:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315464236
00000100:00000001:1.0:1787763629.045821:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315465463
00000100:00000001:1.0:1787763629.045823:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763629.045824:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763629.045826:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763629.045828:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763629/real 1787763629]  req@ffff9b9d5d567840 x1874599320605696/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763629.045834:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763629.045835:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763629.045836:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43e70.
00000400:00000200:1.0:1787763629.045837:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9cc0
00000400:00000010:1.0:1787763629.045839:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9cc0.
00000100:00000001:1.0:1787763629.045841:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763629.045843:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d567840 x1874599320605696/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763629.045848:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d567840 x1874599320605696/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763629.045852:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763629.045854:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763629.045856:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763629.045857:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763629.045859:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d567840 x1874599320605696/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763629.045863:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763629.045866:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d567840 x1874599320605696/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763654 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763629.045870:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763629.045871:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763629.045872:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763629.045873:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763629.045874:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763629.045883:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763629.045885:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763629.045887:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763629.045888:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763629.045890:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d567840 x1874599320605696/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763654 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763629.045895:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d567840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320605696:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763629.045897:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763629.045900:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d566580 x1874599320605824/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763629.045904:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763629.045905:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763629.045907:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763629.045908:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763629.045909:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763629.045911:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d566580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320605824:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763629.045913:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763629.045915:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763629.045916:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763629.045917:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763629.045920:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db8400.
02000000:00000001:1.0:1787763629.045921:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763629.045923:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763629.045924:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43e70.
00000400:00000010:1.0:1787763629.045926:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9cc0.
00000100:00000200:1.0:1787763629.045928:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320605824, portal 10
00000100:00000001:1.0:1787763629.045930:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763629.045931:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910954880 : -110374798596736 : ffff9b9d5d566580)
00000100:00000040:1.0:1787763629.045935:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d566580 x1874599320605824/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763654 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763629.045939:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763629.045941:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763629.045942:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9770.
00000100:00000200:1.0:1787763629.045943:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320605824, offset 0
00000400:00000200:1.0:1787763629.045946:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763629.045948:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763629.045950:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763629.045952:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763629.045954:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763629.045956:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763629.045957:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763629.045959:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63496:63496:256:4294967295] 192.168.203.113@tcp LPNI seq info [63496:63496:8:4294967295]
00000400:00000200:1.0:1787763629.045962:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763629.045967:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763629.045969:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763629.045971:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef300.
00000800:00000200:1.0:1787763629.045975:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763629.045977:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787763629.045979:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763629.045982:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1787763629.045984:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763629.045986:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef300.
00000400:00000200:1.0:1787763629.045988:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763629.045990:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763629.045992:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9770
00000400:00000010:1.0:1787763629.045993:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9770.
00000100:00000001:1.0:1787763629.045995:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763629.045997:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d566580 x1874599320605824/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763654 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763629.046002:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763629.046004:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d566580 x1874599320605824/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763654 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763629.046009:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763629.046010:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763629.046011:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763629.046013:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:1.0:1787763629.046015:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763629.046017:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315464215
00000100:00000001:1.0:1787763629.046018:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315465463
00000100:00000001:1.0:1787763629.046020:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315464215
00000100:00000001:1.0:1787763629.046021:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315465463
00000100:00000001:1.0:1787763629.046023:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763629.046024:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763629.046025:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763629.046027:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763629/real 1787763629]  req@ffff9b9d5d566580 x1874599320605824/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763629.046031:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763629.046033:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763629.046034:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43e70.
00000400:00000200:1.0:1787763629.046035:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9cc0
00000400:00000010:1.0:1787763629.046036:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9cc0.
00000100:00000001:1.0:1787763629.046038:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763629.046039:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d566580 x1874599320605824/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763629.046044:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d566580 x1874599320605824/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763629.046048:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763629.046049:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763629.046050:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763629.046051:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763629.046053:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d566580 x1874599320605824/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763629.046057:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763629.046059:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d566580 x1874599320605824/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763654 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763629.046063:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763629.046065:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763629.046066:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763629.046067:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763629.046068:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763629.046069:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763629.046071:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763629.046073:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763629.046074:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763629.046076:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d566580 x1874599320605824/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763654 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763629.046086:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d566580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320605824:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763629.046089:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763629.046091:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763629.046093:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d567840 x1874599320605696/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763654 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763629.046098:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763629.046099:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763629.046101:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db8800.
02000000:00000001:1.0:1787763629.046103:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763629.046104:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763629.046105:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:1.0:1787763629.046106:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763629.046107:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45907400.
02000000:00000001:1.0:1787763629.046109:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763629.046110:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763629.046111:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d567840.
00000100:00000001:1.0:1787763629.046113:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763629.046114:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763629.046115:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763629.046117:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d566580 x1874599320605824/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763654 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763629.046121:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763629.046123:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763629.046124:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db8400.
02000000:00000001:1.0:1787763629.046125:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763629.046126:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763629.046127:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:1.0:1787763629.046128:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763629.046129:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45905000.
02000000:00000001:1.0:1787763629.046131:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763629.046132:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763629.046134:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d566580.
00000100:00000001:1.0:1787763629.046137:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763629.046138:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763629.046139:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763629.046142:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763629.046143:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763629.046144:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763629.046145:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763629.046146:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763629.046148:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d5643c0 x1874599320605952/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763629.046154:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763629.046155:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763629.046157:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763629.046159:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763629.046162:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763629.046165:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d5643c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320605952:192.168.203.113@tcp:8:kworker.0
00000100:00000001:1.0:1787763629.046168:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763629.046170:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763629.046171:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763629.046173:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763629.046176:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db8400.
02000000:00000001:1.0:1787763629.046178:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763629.046182:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763629.046184:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43e70.
00000400:00000010:1.0:1787763629.046188:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9cc0.
00000100:00000200:1.0:1787763629.046191:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320605952, portal 4
00000100:00000001:1.0:1787763629.046193:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763629.046194:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910946240 : -110374798605376 : ffff9b9d5d5643c0)
00000100:00000040:1.0:1787763629.046200:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d5643c0 x1874599320605952/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763654 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763629.046208:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763629.046209:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763629.046211:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9770.
00000100:00000200:1.0:1787763629.046213:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320605952, offset 0
00000400:00000200:1.0:1787763629.046216:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763629.046219:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763629.046221:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763629.046223:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763629.046226:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763629.046227:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763629.046229:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763629.046231:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63497:63497:256:4294967295] 192.168.203.113@tcp LPNI seq info [63497:63497:8:4294967295]
00000400:00000200:1.0:1787763629.046234:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763629.046238:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763629.046240:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763629.046242:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef300.
00000800:00000200:1.0:1787763629.046245:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763629.046246:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787763629.046249:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763629.046251:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1787763629.046254:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763629.046255:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef300.
00000400:00000200:1.0:1787763629.046257:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763629.046260:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763629.046262:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9770
00000400:00000010:1.0:1787763629.046263:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9770.
00000100:00000001:1.0:1787763629.046264:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763629.046267:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d5643c0 x1874599320605952/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763654 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763629.046272:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763629.046274:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d5643c0 x1874599320605952/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763654 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763629.046279:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763629.046280:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763629.046281:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763629.046283:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:1.0:1787763629.046285:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763629.046287:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315464227
00000100:00000001:1.0:1787763629.046289:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315465463
00000100:00000001:1.0:1787763629.046290:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315464227
00000100:00000001:1.0:1787763629.046292:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315465463
00000100:00000001:1.0:1787763629.046293:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763629.046294:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763629.046295:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763629.046298:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763629/real 1787763629]  req@ffff9b9d5d5643c0 x1874599320605952/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763629.046302:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763629.046303:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763629.046304:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43e70.
00000400:00000200:1.0:1787763629.046306:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9cc0
00000400:00000010:1.0:1787763629.046307:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9cc0.
00000100:00000001:1.0:1787763629.046308:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763629.046310:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d5643c0 x1874599320605952/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763629.046315:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d5643c0 x1874599320605952/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763629.046321:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763629.046322:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763629.046324:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763629.046325:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763629.046329:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d5643c0 x1874599320605952/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763629.046336:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763629.046340:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d5643c0 x1874599320605952/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763654 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763629.046346:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763629.046349:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763629.046351:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763629.046352:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763629.046354:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763629.046356:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763629.046358:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763629.046362:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763629.046364:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763629.046368:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d5643c0 x1874599320605952/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763654 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763629.046376:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d5643c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320605952:192.168.203.113@tcp:8:kworker.0
00000100:00000001:1.0:1787763629.046380:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763629.046382:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763629.046385:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d5643c0 x1874599320605952/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763654 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763629.046392:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763629.046394:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763629.046395:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db8400.
02000000:00000001:1.0:1787763629.046398:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763629.046400:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763629.046401:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:1.0:1787763629.046403:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763629.046405:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45907800.
02000000:00000001:1.0:1787763629.046407:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763629.046409:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763629.046410:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d5643c0.
00000100:00000001:1.0:1787763629.046413:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763629.046414:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763629.046416:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763629.046420:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763629.046421:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763629.046422:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763629.046424:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763629.236580:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763629.236588:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763629.236596:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763629.236598:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763629.236602:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763629.236604:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763629.236753:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763629.236760:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763629.236765:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787763630.068545:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763630.068554:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763630.068556:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763630.068561:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787763630.068565:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763630.068570:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763630.068573:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763630.068576:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763630.068579:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763630.260535:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763630.260543:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763630.260550:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763630.260552:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763630.260555:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763630.260557:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763630.260609:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763630.260613:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763630.260616:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787763630.324537:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4315465463, at 4315465472
00000100:00000040:1.0:1787763630.324537:0:303331:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b110 (cpu 1) has reached its deadline 4315465463, at 4315465472
00000100:00000010:0.0:1787763630.324551:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69b780.
00000100:00000010:1.0:1787763630.324555:0:303331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69b960.
00000100:00000001:2.0:1787763631.092527:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763631.092534:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763631.092536:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763631.092540:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787763631.092544:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763631.092547:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763631.092549:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763631.092552:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763631.092555:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763631.284592:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763631.284622:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763631.284627:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763631.284632:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763631.284639:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763631.284643:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763631.284647:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763631.284651:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763631.284657:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763631.284661:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763631.284663:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763631.284666:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763631.284669:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763631.284671:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763631.284675:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763631.284678:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763631.284684:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763631.284686:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763631.284797:0:281543:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763631.284804:0:281543:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763631.284809:0:281543:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787763632.116562:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763632.116573:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763632.116576:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763632.116584:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787763632.116590:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763632.116595:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763632.116600:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763632.116604:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763632.116609:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763632.308604:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763632.308613:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763632.308621:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763632.308624:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763632.308630:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763632.308632:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763632.308824:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763632.308834:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763632.308841:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787763633.140553:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763633.140561:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763633.140564:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763633.140569:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787763633.140574:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763633.140577:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763633.140580:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763633.140583:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763633.140587:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763633.332593:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763633.332605:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763633.332614:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763633.332616:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763633.332622:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763633.332626:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763633.332640:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763633.332644:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763633.332648:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763633.332651:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763633.332654:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763633.332656:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763633.332753:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763633.332758:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763633.332761:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787763634.164513:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763634.164523:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763634.164526:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763634.164544:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787763634.164551:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763634.164556:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787763634.164558:0:303492:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787763634.164560:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1787763634.164566:0:303492:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787763634.164567:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763634.164570:0:303492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1787763634.164574:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763634.164574:0:303492:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763634.164580:0:303492:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763634.164589:0:303492:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20796
00000400:00000200:3.0:1787763634.164599:0:303492:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763634.164606:0:303492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763634.164609:0:303492:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763634.164612:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763634.164615:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763634.164617:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763634.164619:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763634.164623:0:303492:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763634.164625:0:303492:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:3.0:1787763634.164628:0:303492:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763634.164631:0:303492:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:3.0:1787763634.164633:0:303492:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:3.0:1787763634.164634:0:303492:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:3.0:1787763634.164636:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763634.164638:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763634.164639:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763634.164641:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787763634.164643:0:303492:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:3.0:1787763634.164647:0:303492:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763634.164649:0:303492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763634.164651:0:303492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763634.164654:0:303492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763634.164656:0:303492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763634.164658:0:303492:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787763634.164660:0:303492:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763634.164671:0:303492:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d566d00.
00000020:00000040:3.0:1787763634.164674:0:303492:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:3.0:1787763634.164678:0:303492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763634.164680:0:303492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763634.164696:0:303492:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763634.164699:0:303492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763634.164704:0:303492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763634.164713:0:303492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45905800.
00000100:00000001:3.0:1787763634.164721:0:303492:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763634.164730:0:303492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d566d00 x1874599320606080/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763634.164740:0:303492:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763634.164744:0:303492:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763634.164748:0:303492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6377b55] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d566d00 x1874599320606080/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763634.164767:0:303492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763634.164770:0:303492:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763634.164772:0:303492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787763634.164774:0:303492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763634.164775:0:303492:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763634.164777:0:303492:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763634.164780:0:303492:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20796
00000400:00000200:3.0:1787763634.164783:0:303492:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763634.164786:0:303492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763634.164788:0:303492:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763634.164791:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763634.164793:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787763634.164794:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1787763634.164796:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763634.164799:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000001:1.0:1787763634.164800:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1787763634.164803:0:303492:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787763634.164805:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1787763634.164806:0:303492:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000020:00000001:3.0:1787763634.164809:0:303492:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763634.164811:0:303492:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000020:00000001:3.0:1787763634.164814:0:303492:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000040:1.0:1787763634.164815:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d566d00 x1874599320606080/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787763634.164816:0:303492:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000040:3.0:1787763634.164824:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763634.164829:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763634.164833:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763634.164834:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763634.164837:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763634.164838:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
02000000:00000001:1.0:1787763634.164842:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:3.0:1787763634.164843:0:303492:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
02000000:00000001:1.0:1787763634.164847:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1787763634.164848:0:303492:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
02000000:00000001:1.0:1787763634.164851:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763634.164852:0:303492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763634.164856:0:303492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:1.0:1787763634.164858:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d566d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320606080:192.168.203.113@tcp:250:kworker.0
02000000:00000001:3.0:1787763634.164863:0:303492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763634.164866:0:303492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763634.164868:0:303492:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1787763634.164870:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00100000:3.0:1787763634.164873:0:303492:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1787763634.164876:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00000001:3.0:1787763634.164878:0:303492:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763634.164880:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763634.164881:0:303492:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763634.164885:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:3.0:1787763634.164887:0:303492:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d565e00.
00000020:00000040:3.0:1787763634.164891:0:303492:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
02000000:00000001:3.0:1787763634.164892:0:303492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000010:1.0:1787763634.164893:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db8400.
02000000:00000001:3.0:1787763634.164894:0:303492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763634.164897:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763634.164898:0:303492:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763634.164902:0:303492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763634.164904:0:303492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763634.164907:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
02000000:00000010:3.0:1787763634.164908:0:303492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45906400.
00000400:00000010:1.0:1787763634.164913:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43e70.
00000100:00000001:3.0:1787763634.164913:0:303492:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763634.164923:0:303492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d565e00 x1874599320606208/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1787763634.164924:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9cc0.
00000100:00000001:3.0:1787763634.164932:0:303492:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000200:1.0:1787763634.164935:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320606080, portal 25
00000100:00000001:3.0:1787763634.164935:0:303492:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763634.164940:0:303492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008dad852f] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d565e00 x1874599320606208/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763634.164941:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763634.164944:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910956800 : -110374798594816 : ffff9b9d5d566d00)
00000100:00000001:3.0:1787763634.164953:0:303492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763634.164954:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d566d00 x1874599320606080/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763659 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787763634.164956:0:303492:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763634.164965:0:303492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787763634.164969:0:303492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763634.164972:0:303492:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787763634.164973:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787763634.164977:0:303492:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:1.0:1787763634.164979:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000100:00080000:3.0:1787763634.164983:0:303492:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20796
00000400:00000010:1.0:1787763634.164984:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9770.
00000100:00000200:1.0:1787763634.164989:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320606080, offset 0
00000400:00000200:3.0:1787763634.164990:0:303492:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763634.164995:0:303492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763634.164996:0:303492:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1787763634.165001:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000100:00000040:3.0:1787763634.165002:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763634.165006:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763634.165008:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763634.165010:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763634.165011:0:303492:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763634.165012:0:303492:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000020:00000001:3.0:1787763634.165013:0:303492:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:1.0:1787763634.165015:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000020:00000040:3.0:1787763634.165017:0:303492:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000020:00000001:3.0:1787763634.165021:0:303492:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000020:00000001:3.0:1787763634.165022:0:303492:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000400:00000200:1.0:1787763634.165029:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000100:00000040:3.0:1787763634.165034:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763634.165037:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787763634.165038:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:3.0:1787763634.165040:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763634.165044:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000400:00000200:1.0:1787763634.165047:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000020:00000040:3.0:1787763634.165047:0:303492:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000100:00080000:3.0:1787763634.165054:0:303492:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000400:00000200:1.0:1787763634.165056:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1787763634.165059:0:303492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763634.165062:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
02000000:00000001:3.0:1787763634.165064:0:303492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763634.165067:0:303492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1787763634.165068:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63498:63498:256:4294967295] 192.168.203.113@tcp LPNI seq info [63498:63498:8:4294967295]
02000000:00000001:3.0:1787763634.165072:0:303492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763634.165075:0:303492:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000200:1.0:1787763634.165076:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000008:00100000:3.0:1787763634.165077:0:303492:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763634.165081:0:303492:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763634.165083:0:303492:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763634.165087:0:303492:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d564b40.
00000400:00000200:1.0:1787763634.165091:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000020:00000040:3.0:1787763634.165092:0:303492:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
02000000:00000001:3.0:1787763634.165098:0:303492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000200:1.0:1787763634.165102:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
02000000:00000001:3.0:1787763634.165102:0:303492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763634.165105:0:303492:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763634.165108:0:303492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763634.165109:0:303492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1787763634.165110:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef300.
02000000:00000010:3.0:1787763634.165114:0:303492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45907800.
00000100:00000001:3.0:1787763634.165119:0:303492:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787763634.165120:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763634.165126:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 32 secs later)
00000100:00100000:3.0:1787763634.165127:0:303492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d564b40 x1874599320606336/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1787763634.165138:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000001:3.0:1787763634.165142:0:303492:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000200:1.1:1787763634.165143:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 32 secs later)
00000100:00000001:3.0:1787763634.165147:0:303492:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1787763634.165153:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000100:00000040:3.0:1787763634.165156:0:303492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9fa13ea] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d564b40 x1874599320606336/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:1.0:1787763634.165158:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef300.
00000100:00000001:3.0:1787763634.165168:0:303492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763634.165170:0:303492:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1787763634.165172:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:3.0:1787763634.165173:0:303492:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1787763634.165189:0:303492:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763634.165195:0:303492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000200:1.0:1787763634.165196:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1787763634.165197:0:303492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763634.165200:0:303492:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763634.165204:0:303492:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1787763634.165208:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9770
00000100:00080000:3.0:1787763634.165209:0:303492:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20796
00000400:00000010:1.0:1787763634.165215:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9770.
00000400:00000200:3.0:1787763634.165216:0:303492:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763634.165221:0:303492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763634.165223:0:303492:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787763634.165226:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:3.0:1787763634.165226:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763634.165230:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763634.165231:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763634.165232:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763634.165234:0:303492:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763634.165236:0:303492:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000020:00000001:3.0:1787763634.165236:0:303492:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763634.165239:0:303492:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000020:00000001:3.0:1787763634.165240:0:303492:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000020:00000001:3.0:1787763634.165244:0:303492:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000200:1.0:1787763634.165246:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d566d00 x1874599320606080/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763659 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787763634.165249:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763634.165253:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763634.165258:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763634.165263:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787763634.165266:0:303492:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00000001:1.0:1787763634.165268:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00080000:3.0:1787763634.165269:0:303492:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763634.165274:0:303492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763634.165275:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d566d00 x1874599320606080/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763659 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787763634.165276:0:303492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763634.165280:0:303492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763634.165286:0:303492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763634.165291:0:303492:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1787763634.165293:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1787763634.165294:0:303492:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000100:00000001:1.0:1787763634.165297:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000008:00000001:3.0:1787763634.165298:0:303492:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763634.165301:0:303492:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763634.165304:0:303492:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d5670c0.
00000020:00000040:3.0:1787763634.165305:0:303492:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
00000100:00000001:1.0:1787763634.165306:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763634.165307:0:303492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763634.165311:0:303492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763634.165313:0:303492:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1787763634.165314:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
02000000:00000001:3.0:1787763634.165315:0:303492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763634.165318:0:303492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763634.165319:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4315470583
02000000:00000010:3.0:1787763634.165322:0:303492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45905000.
00000100:00000001:3.0:1787763634.165325:0:303492:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787763634.165326:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d7f69b960.
00000100:00100000:3.0:1787763634.165331:0:303492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d5670c0 x1874599320606464/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787763634.165337:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1787763634.165338:0:303492:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763634.165343:0:303492:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763634.165348:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4315470583
00000100:00000040:3.0:1787763634.165349:0:303492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000096847001] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d5670c0 x1874599320606464/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1787763634.165355:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d7f69bd20.
00000100:00000001:1.0:1787763634.165360:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1787763634.165361:0:303492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763634.165367:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1787763634.165369:0:303492:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20807)
00000100:00000001:1.0:1787763634.165371:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763634.165375:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763634.165380:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763634/real 1787763634]  req@ffff9b9d5d566d00 x1874599320606080/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763634.165388:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763634.165390:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763634.165392:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43e70.
00000400:00000200:1.0:1787763634.165394:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9cc0
00000400:00000010:1.0:1787763634.165396:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9cc0.
00000100:00000001:1.0:1787763634.165397:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763634.165400:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d566d00 x1874599320606080/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763634.165407:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d566d00 x1874599320606080/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763634.165412:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763634.165413:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763634.165415:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763634.165416:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763634.165419:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d566d00 x1874599320606080/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763634.165424:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763634.165427:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d566d00 x1874599320606080/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763659 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763634.165433:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763634.165435:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763634.165437:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763634.165457:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763634.165460:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763634.165462:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763634.165465:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763634.165468:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763634.165470:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763634.165473:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d566d00 x1874599320606080/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763659 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763634.165480:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d566d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320606080:192.168.203.113@tcp:250:kworker.0
00000100:00000001:1.0:1787763634.165484:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763634.165486:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763634.165488:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d566d00 x1874599320606080/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763659 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763634.165493:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763634.165495:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763634.165497:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db8400.
02000000:00000001:1.0:1787763634.165500:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763634.165501:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763634.165503:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:1.0:1787763634.165505:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763634.165508:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45905800.
02000000:00000001:1.0:1787763634.165511:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763634.165513:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763634.165514:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d566d00.
00000100:00000001:1.0:1787763634.165518:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763634.165519:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763634.165521:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763634.165528:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763634.165529:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763634.165530:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763634.165532:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763634.165533:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763634.165536:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d565e00 x1874599320606208/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763634.165542:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763634.165543:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763634.165545:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763634.165546:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763634.165547:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763634.165549:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d565e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320606208:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763634.165552:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763634.165554:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763634.165555:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763634.165556:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763634.165559:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db8400.
02000000:00000001:1.0:1787763634.165560:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763634.165563:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763634.165566:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43e70.
00000400:00000010:1.0:1787763634.165569:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9cc0.
00000100:00000200:1.0:1787763634.165572:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320606208, portal 10
00000100:00000001:1.0:1787763634.165575:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763634.165576:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910952960 : -110374798598656 : ffff9b9d5d565e00)
00000100:00000040:1.0:1787763634.165584:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d565e00 x1874599320606208/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763659 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763634.165592:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763634.165594:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763634.165597:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9770.
00000100:00000200:1.0:1787763634.165599:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320606208, offset 0
00000400:00000200:1.0:1787763634.165604:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763634.165608:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763634.165613:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763634.165616:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763634.165620:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763634.165622:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763634.165626:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763634.165630:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63499:63499:256:4294967295] 192.168.203.113@tcp LPNI seq info [63499:63499:8:4294967295]
00000400:00000200:1.0:1787763634.165634:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763634.165641:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763634.165645:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763634.165647:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef300.
00000800:00000200:1.0:1787763634.165650:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763634.165653:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787763634.165656:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763634.165658:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1787763634.165661:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763634.165662:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef300.
00000400:00000200:1.0:1787763634.165665:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763634.165667:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763634.165670:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9770
00000400:00000010:1.0:1787763634.165671:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9770.
00000100:00000001:1.0:1787763634.165681:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763634.165697:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d565e00 x1874599320606208/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763659 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763634.165703:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763634.165705:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d565e00 x1874599320606208/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763659 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763634.165711:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763634.165712:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763634.165715:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763634.165718:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:1.0:1787763634.165720:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763634.165722:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315469356
00000100:00000001:1.0:1787763634.165724:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315470583
00000100:00000001:1.0:1787763634.165726:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315469356
00000100:00000001:1.0:1787763634.165728:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315470583
00000100:00000001:1.0:1787763634.165730:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763634.165731:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763634.165733:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763634.165735:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763634/real 1787763634]  req@ffff9b9d5d565e00 x1874599320606208/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763634.165751:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763634.165752:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763634.165753:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43e70.
00000400:00000200:1.0:1787763634.165755:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9cc0
00000400:00000010:1.0:1787763634.165756:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9cc0.
00000100:00000001:1.0:1787763634.165757:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763634.165759:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d565e00 x1874599320606208/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763634.165765:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d565e00 x1874599320606208/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763634.165770:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763634.165771:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763634.165772:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763634.165773:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763634.165775:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d565e00 x1874599320606208/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763634.165779:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763634.165781:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d565e00 x1874599320606208/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763659 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763634.165786:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763634.165787:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763634.165788:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763634.165789:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763634.165790:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763634.165804:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763634.165807:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763634.165809:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763634.165811:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763634.165813:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d565e00 x1874599320606208/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763659 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763634.165818:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d565e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320606208:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763634.165821:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763634.165823:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d564b40 x1874599320606336/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763634.165827:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763634.165828:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763634.165830:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763634.165831:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763634.165832:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763634.165834:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d564b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320606336:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763634.165836:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763634.165838:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763634.165839:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763634.165840:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763634.165843:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db8800.
02000000:00000001:1.0:1787763634.165844:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763634.165846:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763634.165848:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43e70.
00000400:00000010:1.0:1787763634.165850:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9cc0.
00000100:00000200:1.0:1787763634.165853:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320606336, portal 10
00000100:00000001:1.0:1787763634.165854:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763634.165855:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910948160 : -110374798603456 : ffff9b9d5d564b40)
00000100:00000040:1.0:1787763634.165860:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d564b40 x1874599320606336/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763659 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763634.165869:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763634.165871:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763634.165872:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9770.
00000100:00000200:1.0:1787763634.165874:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320606336, offset 0
00000400:00000200:1.0:1787763634.165877:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763634.165880:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763634.165882:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763634.165884:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763634.165886:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763634.165887:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763634.165889:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763634.165892:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63500:63500:256:4294967295] 192.168.203.113@tcp LPNI seq info [63500:63500:8:4294967295]
00000400:00000200:1.0:1787763634.165895:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763634.165899:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763634.165903:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763634.165905:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef300.
00000800:00000200:1.0:1787763634.165908:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763634.165910:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787763634.165913:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763634.165915:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1787763634.165918:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763634.165919:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef300.
00000400:00000200:1.0:1787763634.165921:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763634.165924:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763634.165926:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9770
00000400:00000010:1.0:1787763634.165927:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9770.
00000100:00000001:1.0:1787763634.165929:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763634.165931:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d564b40 x1874599320606336/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763659 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763634.165937:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763634.165939:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d564b40 x1874599320606336/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763659 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763634.165948:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763634.165950:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763634.165952:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763634.165954:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:1.0:1787763634.165956:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763634.165958:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315469335
00000100:00000001:1.0:1787763634.165959:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315470583
00000100:00000001:1.0:1787763634.165961:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315469335
00000100:00000001:1.0:1787763634.165962:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315470583
00000100:00000001:1.0:1787763634.165964:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763634.165965:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763634.165966:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763634.165968:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763634/real 1787763634]  req@ffff9b9d5d564b40 x1874599320606336/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763634.165973:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763634.165974:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763634.165975:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43e70.
00000400:00000200:1.0:1787763634.165976:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9cc0
00000400:00000010:1.0:1787763634.165978:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9cc0.
00000100:00000001:1.0:1787763634.165979:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763634.165981:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d564b40 x1874599320606336/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763634.165986:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d564b40 x1874599320606336/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763634.165990:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763634.165991:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763634.165992:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763634.165993:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763634.165995:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d564b40 x1874599320606336/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763634.166001:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763634.166004:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d564b40 x1874599320606336/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763659 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763634.166008:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763634.166010:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763634.166011:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763634.166012:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763634.166013:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763634.166014:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763634.166016:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763634.166017:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763634.166019:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763634.166021:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d564b40 x1874599320606336/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763659 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763634.166026:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d564b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320606336:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763634.166028:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763634.166030:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d5670c0 x1874599320606464/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763634.166034:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763634.166035:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763634.166037:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763634.166038:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763634.166039:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763634.166041:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d5670c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320606464:192.168.203.113@tcp:8:kworker.0
00000100:00000001:1.0:1787763634.166043:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763634.166055:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763634.166057:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763634.166058:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763634.166061:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58dbbc00.
02000000:00000001:1.0:1787763634.166062:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763634.166065:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763634.166067:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43e70.
00000400:00000010:1.0:1787763634.166069:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9cc0.
00000100:00000200:1.0:1787763634.166071:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320606464, portal 4
00000100:00000001:1.0:1787763634.166072:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763634.166073:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910957760 : -110374798593856 : ffff9b9d5d5670c0)
00000100:00000040:1.0:1787763634.166077:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d5670c0 x1874599320606464/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763659 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763634.166082:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763634.166084:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763634.166085:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9770.
00000100:00000200:1.0:1787763634.166087:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320606464, offset 0
00000400:00000200:1.0:1787763634.166090:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763634.166092:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763634.166094:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763634.166095:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763634.166097:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763634.166098:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763634.166100:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763634.166102:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63501:63501:256:4294967295] 192.168.203.113@tcp LPNI seq info [63501:63501:8:4294967295]
00000400:00000200:1.0:1787763634.166105:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763634.166109:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763634.166112:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763634.166114:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef300.
00000800:00000200:1.0:1787763634.166116:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763634.166118:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787763634.166120:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763634.166122:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1787763634.166125:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763634.166127:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef300.
00000400:00000200:1.0:1787763634.166129:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763634.166132:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763634.166134:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9770
00000400:00000010:1.0:1787763634.166135:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9770.
00000100:00000001:1.0:1787763634.166137:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763634.166139:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d5670c0 x1874599320606464/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763659 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763634.166144:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763634.166146:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d5670c0 x1874599320606464/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763659 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763634.166150:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763634.166151:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763634.166153:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763634.166155:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:1.0:1787763634.166157:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763634.166158:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315469347
00000100:00000001:1.0:1787763634.166160:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315470583
00000100:00000001:1.0:1787763634.166162:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315469347
00000100:00000001:1.0:1787763634.166163:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315470583
00000100:00000001:1.0:1787763634.166164:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763634.166165:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763634.166167:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763634.166169:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763634/real 1787763634]  req@ffff9b9d5d5670c0 x1874599320606464/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763634.166173:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763634.166174:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763634.166175:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43e70.
00000400:00000200:1.0:1787763634.166176:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9cc0
00000400:00000010:1.0:1787763634.166177:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9cc0.
00000100:00000001:1.0:1787763634.166179:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763634.166181:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d5670c0 x1874599320606464/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763634.166187:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d5670c0 x1874599320606464/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763634.166191:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763634.166192:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763634.166193:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763634.166194:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763634.166196:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d5670c0 x1874599320606464/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763634.166200:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763634.166203:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d5670c0 x1874599320606464/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763659 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763634.166207:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763634.166208:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763634.166209:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763634.166210:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763634.166211:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763634.166212:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763634.166213:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763634.166215:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763634.166217:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763634.166219:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d5670c0 x1874599320606464/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763659 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763634.166224:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d5670c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320606464:192.168.203.113@tcp:8:kworker.0
00000100:00000001:1.0:1787763634.166226:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763634.166228:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763634.166231:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d565e00 x1874599320606208/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763659 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763634.166236:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763634.166237:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763634.166238:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db8400.
02000000:00000001:1.0:1787763634.166240:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763634.166241:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763634.166242:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:1.0:1787763634.166243:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763634.166245:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45906400.
02000000:00000001:1.0:1787763634.166247:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763634.166248:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763634.166249:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d565e00.
00000100:00000001:1.0:1787763634.166251:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763634.166252:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763634.166254:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763634.166256:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d564b40 x1874599320606336/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763659 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763634.166261:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763634.166262:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763634.166264:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db8800.
02000000:00000001:1.0:1787763634.166266:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763634.166267:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763634.166269:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:1.0:1787763634.166271:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763634.166273:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45907800.
02000000:00000001:1.0:1787763634.166275:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763634.166276:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763634.166278:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d564b40.
00000100:00000001:1.0:1787763634.166280:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763634.166282:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763634.166284:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763634.166288:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d5670c0 x1874599320606464/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763659 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763634.166295:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763634.166297:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763634.166299:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58dbbc00.
02000000:00000001:1.0:1787763634.166302:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763634.166304:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763634.166305:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:1.0:1787763634.166307:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763634.166309:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45905000.
02000000:00000001:1.0:1787763634.166311:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763634.166313:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763634.166315:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d5670c0.
00000100:00000001:1.0:1787763634.166317:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763634.166319:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763634.166320:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763634.166325:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763634.166326:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763634.166328:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763634.166330:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763634.356579:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763634.356589:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763634.356597:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763634.356598:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763634.356602:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763634.356604:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763634.356747:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763634.356753:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763634.356757:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787763635.188542:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763635.188553:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763635.188554:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763635.188558:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787763635.188562:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763635.188565:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763635.188567:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763635.188570:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763635.188572:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763635.380585:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763635.380594:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763635.380603:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763635.380606:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763635.380612:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763635.380628:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763635.380767:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763635.380776:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763635.380783:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1787763635.444571:0:303331:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b110 (cpu 1) has reached its deadline 4315470583, at 4315470592
00000100:00000040:0.0:1787763635.444578:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4315470583, at 4315470592
00000100:00000010:1.0:1787763635.444590:0:303331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69bd20.
00000100:00000010:0.0:1787763635.444597:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69b960.
00000100:00000001:2.0:1787763636.212566:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763636.212579:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763636.212584:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763636.212592:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787763636.212599:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763636.212604:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763636.212609:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763636.212613:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763636.212618:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763636.404556:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763636.404564:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763636.404572:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763636.404575:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763636.404579:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763636.404597:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763636.404653:0:281543:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763636.404657:0:281543:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763636.404660:0:281543:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787763637.236569:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763637.236580:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763637.236582:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763637.236589:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787763637.236594:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763637.236599:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763637.236603:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763637.236607:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763637.236610:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763637.428573:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763637.428582:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763637.428588:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763637.428589:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763637.428593:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763637.428594:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787763637.428636:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787763637.428641:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787763637.428644:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787763638.260556:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763638.260566:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763638.260569:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763638.260576:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787763638.260581:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763638.260585:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763638.260589:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763638.260592:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763638.260596:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763638.452522:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763638.452530:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763638.452535:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763638.452537:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763638.452540:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763638.452541:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763638.452619:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763638.452623:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763638.452626:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787763639.284550:0:303492:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787763639.284550:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:0.0:1787763639.284560:0:303492:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787763639.284560:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763639.284562:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763639.284564:0:303492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763639.284568:0:303492:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1787763639.284568:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787763639.284572:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787763639.284573:0:303492:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787763639.284576:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763639.284580:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:0.0:1787763639.284582:0:303492:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20802
00000100:00000001:2.0:1787763639.284584:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763639.284587:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787763639.284602:0:303492:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763639.284611:0:303492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763639.284615:0:303492:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763639.284619:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763639.284622:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763639.284625:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763639.284628:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763639.284633:0:303492:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763639.284635:0:303492:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:0.0:1787763639.284639:0:303492:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763639.284643:0:303492:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:0.0:1787763639.284646:0:303492:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:0.0:1787763639.284665:0:303492:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:0.0:1787763639.284668:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763639.284670:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763639.284671:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763639.284673:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787763639.284675:0:303492:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:0.0:1787763639.284678:0:303492:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763639.284680:0:303492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763639.284682:0:303492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763639.284687:0:303492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763639.284689:0:303492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763639.284691:0:303492:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787763639.284694:0:303492:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763639.284704:0:303492:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81852d00.
00000020:00000040:0.0:1787763639.284708:0:303492:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:0.0:1787763639.284712:0:303492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763639.284714:0:303492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763639.284717:0:303492:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763639.284719:0:303492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763639.284724:0:303492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763639.284732:0:303492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d50559400.
00000100:00000001:0.0:1787763639.284739:0:303492:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763639.284748:0:303492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81852d00 x1874599320606592/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763639.284757:0:303492:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763639.284761:0:303492:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763639.284766:0:303492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033d5c64e] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81852d00 x1874599320606592/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763639.284785:0:303492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763639.284788:0:303492:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763639.284791:0:303492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787763639.284792:0:303492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763639.284793:0:303492:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763639.284795:0:303492:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763639.284797:0:303492:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20802
00000400:00000200:0.0:1787763639.284801:0:303492:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763639.284804:0:303492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763639.284807:0:303492:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763639.284809:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763639.284811:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763639.284814:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763639.284818:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000001:1.0:1787763639.284819:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1787763639.284821:0:303492:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763639.284823:0:303492:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000020:00000001:0.0:1787763639.284826:0:303492:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787763639.284827:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000040:0.0:1787763639.284829:0:303492:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000100:00000001:1.0:1787763639.284831:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1787763639.284833:0:303492:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000020:00000001:0.0:1787763639.284836:0:303492:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000040:0.0:1787763639.284839:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763639.284844:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787763639.284846:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81852d00 x1874599320606592/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787763639.284847:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763639.284851:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787763639.284860:0:303492:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00080000:0.0:1787763639.284869:0:303492:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763639.284878:0:303492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763639.284881:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1787763639.284882:0:303492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787763639.284885:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763639.284891:0:303492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763639.284891:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787763639.284899:0:303492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763639.284900:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787763639.284909:0:303492:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:1.0:1787763639.284910:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1787763639.284919:0:303492:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787763639.284919:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81852d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320606592:192.168.203.113@tcp:250:kworker.0
00000008:00000001:0.0:1787763639.284929:0:303492:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763639.284931:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1787763639.284934:0:303492:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763639.284938:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000010:0.0:1787763639.284939:0:303492:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81853840.
02000000:00000001:1.0:1787763639.284942:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1787763639.284944:0:303492:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
02000000:00000001:1.0:1787763639.284947:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787763639.284949:0:303492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763639.284952:0:303492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763639.284954:0:303492:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763639.284956:0:303492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:1.0:1787763639.284957:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58dbbc00.
02000000:00000001:0.0:1787763639.284961:0:303492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763639.284961:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763639.284967:0:303492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d50558400.
00000100:00000001:0.0:1787763639.284974:0:303492:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763639.284975:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763639.284987:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43e70.
00000100:00100000:0.0:1787763639.284989:0:303492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81853840 x1874599320606720/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1787763639.284995:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9cc0.
00000100:00000001:0.0:1787763639.284998:0:303492:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763639.285001:0:303492:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787763639.285004:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320606592, portal 25
00000100:00000040:0.0:1787763639.285008:0:303492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000090fddba4] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81853840 x1874599320606720/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763639.285009:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763639.285014:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699518000384 : -110374191551232 : ffff9b9d81852d00)
00000100:00000001:0.0:1787763639.285029:0:303492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763639.285030:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81852d00 x1874599320606592/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787763639.285034:0:303492:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763639.285048:0:303492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787763639.285053:0:303492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787763639.285057:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:0.0:1787763639.285058:0:303492:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763639.285067:0:303492:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:1.0:1787763639.285068:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763639.285075:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9770.
00000100:00080000:0.0:1787763639.285077:0:303492:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20802
00000100:00000200:1.0:1787763639.285085:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320606592, offset 0
00000400:00000200:0.0:1787763639.285092:0:303492:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763639.285101:0:303492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000400:00000200:1.0:1787763639.285105:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000100:00080000:0.0:1787763639.285106:0:303492:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763639.285115:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763639.285118:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787763639.285122:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000040:0.0:1787763639.285123:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763639.285126:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763639.285128:0:303492:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763639.285129:0:303492:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000020:00000001:0.0:1787763639.285132:0:303492:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:1.0:1787763639.285133:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000020:00000040:0.0:1787763639.285135:0:303492:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000020:00000001:0.0:1787763639.285138:0:303492:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000400:00000200:1.0:1787763639.285139:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:0.0:1787763639.285145:0:303492:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00000040:0.0:1787763639.285155:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000400:00000200:1.0:1787763639.285156:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000100:00000001:0.0:1787763639.285165:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787763639.285169:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000100:00000040:0.0:1787763639.285170:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000400:00000200:1.0:1787763639.285177:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000100:00000001:0.0:1787763639.285178:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000400:00000200:1.0:1787763639.285189:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63502:63502:256:4294967295] 192.168.203.113@tcp LPNI seq info [63502:63502:8:4294967295]
00000020:00000040:0.0:1787763639.285190:0:303492:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000100:00080000:0.0:1787763639.285204:0:303492:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000400:00000200:1.0:1787763639.285205:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787763639.285210:0:303492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763639.285214:0:303492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763639.285218:0:303492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763639.285228:0:303492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763639.285234:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1787763639.285235:0:303492:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763639.285242:0:303492:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000800:00000200:1.0:1787763639.285247:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000008:00000001:0.0:1787763639.285249:0:303492:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763639.285254:0:303492:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1787763639.285255:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef300.
00000100:00000010:0.0:1787763639.285260:0:303492:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81850f00.
00000020:00000040:0.0:1787763639.285264:0:303492:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000800:00000200:1.0:1787763639.285265:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
02000000:00000001:0.0:1787763639.285275:0:303492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000200:1.0:1787763639.285276:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
02000000:00000001:0.0:1787763639.285278:0:303492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763639.285287:0:303492:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763639.285289:0:303492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763639.285293:0:303492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787763639.285295:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
02000000:00000010:0.0:1787763639.285299:0:303492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d5055bc00.
00000800:00000200:1.1:1787763639.285300:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00000100:00000001:0.0:1787763639.285308:0:303492:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1787763639.285313:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000100:00100000:0.0:1787763639.285322:0:303492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81850f00 x1874599320606848/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:1.0:1787763639.285323:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef300.
00000400:00000200:1.0:1787763639.285335:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1787763639.285336:0:303492:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763639.285344:0:303492:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763639.285352:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000100:00000040:0.0:1787763639.285357:0:303492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007454b7f2] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81850f00 x1874599320606848/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787763639.285359:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9770
00000400:00000010:1.0:1787763639.285365:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9770.
00000100:00000001:1.0:1787763639.285372:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787763639.285375:0:303492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763639.285380:0:303492:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:1.0:1787763639.285381:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d81852d00 x1874599320606592/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787763639.285387:0:303492:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1787763639.285397:0:303492:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763639.285406:0:303492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787763639.285409:0:303492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763639.285411:0:303492:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763639.285417:0:303492:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763639.285423:0:303492:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20802
00000100:00000001:1.0:1787763639.285426:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000400:00000200:0.0:1787763639.285427:0:303492:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763639.285436:0:303492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763639.285438:0:303492:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787763639.285461:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81852d00 x1874599320606592/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763664 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787763639.285471:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763639.285480:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763639.285489:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763639.285498:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000001:1.0:1787763639.285500:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763639.285501:0:303492:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763639.285504:0:303492:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000100:00000001:1.0:1787763639.285505:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:0.0:1787763639.285513:0:303492:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763639.285516:0:303492:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000020:00000001:0.0:1787763639.285518:0:303492:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000001:1.0:1787763639.285519:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763639.285522:0:303492:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000400:00000200:1.0:1787763639.285527:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000040:0.0:1787763639.285528:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763639.285536:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787763639.285537:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4315475704
00000100:00000040:0.0:1787763639.285543:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763639.285547:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000010:1.0:1787763639.285548:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d7f69bd20.
00000020:00000040:0.0:1787763639.285550:0:303492:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00080000:0.0:1787763639.285554:0:303492:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763639.285556:0:303492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763639.285557:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
02000000:00000001:0.0:1787763639.285558:0:303492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763639.285565:0:303492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763639.285567:0:303492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763639.285568:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4315475704
00000100:00000001:0.0:1787763639.285569:0:303492:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763639.285573:0:303492:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000100:00000010:1.0:1787763639.285574:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d7f69b7e0.
00000008:00000001:0.0:1787763639.285582:0:303492:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763639.285583:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787763639.285586:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763639.285588:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763639.285590:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763639.285594:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763639/real 1787763639]  req@ffff9b9d81852d00 x1874599320606592/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763639.285601:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763639.285603:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763639.285604:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43e70.
00000400:00000200:1.0:1787763639.285606:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9cc0
00000400:00000010:1.0:1787763639.285607:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9cc0.
00000100:00000001:1.0:1787763639.285609:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763639.285612:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81852d00 x1874599320606592/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763639.285618:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81852d00 x1874599320606592/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763639.285627:0:303492:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763639.285638:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000010:0.0:1787763639.285639:0:303492:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81851680.
00000020:00000040:0.0:1787763639.285660:0:303492:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
02000000:00000001:0.0:1787763639.285662:0:303492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763639.285663:0:303492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763639.285665:0:303492:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763639.285666:0:303492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763639.285667:0:303492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763639.285670:0:303492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d50558c00.
00000100:00000001:0.0:1787763639.285672:0:303492:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763639.285677:0:303492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81851680 x1874599320606976/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763639.285682:0:303492:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787763639.285682:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763639.285695:0:303492:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763639.285696:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763639.285703:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787763639.285705:0:303492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be916297] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81851680 x1874599320606976/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763639.285712:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81852d00 x1874599320606592/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763639.285742:0:303492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763639.285744:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787763639.285749:0:303492:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20812)
00000100:00000040:1.0:1787763639.285752:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81852d00 x1874599320606592/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763664 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763639.285758:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763639.285760:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763639.285762:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763639.285763:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763639.285765:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763639.285767:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763639.285770:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763639.285773:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763639.285776:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763639.285780:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81852d00 x1874599320606592/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763664 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763639.285786:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81852d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320606592:192.168.203.113@tcp:250:kworker.0
00000100:00000001:1.0:1787763639.285791:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763639.285793:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763639.285796:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81852d00 x1874599320606592/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763664 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763639.285805:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763639.285807:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763639.285809:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58dbbc00.
02000000:00000001:1.0:1787763639.285813:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763639.285814:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763639.285816:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:1.0:1787763639.285818:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763639.285820:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d50559400.
02000000:00000001:1.0:1787763639.285824:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763639.285825:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763639.285827:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81852d00.
00000100:00000001:1.0:1787763639.285829:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763639.285830:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763639.285832:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763639.285838:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763639.285840:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763639.285841:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763639.285843:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763639.285844:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763639.285847:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81853840 x1874599320606720/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763639.285852:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763639.285853:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763639.285855:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763639.285856:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763639.285858:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763639.285860:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81853840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320606720:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763639.285862:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763639.285865:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763639.285866:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763639.285867:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763639.285870:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58dbbc00.
02000000:00000001:1.0:1787763639.285871:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763639.285874:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763639.285877:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43e70.
00000400:00000010:1.0:1787763639.285879:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9cc0.
00000100:00000200:1.0:1787763639.285882:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320606720, portal 10
00000100:00000001:1.0:1787763639.285883:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763639.285884:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699518003264 : -110374191548352 : ffff9b9d81853840)
00000100:00000040:1.0:1787763639.285889:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81853840 x1874599320606720/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763639.285893:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763639.285895:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763639.285897:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9770.
00000100:00000200:1.0:1787763639.285899:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320606720, offset 0
00000400:00000200:1.0:1787763639.285902:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763639.285907:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763639.285912:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763639.285917:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763639.285919:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763639.285922:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763639.285926:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763639.285932:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63503:63503:256:4294967295] 192.168.203.113@tcp LPNI seq info [63503:63503:8:4294967295]
00000400:00000200:1.0:1787763639.285935:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763639.285940:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763639.285946:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763639.285949:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef300.
00000800:00000200:1.0:1787763639.285952:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763639.285954:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787763639.285957:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763639.285959:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1787763639.285962:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763639.285963:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef300.
00000400:00000200:1.0:1787763639.285966:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763639.285968:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763639.285970:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9770
00000400:00000010:1.0:1787763639.285972:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9770.
00000100:00000001:1.0:1787763639.285974:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763639.285976:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d81853840 x1874599320606720/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763639.285981:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763639.285983:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81853840 x1874599320606720/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763664 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763639.285988:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763639.285989:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763639.285991:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763639.285994:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:1.0:1787763639.285997:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763639.285998:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315474476
00000100:00000001:1.0:1787763639.286000:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315475704
00000100:00000001:1.0:1787763639.286002:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315474476
00000100:00000001:1.0:1787763639.286003:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315475704
00000100:00000001:1.0:1787763639.286005:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763639.286006:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763639.286007:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763639.286010:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763639/real 1787763639]  req@ffff9b9d81853840 x1874599320606720/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763639.286014:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763639.286015:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763639.286016:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43e70.
00000400:00000200:1.0:1787763639.286017:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9cc0
00000400:00000010:1.0:1787763639.286018:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9cc0.
00000100:00000001:1.0:1787763639.286019:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763639.286021:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81853840 x1874599320606720/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763639.286027:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81853840 x1874599320606720/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763639.286035:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763639.286037:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763639.286038:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763639.286039:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763639.286042:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81853840 x1874599320606720/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763639.286046:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763639.286050:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81853840 x1874599320606720/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763664 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763639.286055:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763639.286056:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763639.286057:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763639.286058:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763639.286059:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763639.286068:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763639.286070:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763639.286072:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763639.286073:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763639.286075:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81853840 x1874599320606720/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763664 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763639.286081:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81853840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320606720:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763639.286084:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763639.286086:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81850f00 x1874599320606848/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763639.286090:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763639.286091:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763639.286093:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763639.286095:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763639.286096:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763639.286099:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81850f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320606848:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763639.286101:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763639.286103:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763639.286104:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763639.286105:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763639.286107:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db8800.
02000000:00000001:1.0:1787763639.286109:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763639.286110:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763639.286112:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43e70.
00000400:00000010:1.0:1787763639.286114:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9cc0.
00000100:00000200:1.0:1787763639.286116:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320606848, portal 10
00000100:00000001:1.0:1787763639.286117:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763639.286118:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699517992704 : -110374191558912 : ffff9b9d81850f00)
00000100:00000040:1.0:1787763639.286122:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81850f00 x1874599320606848/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763639.286126:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763639.286129:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763639.286130:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9770.
00000100:00000200:1.0:1787763639.286132:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320606848, offset 0
00000400:00000200:1.0:1787763639.286134:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763639.286136:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763639.286138:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763639.286140:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763639.286141:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763639.286143:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763639.286145:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763639.286147:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63504:63504:256:4294967295] 192.168.203.113@tcp LPNI seq info [63504:63504:8:4294967295]
00000400:00000200:1.0:1787763639.286150:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763639.286155:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763639.286158:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763639.286161:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef300.
00000800:00000200:1.0:1787763639.286163:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763639.286166:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787763639.286169:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763639.286171:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1787763639.286174:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763639.286175:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef300.
00000400:00000200:1.0:1787763639.286177:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763639.286180:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763639.286181:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9770
00000400:00000010:1.0:1787763639.286183:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9770.
00000100:00000001:1.0:1787763639.286185:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763639.286187:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d81850f00 x1874599320606848/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763639.286192:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763639.286194:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81850f00 x1874599320606848/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763664 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763639.286198:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763639.286200:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763639.286202:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763639.286204:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:1.0:1787763639.286207:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763639.286209:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315474455
00000100:00000001:1.0:1787763639.286211:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315475704
00000100:00000001:1.0:1787763639.286213:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315474455
00000100:00000001:1.0:1787763639.286215:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315475704
00000100:00000001:1.0:1787763639.286216:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763639.286218:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763639.286219:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763639.286222:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763639/real 1787763639]  req@ffff9b9d81850f00 x1874599320606848/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763639.286228:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763639.286229:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763639.286231:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43e70.
00000400:00000200:1.0:1787763639.286233:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9cc0
00000400:00000010:1.0:1787763639.286236:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9cc0.
00000100:00000001:1.0:1787763639.286240:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763639.286243:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81850f00 x1874599320606848/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763639.286250:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81850f00 x1874599320606848/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763639.286255:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763639.286257:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763639.286259:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763639.286260:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763639.286263:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81850f00 x1874599320606848/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763639.286269:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763639.286276:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81850f00 x1874599320606848/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763664 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763639.286281:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763639.286285:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763639.286287:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763639.286289:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763639.286291:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763639.286295:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763639.286297:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763639.286300:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763639.286304:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763639.286310:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81850f00 x1874599320606848/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763664 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763639.286316:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81850f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320606848:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763639.286319:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763639.286321:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81851680 x1874599320606976/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763639.286325:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763639.286326:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763639.286328:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763639.286329:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763639.286331:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763639.286332:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81851680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320606976:192.168.203.113@tcp:8:kworker.0
00000100:00000001:1.0:1787763639.286335:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763639.286336:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763639.286337:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763639.286338:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763639.286340:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db8400.
02000000:00000001:1.0:1787763639.286342:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763639.286344:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763639.286345:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43e70.
00000400:00000010:1.0:1787763639.286347:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9cc0.
00000100:00000200:1.0:1787763639.286349:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320606976, portal 4
00000100:00000001:1.0:1787763639.286350:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763639.286351:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699517994624 : -110374191556992 : ffff9b9d81851680)
00000100:00000040:1.0:1787763639.286355:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81851680 x1874599320606976/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763639.286359:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763639.286360:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763639.286362:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9770.
00000100:00000200:1.0:1787763639.286364:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320606976, offset 0
00000400:00000200:1.0:1787763639.286366:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763639.286368:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763639.286371:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763639.286372:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763639.286374:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763639.286376:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763639.286378:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763639.286380:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63505:63505:256:4294967295] 192.168.203.113@tcp LPNI seq info [63505:63505:8:4294967295]
00000400:00000200:1.0:1787763639.286382:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763639.286386:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763639.286389:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763639.286392:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef300.
00000800:00000200:1.0:1787763639.286395:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763639.286399:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787763639.286403:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763639.286406:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1787763639.286410:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763639.286412:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef300.
00000400:00000200:1.0:1787763639.286416:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763639.286419:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763639.286422:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9770
00000400:00000010:1.0:1787763639.286424:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9770.
00000100:00000001:1.0:1787763639.286427:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763639.286431:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d81851680 x1874599320606976/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763639.286468:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763639.286473:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81851680 x1874599320606976/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763664 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763639.286479:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763639.286481:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763639.286484:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763639.286487:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:1.0:1787763639.286489:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763639.286491:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315474468
00000100:00000001:1.0:1787763639.286493:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315475704
00000100:00000001:1.0:1787763639.286495:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315474468
00000100:00000001:1.0:1787763639.286496:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315475704
00000100:00000001:1.0:1787763639.286497:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763639.286499:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763639.286500:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763639.286502:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763639/real 1787763639]  req@ffff9b9d81851680 x1874599320606976/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763639.286507:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763639.286508:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763639.286509:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43e70.
00000400:00000200:1.0:1787763639.286511:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9cc0
00000400:00000010:1.0:1787763639.286512:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9cc0.
00000100:00000001:1.0:1787763639.286513:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763639.286516:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81851680 x1874599320606976/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763639.286521:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81851680 x1874599320606976/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763639.286525:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763639.286525:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763639.286527:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763639.286527:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763639.286530:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81851680 x1874599320606976/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763639.286534:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763639.286536:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81851680 x1874599320606976/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763664 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763639.286541:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763639.286543:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763639.286544:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763639.286545:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763639.286546:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763639.286547:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763639.286549:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763639.286551:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763639.286553:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763639.286555:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81851680 x1874599320606976/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763664 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763639.286559:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81851680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320606976:192.168.203.113@tcp:8:kworker.0
00000100:00000001:1.0:1787763639.286562:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763639.286563:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763639.286565:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81853840 x1874599320606720/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763664 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763639.286568:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763639.286570:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763639.286571:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58dbbc00.
02000000:00000001:1.0:1787763639.286573:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763639.286574:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763639.286574:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:1.0:1787763639.286576:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763639.286577:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d50558400.
02000000:00000001:1.0:1787763639.286580:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763639.286580:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763639.286581:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81853840.
00000100:00000001:1.0:1787763639.286583:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763639.286584:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763639.286585:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763639.286587:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81850f00 x1874599320606848/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763664 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763639.286596:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763639.286597:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763639.286598:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db8800.
02000000:00000001:1.0:1787763639.286599:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763639.286600:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763639.286600:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:1.0:1787763639.286602:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763639.286602:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d5055bc00.
02000000:00000001:1.0:1787763639.286604:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763639.286604:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763639.286605:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81850f00.
00000100:00000001:1.0:1787763639.286607:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763639.286607:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763639.286608:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763639.286610:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81851680 x1874599320606976/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763664 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763639.286614:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763639.286615:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763639.286615:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db8400.
02000000:00000001:1.0:1787763639.286616:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763639.286617:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763639.286618:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:1.0:1787763639.286619:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763639.286620:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d50558c00.
02000000:00000001:1.0:1787763639.286621:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763639.286622:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763639.286622:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81851680.
00000100:00000001:1.0:1787763639.286623:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763639.286624:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763639.286625:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763639.286628:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763639.286628:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763639.286630:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763639.286631:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763639.476595:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763639.476607:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763639.476617:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763639.476620:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763639.476625:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763639.476626:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763639.476743:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763639.476750:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763639.476756:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787763640.308554:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763640.308562:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763640.308565:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763640.308571:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787763640.308575:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763640.308579:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763640.308582:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763640.308586:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763640.308590:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763640.500601:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763640.500609:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763640.500616:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763640.500618:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763640.500622:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763640.500623:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763640.500690:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763640.500695:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763640.500698:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1787763640.564534:0:303331:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b110 (cpu 1) has reached its deadline 4315475704, at 4315475712
00000100:00000040:0.0:1787763640.564548:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4315475704, at 4315475712
00000100:00000010:1.0:1787763640.564549:0:303331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69b7e0.
00000100:00000010:0.0:1787763640.564564:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69bd20.
00000100:00000001:2.0:1787763641.332602:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763641.332612:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763641.332615:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763641.332622:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787763641.332627:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763641.332648:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763641.332652:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763641.332656:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763641.332660:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763641.524593:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763641.524603:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763641.524606:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763641.524610:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763641.524615:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763641.524617:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763641.524619:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763641.524621:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763641.524624:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763641.524626:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763641.524627:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763641.524628:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763641.524629:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763641.524630:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763641.524641:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763641.524644:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763641.524648:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763641.524650:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763641.524723:0:281543:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763641.524729:0:281543:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763641.524733:0:281543:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787763642.356544:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763642.356558:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763642.356561:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763642.356569:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787763642.356573:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763642.356578:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763642.356581:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763642.356586:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763642.356590:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763642.548540:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763642.548547:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763642.548553:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763642.548554:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763642.548557:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763642.548558:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787763642.548602:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787763642.548606:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787763642.548609:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787763643.380519:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763643.380528:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763643.380530:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763643.380536:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787763643.380539:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763643.380542:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763643.380545:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763643.380547:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763643.380550:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763643.572536:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763643.572546:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763643.572564:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763643.572566:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763643.572571:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763643.572577:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763643.572580:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763643.572585:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763643.572589:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763643.572591:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763643.572594:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763643.572597:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763643.572678:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763643.572683:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763643.572685:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787763644.404558:0:303492:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787763644.404564:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763644.404572:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1787763644.404572:0:303492:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787763644.404576:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763644.404577:0:303492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763644.404582:0:303492:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1787763644.404583:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787763644.404589:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763644.404591:0:303492:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787763644.404594:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763644.404599:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1787763644.404600:0:303492:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20807
00000400:00000200:3.0:1787763644.404636:0:303492:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763644.404637:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763644.404645:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787763644.404648:0:303492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763644.404654:0:303492:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763644.404658:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763644.404662:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763644.404666:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763644.404671:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763644.404676:0:303492:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763644.404680:0:303492:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:3.0:1787763644.404684:0:303492:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763644.404688:0:303492:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:3.0:1787763644.404691:0:303492:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:3.0:1787763644.404693:0:303492:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:3.0:1787763644.404698:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763644.404700:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763644.404702:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763644.404704:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787763644.404708:0:303492:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:3.0:1787763644.404713:0:303492:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763644.404717:0:303492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763644.404720:0:303492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763644.404724:0:303492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763644.404728:0:303492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763644.404730:0:303492:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787763644.404733:0:303492:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763644.404744:0:303492:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d5661c0.
00000020:00000040:3.0:1787763644.404748:0:303492:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:3.0:1787763644.404753:0:303492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763644.404755:0:303492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763644.404758:0:303492:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763644.404761:0:303492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763644.404766:0:303492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763644.404774:0:303492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45907400.
00000100:00000001:3.0:1787763644.404782:0:303492:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763644.404799:0:303492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d5661c0 x1874599320607104/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763644.404820:0:303492:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763644.404824:0:303492:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763644.404828:0:303492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007d30f203] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d5661c0 x1874599320607104/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763644.404849:0:303492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763644.404852:0:303492:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763644.404855:0:303492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787763644.404856:0:303492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763644.404858:0:303492:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763644.404860:0:303492:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763644.404862:0:303492:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20807
00000400:00000200:3.0:1787763644.404866:0:303492:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763644.404868:0:303492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763644.404870:0:303492:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763644.404872:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763644.404876:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763644.404877:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763644.404880:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763644.404882:0:303492:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763644.404884:0:303492:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000020:00000001:3.0:1787763644.404886:0:303492:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763644.404888:0:303492:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000020:00000001:3.0:1787763644.404889:0:303492:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000020:00000001:3.0:1787763644.404891:0:303492:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000040:3.0:1787763644.404895:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763644.404897:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763644.404900:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763644.404902:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000001:1.0:1787763644.404905:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1787763644.404906:0:303492:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00080000:3.0:1787763644.404915:0:303492:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:1.0:1787763644.404918:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763644.404920:0:303492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763644.404926:0:303492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787763644.404928:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1787763644.404934:0:303492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763644.404939:0:303492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763644.404941:0:303492:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763644.404947:0:303492:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000100:00000040:1.0:1787763644.404950:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d5661c0 x1874599320607104/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1787763644.404953:0:303492:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763644.404958:0:303492:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763644.404967:0:303492:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d564f00.
00000020:00000040:3.0:1787763644.404977:0:303492:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
02000000:00000001:3.0:1787763644.404992:0:303492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787763644.404996:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1787763644.404996:0:303492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763644.405006:0:303492:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787763644.405007:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763644.405016:0:303492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787763644.405018:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787763644.405021:0:303492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763644.405024:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000010:3.0:1787763644.405028:0:303492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45904800.
02000000:00000001:1.0:1787763644.405031:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763644.405036:0:303492:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763644.405044:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d5661c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320607104:192.168.203.113@tcp:250:kworker.0
00000100:00100000:3.0:1787763644.405052:0:303492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d564f00 x1874599320607232/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787763644.405057:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1787763644.405071:0:303492:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1787763644.405073:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763644.405086:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763644.405086:0:303492:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763644.405110:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:3.0:1787763644.405117:0:303492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001dcdc0d3] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d564f00 x1874599320607232/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763644.405127:0:303492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787763644.405128:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db8400.
00000100:00080000:3.0:1787763644.405145:0:303492:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763644.405148:0:303492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787763644.405153:0:303492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:1.0:1787763644.405156:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763644.405158:0:303492:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763644.405166:0:303492:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763644.405174:0:303492:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20807
00000400:00000200:1.0:1787763644.405176:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763644.405182:0:303492:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763644.405185:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43e70.
00000400:00000200:3.0:1787763644.405188:0:303492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763644.405192:0:303492:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763644.405196:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000400:00000010:1.0:1787763644.405197:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9cc0.
00000100:00000001:3.0:1787763644.405199:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763644.405205:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763644.405207:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000200:1.0:1787763644.405209:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320607104, portal 25
00000020:00000001:3.0:1787763644.405210:0:303492:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763644.405215:0:303492:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000020:00000001:3.0:1787763644.405230:0:303492:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763644.405231:0:303492:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000020:00000001:3.0:1787763644.405232:0:303492:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00000001:1.0:1787763644.405237:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000020:00000001:3.0:1787763644.405239:0:303492:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00000001:1.0:1787763644.405244:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910953920 : -110374798597696 : ffff9b9d5d5661c0)
00000100:00000040:3.0:1787763644.405254:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763644.405257:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787763644.405263:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d5661c0 x1874599320607104/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787763644.405265:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763644.405281:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787763644.405291:0:303492:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000100:00000001:1.0:1787763644.405309:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1787763644.405309:0:303492:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000040:1.0:1787763644.405325:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000100:00000001:3.0:1787763644.405332:0:303492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787763644.405334:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9770.
02000000:00000001:3.0:1787763644.405348:0:303492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:1.0:1787763644.405351:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320607104, offset 0
02000000:00000001:3.0:1787763644.405355:0:303492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763644.405360:0:303492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763644.405362:0:303492:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000200:1.0:1787763644.405368:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000008:00100000:3.0:1787763644.405369:0:303492:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763644.405376:0:303492:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763644.405378:0:303492:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763644.405381:0:303492:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d5652c0.
00000400:00000200:1.0:1787763644.405383:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000020:00000040:3.0:1787763644.405393:0:303492:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
02000000:00000001:3.0:1787763644.405398:0:303492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763644.405399:0:303492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763644.405402:0:303492:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1787763644.405406:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
02000000:00000001:3.0:1787763644.405408:0:303492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763644.405417:0:303492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763644.405424:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000010:3.0:1787763644.405430:0:303492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45905000.
00000400:00000200:1.0:1787763644.405434:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763644.405443:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763644.405451:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763644.405458:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63506:63506:256:4294967295] 192.168.203.113@tcp LPNI seq info [63506:63506:8:4294967295]
00000400:00000200:1.0:1787763644.405464:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:3.0:1787763644.405471:0:303492:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763644.405481:0:303492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d5652c0 x1874599320607360/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763644.405489:0:303492:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763644.405491:0:303492:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763644.405494:0:303492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc712cf1] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d5652c0 x1874599320607360/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763644.405500:0:303492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763644.405503:0:303492:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787763644.405506:0:303492:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1787763644.405510:0:303492:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763644.405514:0:303492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787763644.405517:0:303492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763644.405520:0:303492:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763644.405537:0:303492:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1787763644.405538:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000100:00080000:3.0:1787763644.405548:0:303492:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20807
00000400:00000200:3.0:1787763644.405566:0:303492:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000800:00000200:1.0:1787763644.405568:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000400:00000200:3.0:1787763644.405574:0:303492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763644.405579:0:303492:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763644.405581:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763644.405583:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000010:1.0:1787763644.405585:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef300.
00000100:00000040:3.0:1787763644.405587:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763644.405593:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763644.405597:0:303492:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763644.405597:0:303492:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000020:00000001:3.0:1787763644.405598:0:303492:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763644.405600:0:303492:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000020:00000001:3.0:1787763644.405627:0:303492:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000020:00000001:3.0:1787763644.405630:0:303492:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000040:3.0:1787763644.405635:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763644.405643:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.0:1787763644.405646:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000040:3.0:1787763644.405649:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000800:00000200:1.0:1787763644.405659:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000100:00000001:3.0:1787763644.405659:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787763644.405666:0:303492:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00080000:3.0:1787763644.405675:0:303492:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763644.405679:0:303492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763644.405687:0:303492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:1.1:1787763644.405688:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
02000000:00000001:3.0:1787763644.405692:0:303492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763644.405700:0:303492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787763644.405702:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000100:00000001:3.0:1787763644.405704:0:303492:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763644.405711:0:303492:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000800:00000100:1.0:1787763644.405717:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000008:00000001:3.0:1787763644.405726:0:303492:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1787763644.405728:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef300.
00000100:00000001:3.0:1787763644.405731:0:303492:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763644.405739:0:303492:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d567480.
00000400:00000200:1.0:1787763644.405740:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:3.0:1787763644.405751:0:303492:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
02000000:00000001:3.0:1787763644.405759:0:303492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1787763644.405761:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
02000000:00000001:3.0:1787763644.405765:0:303492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763644.405769:0:303492:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1787763644.405770:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9770
02000000:00000001:3.0:1787763644.405772:0:303492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:1.0:1787763644.405775:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9770.
02000000:00000001:3.0:1787763644.405777:0:303492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763644.405783:0:256678:0:(events.c:34:request_out_callback()) Process entered
02000000:00000010:3.0:1787763644.405785:0:303492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45907800.
00000100:00000001:3.0:1787763644.405790:0:303492:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787763644.405792:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d5661c0 x1874599320607104/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763644.405803:0:303492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d567480 x1874599320607488/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787763644.405839:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787763644.405840:0:303492:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763644.405849:0:303492:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763644.405856:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d5661c0 x1874599320607104/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763669 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787763644.405860:0:303492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000036831fe2] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d567480 x1874599320607488/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763644.405909:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763644.405914:0:303492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763644.405916:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:3.0:1787763644.405930:0:303492:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20817)
00000100:00000001:1.0:1787763644.405933:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763644.405941:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763644.405946:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4315480824
00000100:00000010:1.0:1787763644.405955:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d7f69b7e0.
00000100:00000001:1.0:1787763644.405963:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787763644.405971:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4315480824
00000100:00000010:1.0:1787763644.405976:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d7f69bd20.
00000100:00000001:1.0:1787763644.405979:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787763644.405982:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763644.405985:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763644.405988:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763644.405994:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763644/real 1787763644]  req@ffff9b9d5d5661c0 x1874599320607104/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763644.406005:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763644.406007:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763644.406009:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43e70.
00000400:00000200:1.0:1787763644.406012:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9cc0
00000400:00000010:1.0:1787763644.406014:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9cc0.
00000100:00000001:1.0:1787763644.406017:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763644.406020:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d5661c0 x1874599320607104/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763644.406030:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d5661c0 x1874599320607104/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763644.406037:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763644.406039:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763644.406041:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763644.406043:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763644.406047:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d5661c0 x1874599320607104/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763644.406055:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763644.406061:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d5661c0 x1874599320607104/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763669 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763644.406068:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763644.406072:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763644.406074:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763644.406075:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763644.406078:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763644.406080:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763644.406084:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763644.406088:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763644.406091:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763644.406095:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d5661c0 x1874599320607104/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763669 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763644.406104:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d5661c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320607104:192.168.203.113@tcp:250:kworker.0
00000100:00000001:1.0:1787763644.406109:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763644.406112:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763644.406115:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d5661c0 x1874599320607104/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763669 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763644.406121:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763644.406124:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763644.406127:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db8400.
02000000:00000001:1.0:1787763644.406131:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763644.406134:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763644.406136:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:1.0:1787763644.406138:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763644.406141:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45907400.
02000000:00000001:1.0:1787763644.406146:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763644.406148:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763644.406150:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d5661c0.
00000100:00000001:1.0:1787763644.406155:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763644.406156:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763644.406158:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763644.406167:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763644.406169:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763644.406172:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763644.406174:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763644.406176:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763644.406181:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d564f00 x1874599320607232/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763644.406207:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763644.406208:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763644.406211:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763644.406214:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763644.406217:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763644.406220:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d564f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320607232:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763644.406224:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763644.406227:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763644.406230:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763644.406232:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763644.406235:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db8400.
02000000:00000001:1.0:1787763644.406238:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763644.406242:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763644.406245:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43e70.
00000400:00000010:1.0:1787763644.406249:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9cc0.
00000100:00000200:1.0:1787763644.406253:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320607232, portal 10
00000100:00000001:1.0:1787763644.406255:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763644.406257:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910949120 : -110374798602496 : ffff9b9d5d564f00)
00000100:00000040:1.0:1787763644.406264:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d564f00 x1874599320607232/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763644.406272:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763644.406275:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763644.406278:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9770.
00000100:00000200:1.0:1787763644.406280:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320607232, offset 0
00000400:00000200:1.0:1787763644.406285:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763644.406290:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763644.406295:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763644.406298:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763644.406302:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763644.406305:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763644.406308:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763644.406312:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63507:63507:256:4294967295] 192.168.203.113@tcp LPNI seq info [63507:63507:8:4294967295]
00000400:00000200:1.0:1787763644.406317:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763644.406325:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763644.406330:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763644.406334:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef300.
00000800:00000200:1.0:1787763644.406339:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763644.406343:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787763644.406349:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763644.406352:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1787763644.406357:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763644.406360:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef300.
00000400:00000200:1.0:1787763644.406363:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763644.406367:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763644.406371:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9770
00000400:00000010:1.0:1787763644.406373:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9770.
00000100:00000001:1.0:1787763644.406376:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763644.406380:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d564f00 x1874599320607232/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763644.406389:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763644.406392:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d564f00 x1874599320607232/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763669 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763644.406399:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763644.406401:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763644.406405:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763644.406409:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:1.0:1787763644.406412:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763644.406414:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315479596
00000100:00000001:1.0:1787763644.406417:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315480824
00000100:00000001:1.0:1787763644.406419:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315479596
00000100:00000001:1.0:1787763644.406424:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315480824
00000100:00000001:1.0:1787763644.406427:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763644.406429:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763644.406431:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763644.406436:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763644/real 1787763644]  req@ffff9b9d5d564f00 x1874599320607232/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763644.406444:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763644.406446:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763644.406447:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43e70.
00000400:00000200:1.0:1787763644.406450:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9cc0
00000400:00000010:1.0:1787763644.406451:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9cc0.
00000100:00000001:1.0:1787763644.406454:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763644.406488:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d564f00 x1874599320607232/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763644.406499:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d564f00 x1874599320607232/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763644.406507:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763644.406509:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763644.406511:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763644.406512:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763644.406516:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d564f00 x1874599320607232/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763644.406524:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763644.406529:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d564f00 x1874599320607232/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763669 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763644.406536:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763644.406539:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763644.406541:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763644.406542:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763644.406545:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763644.406558:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763644.406561:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763644.406565:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763644.406568:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763644.406576:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d564f00 x1874599320607232/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763669 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763644.406592:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d564f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320607232:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763644.406600:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763644.406641:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d5652c0 x1874599320607360/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763644.406653:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763644.406656:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763644.406660:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763644.406663:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763644.406666:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763644.406672:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d5652c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320607360:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763644.406677:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763644.406681:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763644.406684:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763644.406687:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763644.406710:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db8800.
02000000:00000001:1.0:1787763644.406714:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763644.406720:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763644.406725:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43e70.
00000400:00000010:1.0:1787763644.406731:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9cc0.
00000100:00000200:1.0:1787763644.406735:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320607360, portal 10
00000100:00000001:1.0:1787763644.406737:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763644.406739:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910950080 : -110374798601536 : ffff9b9d5d5652c0)
00000100:00000040:1.0:1787763644.406747:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d5652c0 x1874599320607360/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763644.406760:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763644.406764:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763644.406768:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9770.
00000100:00000200:1.0:1787763644.406772:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320607360, offset 0
00000400:00000200:1.0:1787763644.406780:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763644.406788:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763644.406795:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763644.406801:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763644.406806:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763644.406810:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763644.406815:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763644.406820:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63508:63508:256:4294967295] 192.168.203.113@tcp LPNI seq info [63508:63508:8:4294967295]
00000400:00000200:1.0:1787763644.406828:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763644.406840:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763644.406849:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763644.406865:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef300.
00000800:00000200:1.0:1787763644.406874:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763644.406879:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787763644.406887:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763644.406893:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1787763644.406899:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763644.406902:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef300.
00000400:00000200:1.0:1787763644.406909:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763644.406915:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763644.406921:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9770
00000400:00000010:1.0:1787763644.406924:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9770.
00000100:00000001:1.0:1787763644.406929:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763644.406935:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d5652c0 x1874599320607360/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763644.406949:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763644.406955:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d5652c0 x1874599320607360/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763669 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763644.406977:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763644.406979:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763644.406985:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763644.406991:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:1.0:1787763644.406996:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763644.407000:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315479576
00000100:00000001:1.0:1787763644.407005:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315480824
00000100:00000001:1.0:1787763644.407009:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315479576
00000100:00000001:1.0:1787763644.407012:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315480824
00000100:00000001:1.0:1787763644.407016:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763644.407020:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763644.407023:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763644.407031:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763644/real 1787763644]  req@ffff9b9d5d5652c0 x1874599320607360/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763644.407065:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763644.407068:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763644.407072:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43e70.
00000400:00000200:1.0:1787763644.407076:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9cc0
00000400:00000010:1.0:1787763644.407080:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9cc0.
00000100:00000001:1.0:1787763644.407085:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763644.407092:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d5652c0 x1874599320607360/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763644.407110:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d5652c0 x1874599320607360/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763644.407124:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763644.407126:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763644.407146:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763644.407148:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763644.407154:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d5652c0 x1874599320607360/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763644.407166:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763644.407174:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d5652c0 x1874599320607360/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763669 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763644.407186:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763644.407191:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763644.407194:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763644.407196:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763644.407200:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763644.407203:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763644.407208:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763644.407231:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763644.407236:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763644.407244:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d5652c0 x1874599320607360/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763669 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763644.407262:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d5652c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320607360:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763644.407270:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763644.407278:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d567480 x1874599320607488/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763644.407292:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763644.407295:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763644.407299:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763644.407303:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763644.407307:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763644.407313:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d567480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320607488:192.168.203.113@tcp:8:kworker.0
00000100:00000001:1.0:1787763644.407320:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763644.407324:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763644.407328:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763644.407332:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763644.407339:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58dbbc00.
02000000:00000001:1.0:1787763644.407343:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763644.407350:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763644.407355:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43e70.
00000400:00000010:1.0:1787763644.407362:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9cc0.
00000100:00000200:1.0:1787763644.407368:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320607488, portal 4
00000100:00000001:1.0:1787763644.407372:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763644.407375:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910958720 : -110374798592896 : ffff9b9d5d567480)
00000100:00000040:1.0:1787763644.407402:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d567480 x1874599320607488/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763644.407415:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763644.407420:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763644.407424:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9770.
00000100:00000200:1.0:1787763644.407429:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320607488, offset 0
00000400:00000200:1.0:1787763644.407436:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763644.407442:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763644.407449:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763644.407455:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763644.407459:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763644.407464:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763644.407469:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763644.407475:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63509:63509:256:4294967295] 192.168.203.113@tcp LPNI seq info [63509:63509:8:4294967295]
00000400:00000200:1.0:1787763644.407482:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763644.407495:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763644.407558:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763644.407566:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef300.
00000800:00000200:1.0:1787763644.407575:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763644.407580:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787763644.407589:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763644.407595:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1787763644.407641:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763644.407645:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef300.
00000400:00000200:1.0:1787763644.407651:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763644.407657:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763644.407663:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9770
00000400:00000010:1.0:1787763644.407666:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9770.
00000100:00000001:1.0:1787763644.407671:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763644.407677:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d567480 x1874599320607488/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763644.407692:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763644.407697:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d567480 x1874599320607488/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763669 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763644.407724:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763644.407727:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763644.407734:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763644.407740:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:1.0:1787763644.407746:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763644.407750:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315479589
00000100:00000001:1.0:1787763644.407755:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315480824
00000100:00000001:1.0:1787763644.407758:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315479589
00000100:00000001:1.0:1787763644.407762:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315480824
00000100:00000001:1.0:1787763644.407766:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763644.407770:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763644.407774:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763644.407781:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763644/real 1787763644]  req@ffff9b9d5d567480 x1874599320607488/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763644.407797:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763644.407799:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763644.407803:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43e70.
00000400:00000200:1.0:1787763644.407808:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9cc0
00000400:00000010:1.0:1787763644.407811:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9cc0.
00000100:00000001:1.0:1787763644.407816:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763644.407823:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d567480 x1874599320607488/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763644.407839:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d567480 x1874599320607488/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763644.407852:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763644.407855:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763644.407858:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763644.407862:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763644.407869:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d567480 x1874599320607488/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763644.407884:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763644.407892:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d567480 x1874599320607488/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763669 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763644.407905:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763644.407910:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763644.407913:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763644.407916:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763644.407920:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763644.407923:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763644.407928:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763644.407935:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763644.407940:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763644.407948:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d567480 x1874599320607488/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763669 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763644.407964:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d567480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320607488:192.168.203.113@tcp:8:kworker.0
00000100:00000001:1.0:1787763644.407972:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763644.407976:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763644.407984:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d564f00 x1874599320607232/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763669 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763644.407998:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763644.408001:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763644.408005:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db8400.
02000000:00000001:1.0:1787763644.408009:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763644.408013:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763644.408015:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:1.0:1787763644.408020:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763644.408023:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45904800.
02000000:00000001:1.0:1787763644.408029:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763644.408032:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763644.408035:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d564f00.
00000100:00000001:1.0:1787763644.408040:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763644.408043:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763644.408047:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763644.408054:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d5652c0 x1874599320607360/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763669 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763644.408067:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763644.408070:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763644.408073:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db8800.
02000000:00000001:1.0:1787763644.408078:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763644.408080:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763644.408083:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:1.0:1787763644.408087:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763644.408090:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45905000.
02000000:00000001:1.0:1787763644.408095:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763644.408097:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763644.408100:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d5652c0.
00000100:00000001:1.0:1787763644.408104:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763644.408107:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763644.408110:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763644.408118:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d567480 x1874599320607488/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763669 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763644.408148:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763644.408152:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763644.408154:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58dbbc00.
02000000:00000001:1.0:1787763644.408160:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763644.408162:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763644.408165:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:1.0:1787763644.408168:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763644.408170:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45907800.
02000000:00000001:1.0:1787763644.408174:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763644.408177:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763644.408179:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d567480.
00000100:00000001:1.0:1787763644.408184:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763644.408186:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763644.408189:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763644.408196:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763644.408199:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763644.408202:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763644.408205:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763644.596601:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763644.596608:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763644.596626:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763644.596628:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763644.596633:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763644.596634:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763644.596693:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763644.596697:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763644.596701:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787763645.428540:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763645.428548:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763645.428550:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763645.428555:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787763645.428560:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763645.428564:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763645.428567:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763645.428570:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763645.428573:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763645.620544:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763645.620552:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763645.620558:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763645.620559:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763645.620563:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763645.620563:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763645.620627:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763645.620631:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763645.620634:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787763645.684538:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4315480824, at 4315480832
00000100:00000040:1.0:1787763645.684538:0:303331:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b110 (cpu 1) has reached its deadline 4315480824, at 4315480832
00000100:00000010:0.0:1787763645.684558:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69b7e0.
00000100:00000010:1.0:1787763645.684563:0:303331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69bd20.
00000100:00000001:2.0:1787763646.452568:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763646.452576:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763646.452579:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763646.452585:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787763646.452589:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763646.452593:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763646.452596:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763646.452611:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763646.452614:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763646.644548:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763646.644555:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763646.644561:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763646.644564:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763646.644567:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763646.644568:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763646.644630:0:281543:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763646.644634:0:281543:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763646.644638:0:281543:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787763647.476552:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763647.476565:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763647.476568:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763647.476576:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787763647.476581:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763647.476586:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763647.476589:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763647.476611:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763647.476616:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763647.668514:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763647.668524:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763647.668531:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763647.668533:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763647.668538:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763647.668539:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787763647.668576:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787763647.668581:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787763647.668585:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787763648.500530:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763648.500541:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763648.500544:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763648.500551:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787763648.500557:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763648.500562:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763648.500566:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763648.500570:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763648.500574:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763648.692514:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763648.692523:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763648.692529:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763648.692530:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763648.692534:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763648.692535:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763648.692623:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763648.692627:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763648.692632:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787763649.524533:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787763649.524535:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763649.524543:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763649.524546:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763649.524549:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:2.0:1787763649.524552:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763649.524554:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1787763649.524557:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1787763649.524560:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763649.524561:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763649.524567:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763649.524569:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787763649.524571:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763649.524575:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763649.524594:0:291943:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20812
00000400:00000200:3.0:1787763649.524607:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763649.524616:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763649.524620:0:291943:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763649.524624:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763649.524628:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763649.524630:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763649.524633:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763649.524648:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763649.524650:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:3.0:1787763649.524654:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763649.524658:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:3.0:1787763649.524661:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:3.0:1787763649.524664:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:3.0:1787763649.524669:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763649.524671:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763649.524673:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763649.524675:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787763649.524679:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:3.0:1787763649.524682:0:291943:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763649.524685:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763649.524689:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763649.524693:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763649.524696:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763649.524699:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787763649.524702:0:291943:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763649.524715:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d565680.
00000020:00000040:3.0:1787763649.524719:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:3.0:1787763649.524724:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763649.524726:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763649.524730:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763649.524734:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763649.524739:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763649.524749:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45906400.
00000100:00000001:3.0:1787763649.524758:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763649.524770:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d565680 x1874599320607616/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763649.524784:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763649.524789:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763649.524795:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000082576300] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d565680 x1874599320607616/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763649.524822:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763649.524826:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763649.524830:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787763649.524831:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763649.524834:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763649.524838:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763649.524842:0:291943:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20812
00000100:00000001:1.0:1787763649.524848:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:3.0:1787763649.524849:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763649.524854:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763649.524858:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000400:00000200:3.0:1787763649.524863:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00000040:1.0:1787763649.524866:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d565680 x1874599320607616/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787763649.524869:0:291943:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763649.524878:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763649.524879:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763649.524881:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763649.524885:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1787763649.524887:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763649.524891:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1787763649.524891:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
02000000:00000001:1.0:1787763649.524896:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763649.524897:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00100000:1.0:1787763649.524901:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d565680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320607616:192.168.203.113@tcp:250:kworker.0
00000020:00000001:3.0:1787763649.524902:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763649.524905:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000100:00000001:1.0:1787763649.524908:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000001:3.0:1787763649.524909:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
02000000:00000001:1.0:1787763649.524914:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:3.0:1787763649.524914:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
02000000:00000001:1.0:1787763649.524919:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763649.524920:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
02000000:00000001:1.0:1787763649.524923:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000001:3.0:1787763649.524925:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
02000000:00000010:1.0:1787763649.524929:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58dbbc00.
00000100:00000040:3.0:1787763649.524931:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
02000000:00000001:1.0:1787763649.524933:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763649.524937:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763649.524940:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000400:00000200:1.0:1787763649.524942:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763649.524946:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43e70.
00000100:00000001:3.0:1787763649.524952:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000400:00000010:1.0:1787763649.524954:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9cc0.
00000020:00000040:3.0:1787763649.524956:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00080000:3.0:1787763649.524962:0:291943:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000200:1.0:1787763649.524963:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320607616, portal 25
00000100:00000001:1.0:1787763649.524968:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787763649.524969:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763649.524970:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910951040 : -110374798600576 : ffff9b9d5d565680)
02000000:00000001:3.0:1787763649.524973:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1787763649.524978:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d565680 x1874599320607616/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763674 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787763649.524984:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763649.524985:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763649.524990:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
02000000:00000001:3.0:1787763649.524991:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787763649.524992:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9770.
00000100:00000001:3.0:1787763649.524996:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000200:1.0:1787763649.524997:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320607616, offset 0
00000008:00100000:3.0:1787763649.525005:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1787763649.525006:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000008:00000001:3.0:1787763649.525012:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763649.525015:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763649.525016:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000010:3.0:1787763649.525024:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d565a40.
00000400:00000200:1.0:1787763649.525025:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000020:00000040:3.0:1787763649.525031:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000400:00000200:1.0:1787763649.525033:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1787763649.525038:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1787763649.525041:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
02000000:00000001:3.0:1787763649.525043:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763649.525046:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1787763649.525048:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1787763649.525050:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
02000000:00000001:3.0:1787763649.525052:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1787763649.525056:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63510:63510:256:4294967295] 192.168.203.113@tcp LPNI seq info [63510:63510:8:4294967295]
02000000:00000001:3.0:1787763649.525057:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763649.525062:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
02000000:00000010:3.0:1787763649.525067:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45905800.
00000400:00000200:1.0:1787763649.525073:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1787763649.525074:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787763649.525081:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000100:00100000:3.0:1787763649.525086:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d565a40 x1874599320607744/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:1.0:1787763649.525088:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef300.
00000800:00000200:1.0:1787763649.525099:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000001:3.0:1787763649.525100:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000200:1.0:1787763649.525104:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000100:00000001:3.0:1787763649.525105:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787763649.525115:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000040:3.0:1787763649.525117:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001352b87a] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d565a40 x1874599320607744/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1787763649.525122:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000100:00000001:3.0:1787763649.525130:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763649.525135:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:1.0:1787763649.525141:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000100:00080000:3.0:1787763649.525143:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000800:00000010:1.0:1787763649.525148:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef300.
00000100:00000001:3.0:1787763649.525148:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763649.525152:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763649.525156:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1787763649.525159:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:3.0:1787763649.525161:0:291943:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20812
00000400:00000200:3.0:1787763649.525171:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763649.525172:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763649.525181:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9770
00000400:00000200:3.0:1787763649.525181:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000400:00000010:1.0:1787763649.525186:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9770.
00000100:00080000:3.0:1787763649.525188:0:291943:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787763649.525191:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:3.0:1787763649.525193:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000200:1.0:1787763649.525198:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d565680 x1874599320607616/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763674 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763649.525198:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763649.525204:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763649.525211:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000001:1.0:1787763649.525213:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000020:00000001:3.0:1787763649.525215:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000040:1.0:1787763649.525218:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d565680 x1874599320607616/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763674 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787763649.525219:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000020:00000001:3.0:1787763649.525224:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763649.525228:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000100:00000001:1.0:1787763649.525229:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763649.525232:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:3.0:1787763649.525234:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000020:00000001:3.0:1787763649.525238:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00000001:1.0:1787763649.525240:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763649.525244:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000400:00000200:1.0:1787763649.525248:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:3.0:1787763649.525250:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787763649.525252:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4315485943
00000100:00000040:3.0:1787763649.525256:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000010:1.0:1787763649.525260:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d7f69bd20.
00000100:00000001:3.0:1787763649.525261:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787763649.525267:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000100:00000001:1.0:1787763649.525271:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000100:00080000:3.0:1787763649.525271:0:291943:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763649.525277:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763649.525279:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763649.525283:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763649.525285:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763649.525286:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4315485943
00000100:00000001:3.0:1787763649.525288:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000010:1.0:1787763649.525291:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d7f69b960.
00000008:00100000:3.0:1787763649.525292:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787763649.525294:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000008:00000001:3.0:1787763649.525298:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763649.525299:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787763649.525303:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763649.525304:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763649.525308:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000010:3.0:1787763649.525310:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d567c00.
00000100:00100000:1.0:1787763649.525312:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763649/real 1787763649]  req@ffff9b9d5d565680 x1874599320607616/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787763649.525316:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
02000000:00000001:3.0:1787763649.525323:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000001:1.0:1787763649.525325:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:3.0:1787763649.525326:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1787763649.525327:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763649.525331:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43e70.
00000100:00000001:3.0:1787763649.525332:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1787763649.525334:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9cc0
02000000:00000001:3.0:1787763649.525336:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:1.0:1787763649.525337:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9cc0.
02000000:00000001:3.0:1787763649.525340:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763649.525341:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763649.525348:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d565680 x1874599320607616/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1787763649.525350:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45907800.
00000100:00000001:3.0:1787763649.525358:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787763649.525361:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d565680 x1874599320607616/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763649.525368:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d567c00 x1874599320607872/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787763649.525369:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763649.525371:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763649.525374:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763649.525377:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763649.525384:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d565680 x1874599320607616/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763649.525386:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763649.525391:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763649.525398:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cde0ae17] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d567c00 x1874599320607872/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763649.525400:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763649.525408:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d565680 x1874599320607616/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763674 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763649.525417:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763649.525419:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:3.0:1787763649.525422:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787763649.525423:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763649.525426:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763649.525428:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763649.525432:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000040:3.0:1787763649.525432:0:291943:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1787763649.525435:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763649.525457:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763649.525461:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763649.525463:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763649.525466:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d565680 x1874599320607616/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763674 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787763649.525466:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763649.525479:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00100000:1.0:1787763649.525483:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d565680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320607616:192.168.203.113@tcp:250:kworker.0
00000100:00000001:3.0:1787763649.525484:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763649.525489:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787763649.525491:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763649.525496:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787763649.525496:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:1.0:1787763649.525500:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d565680 x1874599320607616/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763674 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787763649.525504:0:291943:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20812
00000400:00000200:3.0:1787763649.525515:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763649.525521:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000400:00000200:3.0:1787763649.525522:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
02000000:00000001:1.0:1787763649.525525:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00080000:3.0:1787763649.525527:0:291943:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
02000000:00000010:1.0:1787763649.525530:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58dbbc00.
00000100:00000040:3.0:1787763649.525532:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763649.525536:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1787763649.525538:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000040:3.0:1787763649.525539:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000020:00000001:1.0:1787763649.525542:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000100:00000001:3.0:1787763649.525543:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:1.0:1787763649.525547:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:3.0:1787763649.525548:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763649.525551:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000020:00000001:1.0:1787763649.525553:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
00000020:00000001:3.0:1787763649.525555:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
02000000:00000010:1.0:1787763649.525558:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45906400.
00000020:00000040:3.0:1787763649.525559:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000020:00000001:3.0:1787763649.525565:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
02000000:00000001:1.0:1787763649.525566:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000020:00000001:3.0:1787763649.525568:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
02000000:00000001:1.0:1787763649.525571:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763649.525575:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d565680.
00000100:00000040:3.0:1787763649.525575:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763649.525595:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787763649.525596:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763649.525599:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787763649.525600:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763649.525602:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763649.525606:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000001:1.0:1787763649.525612:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000020:00000040:3.0:1787763649.525612:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00000001:1.0:1787763649.525616:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763649.525619:0:291943:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:1.0:1787763649.525620:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763649.525622:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763649.525625:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787763649.525627:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763649.525630:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d565a40 x1874599320607744/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787763649.525632:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763649.525638:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763649.525639:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763649.525641:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763649.525646:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787763649.525646:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763649.525648:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763649.525652:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763649.525652:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00100000:1.0:1787763649.525657:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d565a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320607744:192.168.203.113@tcp:38:kworker.0
00000008:00100000:3.0:1787763649.525658:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000100:00000001:1.0:1787763649.525660:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763649.525663:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00000001:3.0:1787763649.525664:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763649.525665:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763649.525667:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763649.525668:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:3.0:1787763649.525672:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d566940.
02000000:00000010:1.0:1787763649.525673:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58dbbc00.
02000000:00000001:1.0:1787763649.525677:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787763649.525679:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
00000400:00000200:1.0:1787763649.525683:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
02000000:00000001:3.0:1787763649.525684:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763649.525687:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787763649.525688:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43e70.
00000100:00000001:3.0:1787763649.525690:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:1.0:1787763649.525693:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9cc0.
02000000:00000001:3.0:1787763649.525693:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763649.525697:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787763649.525698:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320607744, portal 10
00000100:00000001:1.0:1787763649.525702:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763649.525703:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910952000 : -110374798599616 : ffff9b9d5d565a40)
02000000:00000010:3.0:1787763649.525704:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45905000.
00000100:00000001:3.0:1787763649.525709:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763649.525711:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d565a40 x1874599320607744/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763674 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763649.525717:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d566940 x1874599320608000/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787763649.525721:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763649.525728:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763649.525732:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9770.
00000100:00000001:3.0:1787763649.525733:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000200:1.0:1787763649.525735:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320607744, offset 0
00000100:00000001:3.0:1787763649.525737:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763649.525741:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000100:00000040:3.0:1787763649.525744:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ae4254c] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d566940 x1874599320608000/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787763649.525748:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763649.525756:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000100:00000001:3.0:1787763649.525759:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763649.525761:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763649.525764:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000100:00000040:3.0:1787763649.525765:0:291943:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20822)
00000400:00000200:1.0:1787763649.525767:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763649.525771:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763649.525774:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63511:63511:256:4294967295] 192.168.203.113@tcp LPNI seq info [63511:63511:8:4294967295]
00000400:00000200:1.0:1787763649.525776:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763649.525783:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763649.525786:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763649.525789:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef300.
00000800:00000200:1.0:1787763649.525792:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763649.525794:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787763649.525797:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763649.525799:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1787763649.525802:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763649.525804:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef300.
00000400:00000200:1.0:1787763649.525806:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763649.525809:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763649.525811:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9770
00000400:00000010:1.0:1787763649.525813:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9770.
00000100:00000001:1.0:1787763649.525815:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763649.525818:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d565a40 x1874599320607744/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763674 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763649.525824:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763649.525826:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d565a40 x1874599320607744/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763674 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763649.525830:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763649.525832:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763649.525834:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763649.525837:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:1.0:1787763649.525839:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763649.525841:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315484716
00000100:00000001:1.0:1787763649.525843:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315485943
00000100:00000001:1.0:1787763649.525845:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315484716
00000100:00000001:1.0:1787763649.525847:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315485943
00000100:00000001:1.0:1787763649.525848:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763649.525850:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763649.525851:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763649.525853:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763649/real 1787763649]  req@ffff9b9d5d565a40 x1874599320607744/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763649.525858:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763649.525859:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763649.525860:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43e70.
00000400:00000200:1.0:1787763649.525861:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9cc0
00000400:00000010:1.0:1787763649.525862:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9cc0.
00000100:00000001:1.0:1787763649.525863:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763649.525865:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d565a40 x1874599320607744/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763649.525871:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d565a40 x1874599320607744/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763649.525880:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763649.525881:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763649.525883:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763649.525884:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763649.525886:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d565a40 x1874599320607744/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763649.525890:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763649.525892:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d565a40 x1874599320607744/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763674 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763649.525897:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763649.525898:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763649.525899:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763649.525900:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763649.525901:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763649.525914:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763649.525916:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763649.525918:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763649.525920:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763649.525923:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d565a40 x1874599320607744/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763674 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763649.525928:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d565a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320607744:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763649.525930:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763649.525932:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d567c00 x1874599320607872/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763649.525936:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763649.525937:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763649.525939:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763649.525940:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763649.525942:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763649.525944:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d567c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320607872:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763649.525946:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763649.525947:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763649.525948:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763649.525949:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763649.525951:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db8800.
02000000:00000001:1.0:1787763649.525953:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763649.525955:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763649.525956:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43e70.
00000400:00000010:1.0:1787763649.525958:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9cc0.
00000100:00000200:1.0:1787763649.525960:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320607872, portal 10
00000100:00000001:1.0:1787763649.525962:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763649.525963:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910960640 : -110374798590976 : ffff9b9d5d567c00)
00000100:00000040:1.0:1787763649.525967:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d567c00 x1874599320607872/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763674 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763649.525971:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763649.525973:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763649.525975:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9770.
00000100:00000200:1.0:1787763649.525976:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320607872, offset 0
00000400:00000200:1.0:1787763649.525979:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763649.525981:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763649.525983:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763649.525984:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763649.525986:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763649.525987:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763649.525989:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763649.525991:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63512:63512:256:4294967295] 192.168.203.113@tcp LPNI seq info [63512:63512:8:4294967295]
00000400:00000200:1.0:1787763649.525994:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763649.525998:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763649.526002:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763649.526004:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef300.
00000800:00000200:1.0:1787763649.526006:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763649.526008:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787763649.526011:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763649.526013:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1787763649.526016:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763649.526017:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef300.
00000400:00000200:1.0:1787763649.526019:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763649.526022:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763649.526024:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9770
00000400:00000010:1.0:1787763649.526025:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9770.
00000100:00000001:1.0:1787763649.526027:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763649.526029:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d567c00 x1874599320607872/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763674 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763649.526033:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763649.526035:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d567c00 x1874599320607872/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763674 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763649.526040:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763649.526041:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763649.526043:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763649.526045:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:1.0:1787763649.526047:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763649.526048:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315484695
00000100:00000001:1.0:1787763649.526050:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315485943
00000100:00000001:1.0:1787763649.526051:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315484695
00000100:00000001:1.0:1787763649.526053:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315485943
00000100:00000001:1.0:1787763649.526054:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763649.526055:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763649.526056:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763649.526058:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763649/real 1787763649]  req@ffff9b9d5d567c00 x1874599320607872/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763649.526064:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763649.526065:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763649.526066:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43e70.
00000400:00000200:1.0:1787763649.526068:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9cc0
00000400:00000010:1.0:1787763649.526069:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9cc0.
00000100:00000001:1.0:1787763649.526070:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763649.526072:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d567c00 x1874599320607872/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763649.526076:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d567c00 x1874599320607872/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763649.526080:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763649.526081:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763649.526082:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763649.526083:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763649.526085:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d567c00 x1874599320607872/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763649.526089:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763649.526092:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d567c00 x1874599320607872/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763674 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763649.526097:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763649.526098:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763649.526099:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763649.526100:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763649.526101:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763649.526102:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763649.526104:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763649.526105:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763649.526107:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763649.526110:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d567c00 x1874599320607872/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763674 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763649.526119:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d567c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320607872:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763649.526123:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763649.526125:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763649.526129:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d565a40 x1874599320607744/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763674 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763649.526136:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763649.526138:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763649.526140:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58dbbc00.
02000000:00000001:1.0:1787763649.526143:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763649.526145:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763649.526147:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:1.0:1787763649.526149:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763649.526151:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45905800.
02000000:00000001:1.0:1787763649.526154:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763649.526156:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763649.526157:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d565a40.
00000100:00000001:1.0:1787763649.526160:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763649.526161:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763649.526163:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763649.526167:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d567c00 x1874599320607872/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763674 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763649.526171:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763649.526173:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763649.526174:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db8800.
02000000:00000001:1.0:1787763649.526175:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763649.526176:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763649.526177:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:1.0:1787763649.526178:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763649.526179:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45907800.
02000000:00000001:1.0:1787763649.526180:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763649.526182:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763649.526183:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d567c00.
00000100:00000001:1.0:1787763649.526184:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763649.526185:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763649.526187:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763649.526189:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763649.526190:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763649.526191:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763649.526193:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763649.526194:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763649.526196:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d566940 x1874599320608000/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763649.526201:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763649.526202:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763649.526204:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763649.526205:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763649.526207:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763649.526209:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d566940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320608000:192.168.203.113@tcp:8:kworker.0
00000100:00000001:1.0:1787763649.526211:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763649.526212:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763649.526213:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763649.526215:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763649.526217:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db8800.
02000000:00000001:1.0:1787763649.526218:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763649.526221:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763649.526223:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43e70.
00000400:00000010:1.0:1787763649.526225:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9cc0.
00000100:00000200:1.0:1787763649.526228:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320608000, portal 4
00000100:00000001:1.0:1787763649.526229:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763649.526230:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910955840 : -110374798595776 : ffff9b9d5d566940)
00000100:00000040:1.0:1787763649.526235:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d566940 x1874599320608000/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763674 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763649.526239:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763649.526241:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763649.526243:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9770.
00000100:00000200:1.0:1787763649.526244:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320608000, offset 0
00000400:00000200:1.0:1787763649.526247:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763649.526250:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763649.526252:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763649.526255:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763649.526257:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763649.526259:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763649.526260:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763649.526262:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63513:63513:256:4294967295] 192.168.203.113@tcp LPNI seq info [63513:63513:8:4294967295]
00000400:00000200:1.0:1787763649.526265:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763649.526270:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763649.526273:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763649.526275:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef300.
00000800:00000200:1.0:1787763649.526278:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763649.526280:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787763649.526283:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763649.526284:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1787763649.526287:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763649.526289:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef300.
00000400:00000200:1.0:1787763649.526291:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763649.526293:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763649.526295:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9770
00000400:00000010:1.0:1787763649.526297:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9770.
00000100:00000001:1.0:1787763649.526298:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763649.526301:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d566940 x1874599320608000/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763674 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763649.526306:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763649.526308:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d566940 x1874599320608000/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763674 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763649.526312:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763649.526313:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763649.526316:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763649.526318:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:1.0:1787763649.526320:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763649.526322:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315484707
00000100:00000001:1.0:1787763649.526324:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315485943
00000100:00000001:1.0:1787763649.526325:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315484707
00000100:00000001:1.0:1787763649.526327:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315485943
00000100:00000001:1.0:1787763649.526328:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763649.526329:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763649.526330:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763649.526332:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763649/real 1787763649]  req@ffff9b9d5d566940 x1874599320608000/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763649.526337:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763649.526338:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763649.526339:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43e70.
00000400:00000200:1.0:1787763649.526341:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9cc0
00000400:00000010:1.0:1787763649.526342:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9cc0.
00000100:00000001:1.0:1787763649.526343:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763649.526345:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d566940 x1874599320608000/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763649.526351:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d566940 x1874599320608000/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763649.526355:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763649.526356:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763649.526357:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763649.526358:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763649.526360:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d566940 x1874599320608000/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763649.526364:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763649.526366:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d566940 x1874599320608000/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763674 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763649.526372:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763649.526373:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763649.526374:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763649.526375:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763649.526376:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763649.526377:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763649.526379:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763649.526381:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763649.526382:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763649.526384:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d566940 x1874599320608000/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763674 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763649.526389:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d566940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320608000:192.168.203.113@tcp:8:kworker.0
00000100:00000001:1.0:1787763649.526391:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763649.526392:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763649.526394:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d566940 x1874599320608000/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763674 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763649.526398:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763649.526399:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763649.526400:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db8800.
02000000:00000001:1.0:1787763649.526402:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763649.526403:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763649.526404:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:1.0:1787763649.526405:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763649.526406:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45905000.
02000000:00000001:1.0:1787763649.526408:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763649.526409:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763649.526410:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d566940.
00000100:00000001:1.0:1787763649.526413:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763649.526414:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763649.526416:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763649.526418:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763649.526419:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763649.526420:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763649.526421:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763649.716547:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763649.716556:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763649.716563:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763649.716565:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763649.716570:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763649.716573:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763649.716672:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763649.716677:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763649.716680:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787763650.548530:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763650.548537:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763650.548539:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763650.548544:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787763650.548547:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763650.548550:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763650.548552:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763650.548554:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763650.548557:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763650.740536:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763650.740542:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763650.740546:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763650.740548:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763650.740551:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763650.740552:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763650.740604:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763650.740608:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763650.740611:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1787763650.804565:0:303331:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b110 (cpu 1) has reached its deadline 4315485943, at 4315485952
00000100:00000010:1.0:1787763650.804591:0:303331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69b960.
00000100:00000040:0.0:1787763650.804606:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4315485943, at 4315485952
00000100:00000010:0.0:1787763650.804643:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69bd20.
00000100:00000001:2.0:1787763651.572534:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763651.572540:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763651.572542:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763651.572545:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787763651.572548:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763651.572551:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763651.572554:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763651.572556:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763651.572558:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763651.764533:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763651.764539:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763651.764541:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763651.764544:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763651.764548:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763651.764550:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763651.764552:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763651.764554:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763651.764557:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763651.764559:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763651.764560:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763651.764573:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763651.764575:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763651.764576:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763651.764577:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763651.764578:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763651.764581:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763651.764582:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763651.764713:0:281543:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763651.764722:0:281543:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763651.764728:0:281543:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787763652.596537:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763652.596543:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763652.596545:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763652.596549:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787763652.596552:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763652.596572:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763652.596575:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763652.596581:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763652.596586:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763652.788544:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763652.788550:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763652.788574:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763652.788576:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763652.788580:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763652.788581:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787763652.788623:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787763652.788630:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787763652.788634:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787763653.620620:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763653.620632:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763653.620636:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763653.620643:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787763653.620650:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763653.620656:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763653.620659:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763653.620664:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763653.620669:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763653.812624:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763653.812633:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763653.812640:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763653.812642:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763653.812648:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763653.812654:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763653.812657:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763653.812665:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763653.812670:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763653.812673:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763653.812677:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763653.812681:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763653.812760:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763653.812767:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763653.812771:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787763654.644560:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1787763654.644560:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787763654.644568:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1787763654.644571:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787763654.644572:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763654.644575:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:2.0:1787763654.644578:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00080000:3.0:1787763654.644579:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763654.644596:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763654.644597:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787763654.644602:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787763654.644607:0:291943:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20817
00000100:00000001:2.0:1787763654.644608:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763654.644613:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763654.644617:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787763654.644621:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763654.644631:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763654.644641:0:291943:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763654.644644:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763654.644647:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763654.644650:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763654.644655:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763654.644659:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763654.644661:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:3.0:1787763654.644663:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763654.644666:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:3.0:1787763654.644669:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:3.0:1787763654.644672:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:3.0:1787763654.644676:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763654.644678:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763654.644680:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763654.644683:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787763654.644686:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:3.0:1787763654.644691:0:291943:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763654.644694:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763654.644697:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763654.644700:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763654.644703:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763654.644705:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787763654.644707:0:291943:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763654.644715:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d564780.
00000020:00000040:3.0:1787763654.644718:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:3.0:1787763654.644727:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763654.644729:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763654.644731:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763654.644734:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763654.644737:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763654.644744:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45904800.
00000100:00000001:3.0:1787763654.644750:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763654.644757:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d564780 x1874599320608128/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763654.644766:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763654.644770:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763654.644774:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c570cac4] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d564780 x1874599320608128/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763654.644802:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763654.644804:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763654.644807:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787763654.644809:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763654.644810:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763654.644813:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763654.644816:0:291943:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20817
00000400:00000200:3.0:1787763654.644819:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763654.644823:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763654.644825:0:291943:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763654.644828:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763654.644831:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787763654.644831:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763654.644837:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763654.644838:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763654.644840:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000001:1.0:1787763654.644842:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1787763654.644844:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763654.644847:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000020:00000001:3.0:1787763654.644849:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763654.644853:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000100:00000040:1.0:1787763654.644854:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d564780 x1874599320608128/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787763654.644856:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000020:00000001:3.0:1787763654.644862:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000040:3.0:1787763654.644872:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763654.644875:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763654.644876:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787763654.644879:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763654.644882:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
02000000:00000001:1.0:1787763654.644885:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1787763654.644886:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
02000000:00000001:1.0:1787763654.644890:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1787763654.644890:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
02000000:00000001:1.0:1787763654.644897:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763654.644898:0:291943:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00100000:1.0:1787763654.644904:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d564780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320608128:192.168.203.113@tcp:250:kworker.0
00000100:00000001:3.0:1787763654.644904:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763654.644910:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787763654.644913:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787763654.644917:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763654.644918:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763654.644923:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763654.644924:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763654.644935:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:1.0:1787763654.644936:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:3.0:1787763654.644939:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
02000000:00000010:1.0:1787763654.644943:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db8800.
00000008:00000001:3.0:1787763654.644944:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763654.644949:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763654.644950:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763654.644956:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d566940.
00000400:00000200:1.0:1787763654.644959:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000020:00000040:3.0:1787763654.644961:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
02000000:00000001:3.0:1787763654.644965:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000010:1.0:1787763654.644966:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43e70.
02000000:00000001:3.0:1787763654.644967:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763654.644971:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763654.644972:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:1.0:1787763654.644975:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9cc0.
02000000:00000001:3.0:1787763654.644975:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787763654.644982:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320608128, portal 25
00000100:00000001:1.0:1787763654.644987:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763654.644989:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910947200 : -110374798604416 : ffff9b9d5d564780)
02000000:00000010:3.0:1787763654.644990:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45907400.
00000100:00000001:3.0:1787763654.645002:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763654.645008:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d564780 x1874599320608128/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763679 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763654.645014:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d566940 x1874599320608256/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787763654.645020:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763654.645028:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763654.645033:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9770.
00000100:00000200:1.0:1787763654.645038:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320608128, offset 0
00000100:00000001:3.0:1787763654.645040:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763654.645045:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763654.645046:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000100:00000040:3.0:1787763654.645057:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ae4254c] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d566940 x1874599320608256/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787763654.645070:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763654.645081:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000100:00000001:3.0:1787763654.645081:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763654.645089:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763654.645094:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000100:00080000:3.0:1787763654.645094:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1787763654.645099:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000100:00080000:3.0:1787763654.645103:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:1.0:1787763654.645105:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000100:00000001:3.0:1787763654.645107:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763654.645110:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1787763654.645112:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63514:63514:256:4294967295] 192.168.203.113@tcp LPNI seq info [63514:63514:8:4294967295]
00000100:00000001:3.0:1787763654.645116:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1787763654.645120:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00080000:3.0:1787763654.645123:0:291943:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20817
00000400:00000200:3.0:1787763654.645135:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763654.645142:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763654.645148:0:291943:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1787763654.645150:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000100:00000040:3.0:1787763654.645157:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000800:00000200:1.0:1787763654.645164:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000100:00000001:3.0:1787763654.645164:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763654.645170:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000800:00000010:1.0:1787763654.645171:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef300.
00000100:00000001:3.0:1787763654.645173:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763654.645177:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763654.645178:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000020:00000001:3.0:1787763654.645181:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000200:1.0:1787763654.645183:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000020:00000040:3.0:1787763654.645185:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000800:00000200:1.0:1787763654.645188:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000020:00000001:3.0:1787763654.645189:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000020:00000001:3.0:1787763654.645192:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00000040:3.0:1787763654.645207:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000800:00000200:1.1:1787763654.645212:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000001:3.0:1787763654.645213:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1787763654.645219:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000100:00000040:3.0:1787763654.645220:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763654.645227:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000800:00000100:1.0:1787763654.645233:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000020:00000040:3.0:1787763654.645234:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000800:00000010:1.0:1787763654.645237:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef300.
00000100:00080000:3.0:1787763654.645242:0:291943:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763654.645245:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763654.645246:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:3.0:1787763654.645247:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763654.645253:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1787763654.645254:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
02000000:00000001:3.0:1787763654.645260:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763654.645262:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9770
00000100:00000001:3.0:1787763654.645263:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000010:1.0:1787763654.645267:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9770.
00000008:00100000:3.0:1787763654.645268:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787763654.645273:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000008:00000001:3.0:1787763654.645274:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763654.645278:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787763654.645281:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d564780 x1874599320608128/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763679 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1787763654.645284:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d567c00.
00000020:00000040:3.0:1787763654.645291:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
02000000:00000001:3.0:1787763654.645299:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787763654.645300:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1787763654.645301:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763654.645305:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:1.0:1787763654.645306:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d564780 x1874599320608128/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763679 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787763654.645308:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763654.645312:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763654.645320:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45905000.
00000100:00000001:3.0:1787763654.645327:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763654.645331:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763654.645334:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:3.0:1787763654.645336:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d567c00 x1874599320608384/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787763654.645341:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763654.645348:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1787763654.645350:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:3.0:1787763654.645352:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763654.645356:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4315491063
00000100:00000040:3.0:1787763654.645360:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cde0ae17] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d567c00 x1874599320608384/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1787763654.645364:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d7f69b960.
00000100:00000001:3.0:1787763654.645373:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763654.645374:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000100:00000040:3.0:1787763654.645376:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787763654.645382:0:291943:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1787763654.645385:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4315491063
00000100:00080000:3.0:1787763654.645386:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000010:1.0:1787763654.645392:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d7f69b780.
00000100:00080000:3.0:1787763654.645392:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787763654.645397:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787763654.645398:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000100:00080000:3.0:1787763654.645400:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787763654.645404:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787763654.645405:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787763654.645410:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763654.645412:0:291943:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20817
00000100:00000001:1.0:1787763654.645414:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000400:00000200:3.0:1787763654.645422:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00100000:1.0:1787763654.645424:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763654/real 1787763654]  req@ffff9b9d5d564780 x1874599320608128/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787763654.645428:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763654.645435:0:291943:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763654.645462:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763654.645464:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763654.645467:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763654.645469:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763654.645472:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000001:1.0:1787763654.645473:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000040:3.0:1787763654.645474:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000400:00000001:1.0:1787763654.645476:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000020:00000001:3.0:1787763654.645478:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000010:1.0:1787763654.645480:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43e70.
00000020:00000040:3.0:1787763654.645482:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000400:00000200:1.0:1787763654.645485:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9cc0
00000020:00000001:3.0:1787763654.645486:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000400:00000010:1.0:1787763654.645490:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9cc0.
00000020:00000001:3.0:1787763654.645492:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000001:1.0:1787763654.645497:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:3.0:1787763654.645498:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763654.645502:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:1.0:1787763654.645504:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d564780 x1874599320608128/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787763654.645507:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763654.645515:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787763654.645521:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00000200:1.0:1787763654.645526:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d564780 x1874599320608128/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787763654.645528:0:291943:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763654.645535:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763654.645556:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763654.645558:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787763654.645559:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787763654.645561:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763654.645581:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787763654.645581:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763654.645588:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763654.645591:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d564780 x1874599320608128/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763654.645592:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763654.645596:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763654.645603:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763654.645609:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763654.645610:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:3.0:1787763654.645614:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d565a40.
00000100:00000040:1.0:1787763654.645617:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d564780 x1874599320608128/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763679 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787763654.645619:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
02000000:00000001:3.0:1787763654.645625:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763654.645628:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763654.645630:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787763654.645631:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763654.645636:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787763654.645637:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763654.645641:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:3.0:1787763654.645641:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763654.645644:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763654.645648:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
02000000:00000010:3.0:1787763654.645649:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45907800.
00000100:00000001:1.0:1787763654.645650:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763654.645656:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1787763654.645656:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787763654.645661:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763654.645665:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787763654.645668:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d565a40 x1874599320608512/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1787763654.645672:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d564780 x1874599320608128/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763679 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763654.645697:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00100000:1.0:1787763654.645700:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d564780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320608128:192.168.203.113@tcp:250:kworker.0
00000100:00000001:3.0:1787763654.645701:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763654.645710:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787763654.645713:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001352b87a] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d565a40 x1874599320608512/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763654.645714:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763654.645721:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d564780 x1874599320608128/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763679 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763654.645737:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763654.645740:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763654.645744:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000040:3.0:1787763654.645745:0:291943:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20827)
02000000:00000010:1.0:1787763654.645748:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db8800.
02000000:00000001:1.0:1787763654.645753:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763654.645754:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763654.645755:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:1.0:1787763654.645757:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763654.645760:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45904800.
02000000:00000001:1.0:1787763654.645763:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763654.645765:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763654.645767:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d564780.
00000100:00000001:1.0:1787763654.645769:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763654.645770:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763654.645771:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763654.645777:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763654.645778:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763654.645780:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763654.645781:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763654.645782:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763654.645785:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d566940 x1874599320608256/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763654.645791:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763654.645802:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763654.645804:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763654.645806:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763654.645807:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763654.645809:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d566940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320608256:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763654.645812:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763654.645814:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763654.645815:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763654.645816:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763654.645819:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db8800.
02000000:00000001:1.0:1787763654.645820:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763654.645823:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763654.645825:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43e70.
00000400:00000010:1.0:1787763654.645828:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9cc0.
00000100:00000200:1.0:1787763654.645830:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320608256, portal 10
00000100:00000001:1.0:1787763654.645832:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763654.645833:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910955840 : -110374798595776 : ffff9b9d5d566940)
00000100:00000040:1.0:1787763654.645839:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d566940 x1874599320608256/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763679 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763654.645844:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763654.645846:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763654.645848:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9770.
00000100:00000200:1.0:1787763654.645850:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320608256, offset 0
00000400:00000200:1.0:1787763654.645853:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763654.645856:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763654.645859:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763654.645862:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763654.645864:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763654.645866:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763654.645868:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763654.645870:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63515:63515:256:4294967295] 192.168.203.113@tcp LPNI seq info [63515:63515:8:4294967295]
00000400:00000200:1.0:1787763654.645873:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763654.645878:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763654.645882:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763654.645884:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef300.
00000800:00000200:1.0:1787763654.645887:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763654.645889:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787763654.645893:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763654.645895:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1787763654.645898:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763654.645900:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef300.
00000400:00000200:1.0:1787763654.645902:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763654.645915:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763654.645917:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9770
00000400:00000010:1.0:1787763654.645919:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9770.
00000100:00000001:1.0:1787763654.645921:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763654.645923:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d566940 x1874599320608256/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763679 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763654.645929:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763654.645931:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d566940 x1874599320608256/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763679 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763654.645936:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763654.645937:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763654.645940:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763654.645943:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:1.0:1787763654.645945:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763654.645947:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315489836
00000100:00000001:1.0:1787763654.645949:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315491063
00000100:00000001:1.0:1787763654.645951:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315489836
00000100:00000001:1.0:1787763654.645953:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315491063
00000100:00000001:1.0:1787763654.645954:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763654.645955:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763654.645957:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763654.645959:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763654/real 1787763654]  req@ffff9b9d5d566940 x1874599320608256/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763654.645964:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763654.645966:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763654.645967:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43e70.
00000400:00000200:1.0:1787763654.645969:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9cc0
00000400:00000010:1.0:1787763654.645970:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9cc0.
00000100:00000001:1.0:1787763654.645971:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763654.645974:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d566940 x1874599320608256/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763654.645980:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d566940 x1874599320608256/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763654.645985:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763654.645986:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763654.645987:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763654.645988:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763654.645991:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d566940 x1874599320608256/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763654.645995:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763654.645998:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d566940 x1874599320608256/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763679 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763654.646003:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763654.646005:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763654.646007:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763654.646008:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763654.646009:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763654.646019:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763654.646021:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763654.646023:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763654.646024:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763654.646027:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d566940 x1874599320608256/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763679 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763654.646033:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d566940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320608256:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763654.646036:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763654.646038:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d567c00 x1874599320608384/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763654.646043:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763654.646044:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763654.646045:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763654.646047:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763654.646048:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763654.646050:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d567c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320608384:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763654.646052:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763654.646053:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763654.646054:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763654.646055:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763654.646058:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58dbbc00.
02000000:00000001:1.0:1787763654.646059:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763654.646062:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763654.646063:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43e70.
00000400:00000010:1.0:1787763654.646065:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9cc0.
00000100:00000200:1.0:1787763654.646067:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320608384, portal 10
00000100:00000001:1.0:1787763654.646069:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763654.646070:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910960640 : -110374798590976 : ffff9b9d5d567c00)
00000100:00000040:1.0:1787763654.646074:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d567c00 x1874599320608384/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763679 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763654.646079:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763654.646081:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763654.646082:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9770.
00000100:00000200:1.0:1787763654.646084:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320608384, offset 0
00000400:00000200:1.0:1787763654.646086:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763654.646088:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763654.646091:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763654.646093:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763654.646094:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763654.646096:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763654.646098:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763654.646100:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63516:63516:256:4294967295] 192.168.203.113@tcp LPNI seq info [63516:63516:8:4294967295]
00000400:00000200:1.0:1787763654.646104:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763654.646108:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763654.646111:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763654.646113:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef300.
00000800:00000200:1.0:1787763654.646116:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763654.646118:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787763654.646121:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763654.646123:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1787763654.646126:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763654.646127:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef300.
00000400:00000200:1.0:1787763654.646129:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763654.646132:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763654.646134:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9770
00000400:00000010:1.0:1787763654.646135:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9770.
00000100:00000001:1.0:1787763654.646137:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763654.646139:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d567c00 x1874599320608384/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763679 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763654.646145:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763654.646147:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d567c00 x1874599320608384/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763679 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763654.646152:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763654.646153:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763654.646155:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763654.646157:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:1.0:1787763654.646159:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763654.646161:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315489815
00000100:00000001:1.0:1787763654.646163:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315491063
00000100:00000001:1.0:1787763654.646164:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315489815
00000100:00000001:1.0:1787763654.646166:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315491063
00000100:00000001:1.0:1787763654.646167:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763654.646168:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763654.646170:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763654.646172:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763654/real 1787763654]  req@ffff9b9d5d567c00 x1874599320608384/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763654.646177:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763654.646178:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763654.646179:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43e70.
00000400:00000200:1.0:1787763654.646181:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9cc0
00000400:00000010:1.0:1787763654.646182:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9cc0.
00000100:00000001:1.0:1787763654.646183:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763654.646185:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d567c00 x1874599320608384/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763654.646191:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d567c00 x1874599320608384/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763654.646197:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763654.646198:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763654.646199:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763654.646200:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763654.646203:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d567c00 x1874599320608384/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763654.646207:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763654.646210:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d567c00 x1874599320608384/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763679 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763654.646214:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763654.646216:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763654.646217:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763654.646218:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763654.646219:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763654.646220:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763654.646222:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763654.646224:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763654.646225:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763654.646228:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d567c00 x1874599320608384/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763679 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763654.646233:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d567c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320608384:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763654.646236:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763654.646238:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d565a40 x1874599320608512/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763654.646243:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763654.646244:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763654.646246:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763654.646248:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763654.646249:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763654.646251:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d565a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320608512:192.168.203.113@tcp:8:kworker.0
00000100:00000001:1.0:1787763654.646254:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763654.646255:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763654.646256:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763654.646257:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763654.646259:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db8400.
02000000:00000001:1.0:1787763654.646261:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763654.646263:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763654.646265:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43e70.
00000400:00000010:1.0:1787763654.646267:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9cc0.
00000100:00000200:1.0:1787763654.646269:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320608512, portal 4
00000100:00000001:1.0:1787763654.646270:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763654.646271:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910952000 : -110374798599616 : ffff9b9d5d565a40)
00000100:00000040:1.0:1787763654.646275:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d565a40 x1874599320608512/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763679 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763654.646280:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763654.646281:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763654.646283:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9770.
00000100:00000200:1.0:1787763654.646284:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320608512, offset 0
00000400:00000200:1.0:1787763654.646287:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763654.646289:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763654.646291:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763654.646292:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763654.646294:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763654.646296:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763654.646297:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763654.646299:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63517:63517:256:4294967295] 192.168.203.113@tcp LPNI seq info [63517:63517:8:4294967295]
00000400:00000200:1.0:1787763654.646302:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763654.646307:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763654.646310:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763654.646312:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef300.
00000800:00000200:1.0:1787763654.646315:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763654.646317:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787763654.646320:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763654.646322:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1787763654.646325:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763654.646326:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef300.
00000400:00000200:1.0:1787763654.646328:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763654.646331:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763654.646333:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9770
00000400:00000010:1.0:1787763654.646334:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9770.
00000100:00000001:1.0:1787763654.646336:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763654.646338:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d565a40 x1874599320608512/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763679 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763654.646343:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763654.646345:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d565a40 x1874599320608512/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763679 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763654.646350:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763654.646351:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763654.646353:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763654.646355:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:1.0:1787763654.646357:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763654.646358:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315489827
00000100:00000001:1.0:1787763654.646360:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315491063
00000100:00000001:1.0:1787763654.646362:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315489827
00000100:00000001:1.0:1787763654.646363:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315491063
00000100:00000001:1.0:1787763654.646364:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763654.646366:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763654.646367:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763654.646369:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763654/real 1787763654]  req@ffff9b9d5d565a40 x1874599320608512/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763654.646375:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763654.646376:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763654.646378:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43e70.
00000400:00000200:1.0:1787763654.646379:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9cc0
00000400:00000010:1.0:1787763654.646380:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9cc0.
00000100:00000001:1.0:1787763654.646381:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763654.646384:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d565a40 x1874599320608512/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763654.646389:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d565a40 x1874599320608512/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763654.646393:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763654.646394:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763654.646395:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763654.646396:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763654.646399:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d565a40 x1874599320608512/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763654.646403:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763654.646406:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d565a40 x1874599320608512/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763679 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763654.646410:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763654.646412:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763654.646413:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763654.646414:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763654.646415:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763654.646417:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763654.646418:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763654.646420:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763654.646422:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763654.646425:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d565a40 x1874599320608512/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763679 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763654.646431:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d565a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320608512:192.168.203.113@tcp:8:kworker.0
00000100:00000001:1.0:1787763654.646434:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763654.646435:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763654.646437:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d566940 x1874599320608256/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763679 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763654.646441:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763654.646442:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763654.646444:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db8800.
02000000:00000001:1.0:1787763654.646445:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763654.646446:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763654.646447:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:1.0:1787763654.646448:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763654.646450:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45907400.
02000000:00000001:1.0:1787763654.646451:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763654.646452:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763654.646453:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d566940.
00000100:00000001:1.0:1787763654.646474:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763654.646475:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763654.646477:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763654.646479:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d567c00 x1874599320608384/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763679 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763654.646485:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763654.646486:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763654.646487:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58dbbc00.
02000000:00000001:1.0:1787763654.646489:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763654.646490:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763654.646491:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:1.0:1787763654.646492:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763654.646494:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45905000.
02000000:00000001:1.0:1787763654.646495:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763654.646497:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763654.646498:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d567c00.
00000100:00000001:1.0:1787763654.646500:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763654.646501:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763654.646502:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763654.646504:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d565a40 x1874599320608512/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763679 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763654.646508:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763654.646509:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763654.646510:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db8400.
02000000:00000001:1.0:1787763654.646511:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763654.646512:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763654.646513:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:1.0:1787763654.646514:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763654.646515:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45907800.
02000000:00000001:1.0:1787763654.646516:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763654.646517:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763654.646518:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d565a40.
00000100:00000001:1.0:1787763654.646519:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763654.646520:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763654.646521:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763654.646524:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763654.646525:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763654.646526:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763654.646527:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763654.836527:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763654.836534:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763654.836539:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763654.836553:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763654.836556:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763654.836558:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763654.836652:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763654.836656:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763654.836659:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787763655.668584:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763655.668594:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763655.668597:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763655.668604:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787763655.668608:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763655.668613:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763655.668616:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763655.668620:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763655.668623:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763655.860523:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763655.860531:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763655.860547:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763655.860548:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763655.860551:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763655.860552:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763655.860636:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763655.860642:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763655.860646:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787763655.924520:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4315491063, at 4315491072
00000100:00000010:0.0:1787763655.924550:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69b960.
00000100:00000040:1.0:1787763655.924618:0:303331:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b110 (cpu 1) has reached its deadline 4315491063, at 4315491072
00000100:00000010:1.0:1787763655.924635:0:303331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69b780.
00000100:00000001:2.0:1787763656.692586:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763656.692595:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763656.692597:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763656.692603:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787763656.692609:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763656.692613:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763656.692615:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763656.692618:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763656.692621:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763656.884546:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763656.884552:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763656.884557:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763656.884559:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763656.884563:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763656.884565:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763656.884628:0:281543:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763656.884634:0:281543:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763656.884638:0:281543:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787763657.716546:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763657.716555:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763657.716558:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763657.716581:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787763657.716585:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763657.716588:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763657.716591:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763657.716594:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763657.716596:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763657.908567:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763657.908573:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763657.908578:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763657.908579:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763657.908582:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763657.908583:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787763657.908627:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787763657.908633:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787763657.908637:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787763658.740619:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763658.740629:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763658.740632:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763658.740639:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787763658.740643:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763658.740648:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763658.740652:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763658.740655:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763658.740659:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763658.932595:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763658.932602:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763658.932608:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763658.932610:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763658.932615:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763658.932616:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763658.932679:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763658.932687:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763658.932693:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787763659.764576:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1787763659.764576:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763659.764583:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:0.0:1787763659.764585:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787763659.764588:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1787763659.764588:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763659.764592:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1787763659.764594:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:0.0:1787763659.764596:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1787763659.764601:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1787763659.764605:0:291943:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20822
00000100:00000001:3.0:1787763659.764607:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763659.764612:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000400:00000200:0.0:1787763659.764613:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:3.0:1787763659.764618:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1787763659.764620:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763659.764624:0:291943:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787763659.764625:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763659.764628:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763659.764631:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763659.764634:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763659.764636:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763659.764638:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763659.764640:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:0.0:1787763659.764642:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763659.764646:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:0.0:1787763659.764648:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:0.0:1787763659.764649:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:0.0:1787763659.764651:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763659.764653:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763659.764654:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763659.764655:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787763659.764657:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:0.0:1787763659.764659:0:291943:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763659.764661:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763659.764663:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763659.764665:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763659.764668:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763659.764669:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787763659.764671:0:291943:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763659.764678:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81850000.
00000020:00000040:0.0:1787763659.764680:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:0.0:1787763659.764683:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763659.764684:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763659.764686:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763659.764688:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763659.764691:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763659.764697:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d50558000.
00000100:00000001:0.0:1787763659.764702:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763659.764709:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81850000 x1874599320608640/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763659.764717:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763659.764720:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763659.764723:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a28e6d3] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81850000 x1874599320608640/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763659.764739:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763659.764741:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763659.764744:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787763659.764745:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763659.764746:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763659.764748:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763659.764751:0:291943:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20822
00000400:00000200:0.0:1787763659.764754:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763659.764757:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763659.764759:0:291943:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763659.764761:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763659.764763:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787763659.764763:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1787763659.764767:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763659.764768:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787763659.764769:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000001:1.0:1787763659.764771:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1787763659.764772:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763659.764775:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000020:00000001:0.0:1787763659.764776:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763659.764779:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000100:00000040:1.0:1787763659.764780:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81850000 x1874599320608640/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1787763659.764781:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000020:00000001:0.0:1787763659.764786:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000040:0.0:1787763659.764793:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763659.764796:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763659.764797:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787763659.764800:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763659.764803:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
02000000:00000001:1.0:1787763659.764804:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763659.764808:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787763659.764809:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
02000000:00000001:1.0:1787763659.764810:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1787763659.764816:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00100000:1.0:1787763659.764817:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81850000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320608640:192.168.203.113@tcp:250:kworker.0
00000100:00000001:1.0:1787763659.764823:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:0.0:1787763659.764826:0:291943:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
02000000:00000001:1.0:1787763659.764828:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1787763659.764832:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763659.764832:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763659.764835:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787763659.764838:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000010:1.0:1787763659.764840:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db8400.
02000000:00000001:1.0:1787763659.764844:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763659.764846:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1787763659.764851:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
02000000:00000001:0.0:1787763659.764853:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787763659.764856:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43e70.
00000100:00000001:0.0:1787763659.764857:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000010:1.0:1787763659.764862:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9cc0.
00000008:00100000:0.0:1787763659.764864:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787763659.764870:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787763659.764870:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320608640, portal 25
00000100:00000001:1.0:1787763659.764875:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787763659.764876:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763659.764877:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699517988864 : -110374191562752 : ffff9b9d81850000)
00000100:00000010:0.0:1787763659.764886:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81852580.
00000100:00000040:1.0:1787763659.764886:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81850000 x1874599320608640/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763684 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1787763659.764893:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
02000000:00000001:0.0:1787763659.764898:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787763659.764898:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:0.0:1787763659.764901:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763659.764904:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000100:00000001:0.0:1787763659.764905:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763659.764907:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:1.0:1787763659.764908:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9770.
02000000:00000001:0.0:1787763659.764909:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787763659.764912:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320608640, offset 0
02000000:00000010:0.0:1787763659.764915:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d5055ac00.
00000400:00000200:1.0:1787763659.764919:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000100:00000001:0.0:1787763659.764920:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763659.764927:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81852580 x1874599320608768/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787763659.764928:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763659.764937:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000100:00000001:0.0:1787763659.764938:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763659.764941:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763659.764943:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:0.0:1787763659.764947:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a3a56c9a] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81852580 x1874599320608768/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787763659.764950:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763659.764956:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763659.764960:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000100:00000001:0.0:1787763659.764965:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763659.764966:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63518:63518:256:4294967295] 192.168.203.113@tcp LPNI seq info [63518:63518:8:4294967295]
00000100:00080000:0.0:1787763659.764968:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763659.764974:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:1.0:1787763659.764974:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787763659.764976:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763659.764979:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763659.764984:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1787763659.764987:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000100:00080000:0.0:1787763659.764989:0:291943:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20822
00000400:00000200:0.0:1787763659.765000:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000800:00000200:1.0:1787763659.765001:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787763659.765005:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000800:00000010:1.0:1787763659.765006:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef300.
00000100:00080000:0.0:1787763659.765008:0:291943:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763659.765011:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763659.765013:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763659.765018:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000800:00000200:1.0:1787763659.765018:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000001:0.0:1787763659.765023:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763659.765026:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763659.765027:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000800:00000200:1.0:1787763659.765027:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00000020:00000001:0.0:1787763659.765028:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763659.765031:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000020:00000001:0.0:1787763659.765035:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000020:00000001:0.0:1787763659.765038:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000800:00000200:1.1:1787763659.765040:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000040:0.0:1787763659.765043:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763659.765046:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1787763659.765047:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00000100:00000040:0.0:1787763659.765049:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763659.765053:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787763659.765056:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000800:00000100:1.0:1787763659.765059:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000100:00080000:0.0:1787763659.765062:0:291943:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000800:00000010:1.0:1787763659.765064:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef300.
00000100:00000001:0.0:1787763659.765065:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763659.765069:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763659.765071:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763659.765073:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763659.765074:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000200:1.0:1787763659.765074:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000008:00100000:0.0:1787763659.765077:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787763659.765080:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763659.765084:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763659.765085:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000100:00000010:0.0:1787763659.765087:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81852940.
00000020:00000040:0.0:1787763659.765091:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000400:00000200:1.0:1787763659.765092:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9770
02000000:00000001:0.0:1787763659.765093:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763659.765095:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763659.765097:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:1.0:1787763659.765098:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9770.
02000000:00000001:0.0:1787763659.765099:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763659.765102:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763659.765105:0:256678:0:(events.c:34:request_out_callback()) Process entered
02000000:00000010:0.0:1787763659.765106:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d50559c00.
00000100:00000001:0.0:1787763659.765110:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787763659.765114:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d81850000 x1874599320608640/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763684 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787763659.765117:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81852940 x1874599320608896/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787763659.765145:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787763659.765147:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763659.765150:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763659.765154:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81850000 x1874599320608640/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763684 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787763659.765156:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afb094cc] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81852940 x1874599320608896/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763659.765180:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763659.765183:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787763659.765185:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763659.765187:0:291943:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1787763659.765188:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:0.0:1787763659.765193:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763659.765195:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787763659.765196:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763659.765197:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787763659.765197:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763659.765202:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763659.765206:0:291943:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20822
00000400:00000200:1.0:1787763659.765208:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763659.765211:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763659.765214:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4315496183
00000400:00000200:0.0:1787763659.765215:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763659.765220:0:291943:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763659.765222:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763659.765223:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000010:1.0:1787763659.765224:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d7f69b780.
00000100:00000040:0.0:1787763659.765225:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763659.765229:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763659.765230:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763659.765231:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000020:00000001:0.0:1787763659.765232:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763659.765234:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000100:00000001:1.0:1787763659.765234:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000020:00000001:0.0:1787763659.765240:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000020:00000001:0.0:1787763659.765241:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000040:0.0:1787763659.765244:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763659.765245:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4315496183
00000100:00000001:0.0:1787763659.765246:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763659.765249:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763659.765252:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000010:1.0:1787763659.765253:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d7f69b600.
00000020:00000040:0.0:1787763659.765254:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00000001:1.0:1787763659.765258:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000100:00080000:0.0:1787763659.765259:0:291943:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763659.765264:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763659.765264:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763659.765266:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787763659.765269:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763659.765270:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763659.765272:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
02000000:00000001:0.0:1787763659.765276:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763659.765279:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763659/real 1787763659]  req@ffff9b9d81850000 x1874599320608640/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763659.765280:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763659.765284:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787763659.765291:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763659.765296:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1787763659.765303:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000010:0.0:1787763659.765304:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81853c00.
00000400:00000001:1.0:1787763659.765305:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763659.765309:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43e70.
00000020:00000040:0.0:1787763659.765310:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
00000400:00000200:1.0:1787763659.765312:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9cc0
02000000:00000001:0.0:1787763659.765316:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000010:1.0:1787763659.765316:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9cc0.
00000100:00000001:1.0:1787763659.765318:0:256678:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:0.0:1787763659.765320:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787763659.765323:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81850000 x1874599320608640/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763659.765325:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763659.765327:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763659.765330:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763659.765337:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d50558800.
00000100:00000200:1.0:1787763659.765338:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81850000 x1874599320608640/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763659.765343:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763659.765349:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763659.765352:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787763659.765353:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81853c00 x1874599320609024/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787763659.765354:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763659.765357:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763659.765365:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00100000:1.0:1787763659.765365:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81850000 x1874599320608640/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763659.765369:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763659.765377:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ce798b78] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81853c00 x1874599320609024/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763659.765378:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763659.765386:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81850000 x1874599320608640/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763684 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763659.765390:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763659.765404:0:291943:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20832)
00000100:00000001:1.0:1787763659.765406:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763659.765409:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763659.765410:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763659.765411:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763659.765413:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763659.765414:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763659.765417:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763659.765419:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763659.765421:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763659.765423:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81850000 x1874599320608640/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763684 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763659.765429:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81850000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320608640:192.168.203.113@tcp:250:kworker.0
00000100:00000001:1.0:1787763659.765432:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763659.765434:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763659.765436:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81850000 x1874599320608640/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763684 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763659.765457:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763659.765459:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763659.765461:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db8400.
02000000:00000001:1.0:1787763659.765463:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763659.765465:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763659.765466:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:1.0:1787763659.765467:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763659.765469:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d50558000.
02000000:00000001:1.0:1787763659.765472:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763659.765473:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763659.765475:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81850000.
00000100:00000001:1.0:1787763659.765477:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763659.765477:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763659.765479:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763659.765484:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763659.765485:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763659.765487:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763659.765488:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763659.765489:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763659.765492:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81852580 x1874599320608768/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763659.765496:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763659.765497:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763659.765499:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763659.765500:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763659.765502:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763659.765503:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81852580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320608768:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763659.765522:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763659.765524:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763659.765525:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763659.765527:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763659.765529:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db8400.
02000000:00000001:1.0:1787763659.765530:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763659.765533:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763659.765535:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43e70.
00000400:00000010:1.0:1787763659.765538:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9cc0.
00000100:00000200:1.0:1787763659.765540:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320608768, portal 10
00000100:00000001:1.0:1787763659.765541:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763659.765542:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699517998464 : -110374191553152 : ffff9b9d81852580)
00000100:00000040:1.0:1787763659.765547:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81852580 x1874599320608768/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763684 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763659.765551:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763659.765553:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763659.765554:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9770.
00000100:00000200:1.0:1787763659.765556:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320608768, offset 0
00000400:00000200:1.0:1787763659.765559:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763659.765562:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763659.765565:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763659.765567:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763659.765569:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763659.765571:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763659.765572:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763659.765574:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63519:63519:256:4294967295] 192.168.203.113@tcp LPNI seq info [63519:63519:8:4294967295]
00000400:00000200:1.0:1787763659.765577:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763659.765582:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763659.765584:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763659.765587:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef300.
00000800:00000200:1.0:1787763659.765589:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763659.765592:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787763659.765595:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763659.765597:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1787763659.765600:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763659.765602:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef300.
00000400:00000200:1.0:1787763659.765604:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763659.765606:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763659.765608:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9770
00000400:00000010:1.0:1787763659.765610:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9770.
00000100:00000001:1.0:1787763659.765611:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763659.765614:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d81852580 x1874599320608768/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763684 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763659.765619:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763659.765621:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81852580 x1874599320608768/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763684 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763659.765626:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763659.765627:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763659.765629:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763659.765632:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:1.0:1787763659.765634:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763659.765636:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315494956
00000100:00000001:1.0:1787763659.765638:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315496183
00000100:00000001:1.0:1787763659.765640:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315494956
00000100:00000001:1.0:1787763659.765641:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315496183
00000100:00000001:1.0:1787763659.765642:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763659.765644:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763659.765645:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763659.765647:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763659/real 1787763659]  req@ffff9b9d81852580 x1874599320608768/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763659.765652:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763659.765653:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763659.765655:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43e70.
00000400:00000200:1.0:1787763659.765656:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9cc0
00000400:00000010:1.0:1787763659.765657:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9cc0.
00000100:00000001:1.0:1787763659.765659:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763659.765661:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81852580 x1874599320608768/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763659.765666:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81852580 x1874599320608768/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763659.765669:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763659.765670:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763659.765671:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763659.765672:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763659.765674:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81852580 x1874599320608768/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763659.765678:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763659.765681:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81852580 x1874599320608768/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763684 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763659.765685:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763659.765687:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763659.765688:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763659.765689:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763659.765690:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763659.765698:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763659.765700:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763659.765702:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763659.765703:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763659.765706:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81852580 x1874599320608768/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763684 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763659.765711:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81852580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320608768:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763659.765714:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763659.765716:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81852940 x1874599320608896/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763659.765720:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763659.765721:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763659.765723:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763659.765724:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763659.765725:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763659.765727:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81852940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320608896:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763659.765728:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763659.765729:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763659.765730:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763659.765732:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763659.765734:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58dbbc00.
02000000:00000001:1.0:1787763659.765735:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763659.765737:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763659.765738:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43e70.
00000400:00000010:1.0:1787763659.765740:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9cc0.
00000100:00000200:1.0:1787763659.765742:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320608896, portal 10
00000100:00000001:1.0:1787763659.765743:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763659.765744:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699517999424 : -110374191552192 : ffff9b9d81852940)
00000100:00000040:1.0:1787763659.765748:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81852940 x1874599320608896/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763684 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763659.765752:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763659.765753:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763659.765755:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9770.
00000100:00000200:1.0:1787763659.765756:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320608896, offset 0
00000400:00000200:1.0:1787763659.765758:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763659.765760:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763659.765762:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763659.765764:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763659.765766:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763659.765768:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763659.765769:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763659.765771:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63520:63520:256:4294967295] 192.168.203.113@tcp LPNI seq info [63520:63520:8:4294967295]
00000400:00000200:1.0:1787763659.765774:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763659.765778:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763659.765780:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763659.765782:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef300.
00000800:00000200:1.0:1787763659.765784:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763659.765786:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787763659.765789:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763659.765791:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1787763659.765794:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763659.765795:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef300.
00000400:00000200:1.0:1787763659.765797:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763659.765799:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763659.765801:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9770
00000400:00000010:1.0:1787763659.765802:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9770.
00000100:00000001:1.0:1787763659.765803:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763659.765815:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d81852940 x1874599320608896/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763684 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763659.765823:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763659.765825:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81852940 x1874599320608896/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763684 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763659.765829:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763659.765830:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763659.765833:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763659.765834:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:1.0:1787763659.765836:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763659.765838:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315494935
00000100:00000001:1.0:1787763659.765839:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315496183
00000100:00000001:1.0:1787763659.765841:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315494935
00000100:00000001:1.0:1787763659.765843:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315496183
00000100:00000001:1.0:1787763659.765844:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763659.765846:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763659.765847:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763659.765849:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763659/real 1787763659]  req@ffff9b9d81852940 x1874599320608896/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763659.765854:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763659.765855:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763659.765856:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43e70.
00000400:00000200:1.0:1787763659.765857:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9cc0
00000400:00000010:1.0:1787763659.765858:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9cc0.
00000100:00000001:1.0:1787763659.765859:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763659.765861:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81852940 x1874599320608896/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763659.765866:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81852940 x1874599320608896/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763659.765870:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763659.765871:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763659.765872:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763659.765873:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763659.765875:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81852940 x1874599320608896/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763659.765879:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763659.765881:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81852940 x1874599320608896/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763684 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763659.765885:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763659.765887:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763659.765888:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763659.765888:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763659.765890:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763659.765891:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763659.765893:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763659.765895:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763659.765896:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763659.765899:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81852940 x1874599320608896/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763684 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763659.765903:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81852940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320608896:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763659.765905:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763659.765908:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81853c00 x1874599320609024/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763659.765911:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763659.765912:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763659.765913:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763659.765914:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763659.765916:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763659.765917:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81853c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320609024:192.168.203.113@tcp:8:kworker.0
00000100:00000001:1.0:1787763659.765919:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763659.765921:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763659.765922:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763659.765923:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763659.765925:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db8800.
02000000:00000001:1.0:1787763659.765927:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763659.765929:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763659.765930:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43e70.
00000400:00000010:1.0:1787763659.765933:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9cc0.
00000100:00000200:1.0:1787763659.765934:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320609024, portal 4
00000100:00000001:1.0:1787763659.765936:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763659.765937:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699518004224 : -110374191547392 : ffff9b9d81853c00)
00000100:00000040:1.0:1787763659.765941:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81853c00 x1874599320609024/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763684 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763659.765946:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763659.765947:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763659.765948:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9770.
00000100:00000200:1.0:1787763659.765950:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320609024, offset 0
00000400:00000200:1.0:1787763659.765952:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763659.765954:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763659.765956:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763659.765958:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763659.765959:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763659.765961:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763659.765962:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763659.765964:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63521:63521:256:4294967295] 192.168.203.113@tcp LPNI seq info [63521:63521:8:4294967295]
00000400:00000200:1.0:1787763659.765967:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763659.765971:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763659.765975:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763659.765976:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef300.
00000800:00000200:1.0:1787763659.765979:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763659.765980:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787763659.765983:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763659.765985:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1787763659.765987:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763659.765989:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef300.
00000400:00000200:1.0:1787763659.765990:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763659.765993:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763659.765994:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9770
00000400:00000010:1.0:1787763659.765995:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9770.
00000100:00000001:1.0:1787763659.765997:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763659.765999:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d81853c00 x1874599320609024/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763684 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763659.766004:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763659.766006:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81853c00 x1874599320609024/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763684 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763659.766014:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763659.766015:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763659.766017:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763659.766018:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:1.0:1787763659.766020:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763659.766021:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315494947
00000100:00000001:1.0:1787763659.766023:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315496183
00000100:00000001:1.0:1787763659.766025:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315494947
00000100:00000001:1.0:1787763659.766026:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315496183
00000100:00000001:1.0:1787763659.766027:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763659.766028:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763659.766029:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763659.766031:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763659/real 1787763659]  req@ffff9b9d81853c00 x1874599320609024/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763659.766036:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763659.766036:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763659.766037:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43e70.
00000400:00000200:1.0:1787763659.766038:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9cc0
00000400:00000010:1.0:1787763659.766039:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9cc0.
00000100:00000001:1.0:1787763659.766041:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763659.766042:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81853c00 x1874599320609024/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763659.766048:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81853c00 x1874599320609024/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763659.766051:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763659.766052:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763659.766053:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763659.766054:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763659.766056:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81853c00 x1874599320609024/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763659.766061:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763659.766063:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81853c00 x1874599320609024/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763684 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763659.766068:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763659.766069:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763659.766070:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763659.766071:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763659.766072:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763659.766073:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763659.766074:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763659.766076:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763659.766077:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763659.766079:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81853c00 x1874599320609024/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763684 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763659.766084:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81853c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320609024:192.168.203.113@tcp:8:kworker.0
00000100:00000001:1.0:1787763659.766086:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763659.766087:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763659.766089:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81852580 x1874599320608768/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763684 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763659.766093:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763659.766094:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763659.766095:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db8400.
02000000:00000001:1.0:1787763659.766096:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763659.766097:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763659.766098:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:1.0:1787763659.766100:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763659.766101:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d5055ac00.
02000000:00000001:1.0:1787763659.766104:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763659.766105:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763659.766106:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81852580.
00000100:00000001:1.0:1787763659.766108:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763659.766108:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763659.766109:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763659.766111:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81852940 x1874599320608896/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763684 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763659.766116:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763659.766117:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763659.766117:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58dbbc00.
02000000:00000001:1.0:1787763659.766119:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763659.766120:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763659.766121:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:1.0:1787763659.766122:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763659.766123:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d50559c00.
02000000:00000001:1.0:1787763659.766124:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763659.766125:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763659.766126:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81852940.
00000100:00000001:1.0:1787763659.766127:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763659.766128:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763659.766129:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763659.766130:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81853c00 x1874599320609024/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763684 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763659.766134:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763659.766135:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763659.766136:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db8800.
02000000:00000001:1.0:1787763659.766137:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763659.766137:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763659.766138:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:1.0:1787763659.766139:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763659.766140:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d50558800.
02000000:00000001:1.0:1787763659.766141:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763659.766142:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763659.766143:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81853c00.
00000100:00000001:1.0:1787763659.766154:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763659.766156:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763659.766157:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763659.766160:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763659.766161:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763659.766162:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763659.766163:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763659.956570:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763659.956578:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763659.956585:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763659.956587:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763659.956592:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763659.956594:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763659.956670:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763659.956675:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763659.956679:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787763660.788564:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787763660.788570:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787763660.788573:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763660.788577:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:0.0:1787763660.788581:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787763660.788584:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763660.788586:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763660.788589:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763660.788591:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763660.980541:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763660.980547:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763660.980552:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763660.980553:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763660.980556:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763660.980557:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763660.980603:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763660.980607:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763660.980610:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1787763661.044567:0:303331:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b110 (cpu 1) has reached its deadline 4315496183, at 4315496192
00000100:00000010:1.0:1787763661.044580:0:303331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69b600.
00000100:00000040:0.0:1787763661.044589:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4315496183, at 4315496192
00000100:00000010:0.0:1787763661.044600:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69b780.
00000100:00000001:0.0:1787763661.812582:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787763661.812591:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787763661.812593:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763661.812599:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:0.0:1787763661.812603:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787763661.812607:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763661.812610:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763661.812613:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763661.812616:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763662.004632:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763662.004645:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763662.004649:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763662.004656:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763662.004665:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763662.004669:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763662.004673:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763662.004679:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763662.004688:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763662.004691:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763662.004692:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763662.004694:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763662.004696:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763662.004698:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763662.004700:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763662.004702:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763662.004706:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763662.004708:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763662.004819:0:281543:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763662.004829:0:281543:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763662.004835:0:281543:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787763662.836550:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787763662.836559:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787763662.836561:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763662.836567:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:0.0:1787763662.836571:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787763662.836574:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763662.836577:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763662.836579:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763662.836582:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763663.028543:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763663.028552:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763663.028557:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763663.028558:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763663.028561:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763663.028562:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787763663.028603:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787763663.028608:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787763663.028611:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763663.860567:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763663.860577:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763663.860579:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763663.860583:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763663.860586:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763663.860589:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763663.860591:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763663.860593:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763663.860596:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763664.052583:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763664.052590:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763664.052595:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763664.052597:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763664.052601:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763664.052604:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763664.052607:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763664.052610:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763664.052613:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763664.052615:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763664.052616:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763664.052618:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763664.052668:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763664.052672:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763664.052675:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763664.884572:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763664.884579:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763664.884581:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787763664.884584:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1787763664.884586:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763664.884594:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:1.0:1787763664.884596:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787763664.884600:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1787763664.884600:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763664.884608:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:1.0:1787763664.884609:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763664.884611:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763664.884622:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1787763664.884624:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787763664.884639:0:291943:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20827
00000400:00000200:1.0:1787763664.884650:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763664.884659:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:1.0:1787763664.884663:0:291943:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787763664.884666:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763664.884669:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787763664.884671:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763664.884673:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:1.0:1787763664.884676:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787763664.884679:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:1.0:1787763664.884681:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787763664.884685:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:1.0:1787763664.884687:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:1.0:1787763664.884689:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:1.0:1787763664.884691:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763664.884692:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787763664.884693:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763664.884694:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:1.0:1787763664.884697:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:1.0:1787763664.884699:0:291943:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:1.0:1787763664.884701:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763664.884703:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787763664.884707:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763664.884709:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763664.884711:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1787763664.884713:0:291943:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787763664.884724:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d753e7c00.
00000020:00000040:1.0:1787763664.884727:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:1.0:1787763664.884731:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787763664.884733:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763664.884735:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787763664.884738:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787763664.884743:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787763664.884760:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d58dbbc00.
00000100:00000001:1.0:1787763664.884767:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763664.884776:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d753e7c00 x1874599320609152/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787763664.884785:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787763664.884789:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763664.884793:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000661486ec] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d753e7c00 x1874599320609152/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763664.884816:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787763664.884819:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787763664.884822:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787763664.884823:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787763664.884824:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787763664.884827:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787763664.884829:0:291943:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20827
00000400:00000200:1.0:1787763664.884832:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763664.884834:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:1.0:1787763664.884836:0:291943:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787763664.884839:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763664.884841:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787763664.884844:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763664.884846:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000001:2.0:1787763664.884846:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:1.0:1787763664.884852:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787763664.884853:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000100:00000001:2.0:1787763664.884854:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1787763664.884856:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787763664.884858:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:1.0:1787763664.884859:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000020:00000001:1.0:1787763664.884863:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000020:00000001:1.0:1787763664.884865:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000040:1.0:1787763664.884871:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000040:2.0:1787763664.884873:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d753e7c00 x1874599320609152/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763664.884874:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787763664.884880:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763664.884890:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:1.0:1787763664.884895:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00080000:1.0:1787763664.884907:0:291943:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763664.884909:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763664.884911:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763664.884913:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763664.884917:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763664.884919:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763664.884924:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763664.884924:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763664.884932:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763664.884933:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763664.884947:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00100000:2.0:1787763664.884953:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d753e7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320609152:192.168.203.113@tcp:250:kworker.0
00000008:00100000:1.0:1787763664.884957:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787763664.884959:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00000001:1.0:1787763664.884961:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763664.884964:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763664.884965:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000010:1.0:1787763664.884969:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d753e5a40.
02000000:00000001:2.0:1787763664.884970:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763664.884978:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:1.0:1787763664.884980:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
02000000:00000001:1.0:1787763664.884984:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787763664.884985:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763664.884987:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000010:2.0:1787763664.884989:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f184000.
02000000:00000001:1.0:1787763664.884990:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763664.884996:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763664.884997:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787763664.885007:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d58db8400.
00000400:00000200:2.0:1787763664.885015:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763664.885016:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787763664.885022:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569ee9f8.
00000100:00100000:1.0:1787763664.885027:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d753e5a40 x1874599320609280/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1787763664.885031:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc110.
00000100:00000001:1.0:1787763664.885042:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787763664.885046:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787763664.885047:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320609152, portal 25
00000100:00000001:2.0:1787763664.885061:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000040:1.0:1787763664.885068:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007997ceef] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d753e5a40 x1874599320609280/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763664.885068:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699312040960 : -110374397510656 : ffff9b9d753e7c00)
00000100:00000040:2.0:1787763664.885086:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d753e7c00 x1874599320609152/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763689 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763664.885090:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787763664.885097:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787763664.885103:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:1.0:1787763664.885106:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1787763664.885111:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:2.0:1787763664.885111:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000100:00080000:1.0:1787763664.885119:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:2.0:1787763664.885119:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc660.
00000100:00000001:1.0:1787763664.885129:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00000200:2.0:1787763664.885130:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320609152, offset 0
00000100:00080000:1.0:1787763664.885138:0:291943:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20827
00000400:00000200:2.0:1787763664.885144:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763664.885146:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763664.885152:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:1.0:1787763664.885153:0:291943:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1787763664.885161:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000040:1.0:1787763664.885167:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763664.885170:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787763664.885173:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000400:00000200:2.0:1787763664.885177:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000100:00000001:1.0:1787763664.885178:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:1.0:1787763664.885184:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:2.0:1787763664.885185:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:1.0:1787763664.885186:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000020:00000001:1.0:1787763664.885190:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:2.0:1787763664.885191:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000020:00000040:1.0:1787763664.885193:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000400:00000200:2.0:1787763664.885199:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000020:00000001:1.0:1787763664.885200:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000020:00000001:1.0:1787763664.885205:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000400:00000200:2.0:1787763664.885207:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000100:00000040:1.0:1787763664.885218:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000400:00000200:2.0:1787763664.885219:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63522:63522:256:4294967295] 192.168.203.113@tcp LPNI seq info [63522:63522:8:4294967295]
00000100:00000001:1.0:1787763664.885225:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787763664.885236:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000400:00000200:2.0:1787763664.885237:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763664.885247:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:1.0:1787763664.885250:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000100:00080000:1.0:1787763664.885260:0:291943:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:1.0:1787763664.885267:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763664.885272:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
02000000:00000001:1.0:1787763664.885273:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787763664.885280:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:2.0:1787763664.885287:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
02000000:00000001:1.0:1787763664.885288:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763664.885298:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000800:00000010:2.0:1787763664.885300:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e100.
00000008:00100000:1.0:1787763664.885301:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787763664.885307:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787763664.885313:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.0:1787763664.885316:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 2 secs later)
00000100:00000001:1.0:1787763664.885318:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787763664.885324:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d753e6580.
00000800:00000200:2.1:1787763664.885325:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763664.885339:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 2 secs later)
00000020:00000040:1.0:1787763664.885340:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
02000000:00000001:1.0:1787763664.885351:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787763664.885353:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1787763664.885361:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000100:00000001:1.0:1787763664.885362:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787763664.885370:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000010:2.0:1787763664.885370:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e100.
02000000:00000001:1.0:1787763664.885378:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763664.885382:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000010:1.0:1787763664.885383:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d58dba400.
00000100:00000001:1.0:1787763664.885390:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763664.885391:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763664.885404:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc660
00000100:00100000:1.0:1787763664.885405:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d753e6580 x1874599320609408/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1787763664.885409:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc660.
00000100:00000001:2.0:1787763664.885417:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787763664.885422:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000200:2.0:1787763664.885427:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d753e7c00 x1874599320609152/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763689 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763664.885428:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763664.885491:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f34e68e0] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d753e6580 x1874599320609408/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763664.885518:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763664.885526:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1787763664.885530:0:291943:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:2.0:1787763664.885532:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00080000:1.0:1787763664.885534:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787763664.885538:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787763664.885539:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787763664.885544:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:2.0:1787763664.885544:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d753e7c00 x1874599320609152/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763689 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763664.885556:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787763664.885568:0:291943:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20827
00000100:00000001:2.0:1787763664.885573:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763664.885580:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763664.885582:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000200:1.0:1787763664.885589:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:1.0:1787763664.885592:0:291943:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787763664.885595:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763664.885598:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763664.885602:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787763664.885604:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763664.885609:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000400:00000200:2.0:1787763664.885611:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000020:00000001:1.0:1787763664.885613:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787763664.885619:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000020:00000001:1.0:1787763664.885620:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787763664.885622:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000100:00000001:2.0:1787763664.885622:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4315501304
00000020:00000001:1.0:1787763664.885628:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000020:00000001:1.0:1787763664.885631:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000010:2.0:1787763664.885634:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d5891ff60.
00000100:00000040:1.0:1787763664.885636:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763664.885640:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787763664.885642:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763664.885645:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000001:2.0:1787763664.885645:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000020:00000040:1.0:1787763664.885647:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00080000:1.0:1787763664.885653:0:291943:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:1.0:1787763664.885656:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763664.885658:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787763664.885660:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763664.885661:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763664.885663:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1787763664.885664:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1787763664.885665:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4315501304
00000008:00000001:1.0:1787763664.885666:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763664.885674:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763664.885677:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d5891f5a0.
00000100:00000010:1.0:1787763664.885679:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d753e4f00.
00000020:00000040:1.0:1787763664.885686:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
00000100:00000001:2.0:1787763664.885688:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
02000000:00000001:1.0:1787763664.885692:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787763664.885695:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763664.885696:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763664.885700:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787763664.885702:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1787763664.885702:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763664.885708:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763664.885708:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
02000000:00000010:1.0:1787763664.885718:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d58db8c00.
00000100:00100000:2.0:1787763664.885722:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763664/real 1787763664]  req@ffff9b9d753e7c00 x1874599320609152/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763689 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763664.885723:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763664.885738:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d753e4f00 x1874599320609536/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787763664.885793:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787763664.885801:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1787763664.885802:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763664.885811:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000040:1.0:1787763664.885819:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006fb83b46] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d753e4f00 x1874599320609536/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1787763664.885820:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569ee9f8.
00000400:00000200:2.0:1787763664.885831:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc110
00000400:00000010:2.0:1787763664.885837:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc110.
00000100:00000001:1.0:1787763664.885840:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763664.885843:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:1.0:1787763664.885848:0:291943:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20837)
00000100:00000200:2.0:1787763664.885850:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d753e7c00 x1874599320609152/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763689 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763664.885858:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d753e7c00 x1874599320609152/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763689 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763664.885864:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763664.885868:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763664.885869:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763664.885870:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763664.885875:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d753e7c00 x1874599320609152/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763689 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763664.885880:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763664.885884:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d753e7c00 x1874599320609152/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763689 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763664.885889:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763664.885893:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763664.885895:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763664.885896:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763664.885898:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763664.885900:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763664.885903:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763664.885906:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763664.885908:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763664.885911:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d753e7c00 x1874599320609152/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763689 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763664.885917:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d753e7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320609152:192.168.203.113@tcp:250:kworker.0
00000100:00000001:2.0:1787763664.885921:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763664.885923:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763664.885924:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d753e7c00 x1874599320609152/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763689 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763664.885928:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763664.885930:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763664.885933:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f184000.
02000000:00000001:2.0:1787763664.885935:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763664.885937:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763664.885938:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:2.0:1787763664.885939:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763664.885941:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d58dbbc00.
02000000:00000001:2.0:1787763664.885945:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763664.885946:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763664.885948:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d753e7c00.
00000100:00000001:2.0:1787763664.885951:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763664.885952:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763664.885953:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763664.885958:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763664.885959:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763664.885961:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787763664.885963:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763664.885964:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763664.885966:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d753e5a40 x1874599320609280/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763664.885972:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763664.885973:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763664.885975:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763664.885977:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763664.885978:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763664.885980:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d753e5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320609280:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763664.885983:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763664.885985:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763664.885986:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763664.885987:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763664.885989:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f184000.
02000000:00000001:2.0:1787763664.885991:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763664.885993:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763664.885995:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569ee9f8.
00000400:00000010:2.0:1787763664.885997:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc110.
00000100:00000200:2.0:1787763664.886000:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320609280, portal 10
00000100:00000001:2.0:1787763664.886001:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763664.886002:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699312032320 : -110374397519296 : ffff9b9d753e5a40)
00000100:00000040:2.0:1787763664.886007:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d753e5a40 x1874599320609280/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763689 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763664.886011:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763664.886013:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763664.886014:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc660.
00000100:00000200:2.0:1787763664.886016:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320609280, offset 0
00000400:00000200:2.0:1787763664.886019:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763664.886021:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763664.886024:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763664.886027:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763664.886029:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763664.886030:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763664.886032:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763664.886034:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63523:63523:256:4294967295] 192.168.203.113@tcp LPNI seq info [63523:63523:8:4294967295]
00000400:00000200:2.0:1787763664.886037:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763664.886042:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763664.886044:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763664.886046:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e100.
00000800:00000200:2.0:1787763664.886049:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.0:1787763664.886052:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787763664.886056:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763664.886057:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1787763664.886060:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763664.886061:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e100.
00000400:00000200:2.0:1787763664.886063:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787763664.886066:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763664.886068:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc660
00000400:00000010:2.0:1787763664.886070:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc660.
00000100:00000001:2.0:1787763664.886071:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763664.886074:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d753e5a40 x1874599320609280/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763689 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763664.886079:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763664.886081:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d753e5a40 x1874599320609280/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763689 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763664.886086:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763664.886087:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763664.886089:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763664.886092:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:2.0:1787763664.886094:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763664.886096:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315500076
00000100:00000001:2.0:1787763664.886098:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315501304
00000100:00000001:2.0:1787763664.886100:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315500076
00000100:00000001:2.0:1787763664.886102:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315501304
00000100:00000001:2.0:1787763664.886103:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763664.886104:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763664.886105:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763664.886108:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763664/real 1787763664]  req@ffff9b9d753e5a40 x1874599320609280/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763689 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763664.886112:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763664.886113:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763664.886115:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569ee9f8.
00000400:00000200:2.0:1787763664.886116:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc110
00000400:00000010:2.0:1787763664.886117:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc110.
00000100:00000001:2.0:1787763664.886119:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763664.886121:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d753e5a40 x1874599320609280/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763689 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763664.886126:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d753e5a40 x1874599320609280/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763689 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763664.886130:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763664.886130:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763664.886131:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763664.886132:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763664.886134:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d753e5a40 x1874599320609280/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763689 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763664.886138:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763664.886141:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d753e5a40 x1874599320609280/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763689 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763664.886145:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763664.886147:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763664.886148:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763664.886149:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763664.886150:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763664.886158:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763664.886160:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763664.886162:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763664.886164:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763664.886166:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d753e5a40 x1874599320609280/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763689 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763664.886172:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d753e5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320609280:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763664.886175:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763664.886178:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d753e6580 x1874599320609408/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763664.886183:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763664.886184:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763664.886185:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763664.886186:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763664.886187:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763664.886189:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d753e6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320609408:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763664.886191:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763664.886192:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763664.886193:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763664.886194:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763664.886197:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f185000.
02000000:00000001:2.0:1787763664.886198:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763664.886200:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763664.886201:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569ee9f8.
00000400:00000010:2.0:1787763664.886203:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc110.
00000100:00000200:2.0:1787763664.886205:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320609408, portal 10
00000100:00000001:2.0:1787763664.886206:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763664.886207:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699312035200 : -110374397516416 : ffff9b9d753e6580)
00000100:00000040:2.0:1787763664.886211:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d753e6580 x1874599320609408/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763689 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763664.886215:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763664.886217:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763664.886218:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc660.
00000100:00000200:2.0:1787763664.886220:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320609408, offset 0
00000400:00000200:2.0:1787763664.886222:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763664.886224:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763664.886226:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763664.886228:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763664.886230:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763664.886231:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763664.886233:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763664.886235:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63524:63524:256:4294967295] 192.168.203.113@tcp LPNI seq info [63524:63524:8:4294967295]
00000400:00000200:2.0:1787763664.886238:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763664.886242:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763664.886245:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763664.886246:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e100.
00000800:00000200:2.0:1787763664.886249:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.0:1787763664.886251:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787763664.886254:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763664.886255:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1787763664.886258:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763664.886259:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e100.
00000400:00000200:2.0:1787763664.886261:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787763664.886264:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763664.886266:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc660
00000400:00000010:2.0:1787763664.886267:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc660.
00000100:00000001:2.0:1787763664.886268:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763664.886270:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d753e6580 x1874599320609408/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763689 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763664.886275:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763664.886277:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d753e6580 x1874599320609408/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763689 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763664.886282:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763664.886283:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763664.886285:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763664.886287:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:2.0:1787763664.886288:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763664.886290:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315500055
00000100:00000001:2.0:1787763664.886291:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315501304
00000100:00000001:2.0:1787763664.886293:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315500055
00000100:00000001:2.0:1787763664.886295:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315501304
00000100:00000001:2.0:1787763664.886296:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763664.886298:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763664.886299:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763664.886301:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763664/real 1787763664]  req@ffff9b9d753e6580 x1874599320609408/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763689 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763664.886306:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763664.886307:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763664.886308:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569ee9f8.
00000400:00000200:2.0:1787763664.886309:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc110
00000400:00000010:2.0:1787763664.886310:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc110.
00000100:00000001:2.0:1787763664.886311:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763664.886313:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d753e6580 x1874599320609408/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763689 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763664.886318:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d753e6580 x1874599320609408/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763689 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763664.886322:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763664.886323:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763664.886324:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763664.886325:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763664.886327:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d753e6580 x1874599320609408/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763689 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763664.886331:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763664.886333:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d753e6580 x1874599320609408/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763689 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763664.886337:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763664.886338:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763664.886339:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763664.886340:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763664.886342:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763664.886344:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763664.886345:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763664.886348:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763664.886349:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763664.886351:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d753e6580 x1874599320609408/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763689 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763664.886356:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d753e6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320609408:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763664.886358:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763664.886361:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d753e4f00 x1874599320609536/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763664.886365:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763664.886366:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763664.886367:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763664.886368:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763664.886369:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763664.886371:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d753e4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320609536:192.168.203.113@tcp:8:kworker.0
00000100:00000001:2.0:1787763664.886373:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763664.886375:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763664.886376:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763664.886378:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763664.886380:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f186000.
02000000:00000001:2.0:1787763664.886382:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763664.886384:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763664.886385:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569ee9f8.
00000400:00000010:2.0:1787763664.886388:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc110.
00000100:00000200:2.0:1787763664.886389:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320609536, portal 4
00000100:00000001:2.0:1787763664.886391:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763664.886391:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699312029440 : -110374397522176 : ffff9b9d753e4f00)
00000100:00000040:2.0:1787763664.886395:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d753e4f00 x1874599320609536/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763689 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763664.886400:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763664.886401:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763664.886402:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc660.
00000100:00000200:2.0:1787763664.886404:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320609536, offset 0
00000400:00000200:2.0:1787763664.886406:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763664.886408:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763664.886410:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763664.886411:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763664.886413:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763664.886414:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763664.886416:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763664.886418:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63525:63525:256:4294967295] 192.168.203.113@tcp LPNI seq info [63525:63525:8:4294967295]
00000400:00000200:2.0:1787763664.886421:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763664.886425:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763664.886427:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763664.886429:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e100.
00000800:00000200:2.0:1787763664.886431:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.0:1787763664.886433:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787763664.886435:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763664.886437:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1787763664.886459:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763664.886461:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e100.
00000400:00000200:2.0:1787763664.886464:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787763664.886468:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763664.886480:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc660
00000400:00000010:2.0:1787763664.886483:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc660.
00000100:00000001:2.0:1787763664.886486:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763664.886489:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d753e4f00 x1874599320609536/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763689 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763664.886497:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763664.886500:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d753e4f00 x1874599320609536/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763689 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763664.886514:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763664.886516:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763664.886519:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763664.886522:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:2.0:1787763664.886524:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763664.886525:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315500068
00000100:00000001:2.0:1787763664.886527:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315501304
00000100:00000001:2.0:1787763664.886529:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315500068
00000100:00000001:2.0:1787763664.886531:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315501304
00000100:00000001:2.0:1787763664.886532:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763664.886533:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763664.886535:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763664.886537:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763664/real 1787763664]  req@ffff9b9d753e4f00 x1874599320609536/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763689 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763664.886542:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763664.886543:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763664.886544:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569ee9f8.
00000400:00000200:2.0:1787763664.886546:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc110
00000400:00000010:2.0:1787763664.886547:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc110.
00000100:00000001:2.0:1787763664.886549:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763664.886551:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d753e4f00 x1874599320609536/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763689 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763664.886556:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d753e4f00 x1874599320609536/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763689 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763664.886560:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763664.886561:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763664.886562:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763664.886563:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763664.886565:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d753e4f00 x1874599320609536/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763689 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763664.886570:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763664.886573:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d753e4f00 x1874599320609536/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763689 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763664.886577:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763664.886578:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763664.886579:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763664.886580:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763664.886581:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763664.886582:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763664.886584:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763664.886586:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763664.886587:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763664.886589:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d753e4f00 x1874599320609536/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763689 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763664.886594:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d753e4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320609536:192.168.203.113@tcp:8:kworker.0
00000100:00000001:2.0:1787763664.886596:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763664.886597:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763664.886599:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d753e5a40 x1874599320609280/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763689 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763664.886603:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763664.886604:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763664.886606:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f184000.
02000000:00000001:2.0:1787763664.886608:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763664.886609:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763664.886610:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:2.0:1787763664.886611:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763664.886613:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d58db8400.
02000000:00000001:2.0:1787763664.886615:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763664.886616:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763664.886617:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d753e5a40.
00000100:00000001:2.0:1787763664.886619:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763664.886620:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763664.886621:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763664.886623:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d753e6580 x1874599320609408/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763689 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763664.886628:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763664.886628:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763664.886629:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f185000.
02000000:00000001:2.0:1787763664.886631:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763664.886631:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763664.886632:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:2.0:1787763664.886633:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763664.886634:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d58dba400.
02000000:00000001:2.0:1787763664.886635:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763664.886636:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763664.886637:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d753e6580.
00000100:00000001:2.0:1787763664.886638:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763664.886639:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763664.886640:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763664.886641:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d753e4f00 x1874599320609536/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763689 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763664.886645:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763664.886646:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763664.886647:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f186000.
02000000:00000001:2.0:1787763664.886648:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763664.886648:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763664.886649:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:2.0:1787763664.886650:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763664.886651:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d58db8c00.
02000000:00000001:2.0:1787763664.886652:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763664.886653:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763664.886654:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d753e4f00.
00000100:00000001:2.0:1787763664.886655:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763664.886656:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763664.886658:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763664.886660:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763664.886661:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763664.886662:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787763664.886664:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763665.076572:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763665.076578:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763665.076583:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763665.076585:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763665.076588:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763665.076590:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763665.076650:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763665.076655:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763665.076658:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763665.908502:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763665.908513:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763665.908516:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763665.908523:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763665.908528:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763665.908531:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763665.908534:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763665.908537:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763665.908540:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763666.100565:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763666.100571:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763666.100578:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763666.100579:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763666.100582:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763666.100584:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763666.100649:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763666.100653:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763666.100656:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1787763666.164568:0:303331:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b110 (cpu 1) has reached its deadline 4315501304, at 4315501312
00000100:00000040:0.0:1787763666.164576:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4315501304, at 4315501312
00000100:00000010:1.0:1787763666.164587:0:303331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d5891f5a0.
00000100:00000010:0.0:1787763666.164592:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d5891ff60.
00000100:00000001:3.0:1787763666.932597:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763666.932605:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763666.932607:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763666.932614:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763666.932618:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763666.932622:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763666.932625:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763666.932629:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763666.932633:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763667.124560:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763667.124568:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763667.124575:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763667.124577:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763667.124583:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763667.124586:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763667.124640:0:281543:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763667.124646:0:281543:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763667.124650:0:281543:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763667.956585:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763667.956592:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763667.956595:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763667.956599:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763667.956602:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763667.956605:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763667.956608:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763667.956610:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763667.956613:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763668.148553:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763668.148560:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763668.148566:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763668.148567:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763668.148571:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763668.148573:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787763668.148595:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787763668.148601:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787763668.148605:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763668.980531:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763668.980540:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763668.980542:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763668.980549:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763668.980555:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763668.980558:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763668.980561:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763668.980564:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763668.980567:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763669.172576:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763669.172583:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763669.172588:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763669.172590:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763669.172593:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763669.172595:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763669.172637:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763669.172641:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763669.172644:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763670.004564:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763670.004572:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763670.004574:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763670.004579:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763670.004583:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763670.004588:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1787763670.004589:0:303492:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1787763670.004591:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763670.004596:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1787763670.004598:0:303492:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787763670.004600:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763670.004602:0:303492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763670.004607:0:303492:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763670.004611:0:303492:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763670.004617:0:303492:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20832
00000400:00000200:0.0:1787763670.004626:0:303492:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763670.004632:0:303492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763670.004635:0:303492:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763670.004637:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763670.004640:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763670.004642:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763670.004644:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763670.004647:0:303492:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763670.004648:0:303492:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:0.0:1787763670.004651:0:303492:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763670.004654:0:303492:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:0.0:1787763670.004655:0:303492:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:0.0:1787763670.004657:0:303492:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:0.0:1787763670.004660:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763670.004661:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763670.004663:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763670.004664:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787763670.004666:0:303492:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:0.0:1787763670.004668:0:303492:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763670.004670:0:303492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763670.004673:0:303492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763670.004676:0:303492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763670.004678:0:303492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763670.004680:0:303492:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787763670.004682:0:303492:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763670.004691:0:303492:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81853480.
00000020:00000040:0.0:1787763670.004694:0:303492:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:0.0:1787763670.004714:0:303492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763670.004715:0:303492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763670.004718:0:303492:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763670.004720:0:303492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763670.004724:0:303492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763670.004733:0:303492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d50559400.
00000100:00000001:0.0:1787763670.004739:0:303492:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763670.004747:0:303492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81853480 x1874599320609664/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763670.004756:0:303492:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763670.004760:0:303492:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763670.004765:0:303492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000037f19d5a] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81853480 x1874599320609664/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763670.004784:0:303492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763670.004787:0:303492:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763670.004790:0:303492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787763670.004792:0:303492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763670.004793:0:303492:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763670.004796:0:303492:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763670.004799:0:303492:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20832
00000400:00000200:0.0:1787763670.004820:0:303492:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763670.004823:0:303492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763670.004826:0:303492:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787763670.004826:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1787763670.004833:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763670.004835:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787763670.004836:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787763670.004839:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787763670.004843:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763670.004847:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763670.004851:0:303492:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000040:2.0:1787763670.004852:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81853480 x1874599320609664/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1787763670.004853:0:303492:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000020:00000001:0.0:1787763670.004858:0:303492:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763670.004863:0:303492:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000020:00000001:0.0:1787763670.004884:0:303492:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000001:2.0:1787763670.004890:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:0.0:1787763670.004891:0:303492:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000001:2.0:1787763670.004895:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763670.004898:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763670.004901:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1787763670.004902:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:0.0:1787763670.004903:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763670.004908:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
02000000:00000001:2.0:1787763670.004909:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:0.0:1787763670.004910:0:303492:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00080000:0.0:1787763670.004916:0:303492:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
02000000:00000001:2.0:1787763670.004918:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763670.004919:0:303492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763670.004923:0:303492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:2.0:1787763670.004928:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81853480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320609664:192.168.203.113@tcp:250:kworker.0
02000000:00000001:0.0:1787763670.004929:0:303492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763670.004952:0:303492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763670.004956:0:303492:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787763670.004956:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00100000:0.0:1787763670.004964:0:303492:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1787763670.004965:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00000001:0.0:1787763670.004969:0:303492:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763670.004972:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763670.004973:0:303492:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763670.004981:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:0.0:1787763670.004982:0:303492:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81853c00.
00000020:00000040:0.0:1787763670.004987:0:303492:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
02000000:00000001:0.0:1787763670.004989:0:303492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763670.004990:0:303492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763670.004993:0:303492:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000010:2.0:1787763670.004993:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f184000.
02000000:00000001:0.0:1787763670.004995:0:303492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763670.004998:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763670.005000:0:303492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763670.005008:0:303492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d5055a000.
00000400:00000200:2.0:1787763670.005008:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787763670.005016:0:303492:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787763670.005017:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569ee9f8.
00000100:00100000:0.0:1787763670.005025:0:303492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81853c00 x1874599320609792/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763670.005033:0:303492:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763670.005037:0:303492:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763670.005042:0:303492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ce798b78] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81853c00 x1874599320609792/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1787763670.005044:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc110.
00000100:00000001:0.0:1787763670.005056:0:303492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787763670.005058:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320609664, portal 25
00000100:00080000:0.0:1787763670.005059:0:303492:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787763670.005066:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:0.0:1787763670.005067:0:303492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787763670.005087:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699518002304 : -110374191549312 : ffff9b9d81853480)
00000100:00000001:0.0:1787763670.005088:0:303492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763670.005089:0:303492:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763670.005092:0:303492:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763670.005094:0:303492:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20832
00000400:00000200:0.0:1787763670.005100:0:303492:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763670.005103:0:303492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763670.005106:0:303492:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763670.005109:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81853480 x1874599320609664/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763695 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787763670.005111:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763670.005117:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763670.005122:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763670.005128:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000001:2.0:1787763670.005130:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:0.0:1787763670.005131:0:303492:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763670.005134:0:303492:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000020:00000001:0.0:1787763670.005138:0:303492:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000040:2.0:1787763670.005138:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000020:00000040:0.0:1787763670.005140:0:303492:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000400:00000010:2.0:1787763670.005143:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc660.
00000020:00000001:0.0:1787763670.005144:0:303492:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000020:00000001:0.0:1787763670.005150:0:303492:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00000200:2.0:1787763670.005152:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320609664, offset 0
00000100:00000040:0.0:1787763670.005153:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763670.005158:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763670.005159:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763670.005161:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000400:00000200:2.0:1787763670.005165:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000020:00000040:0.0:1787763670.005166:0:303492:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000100:00080000:0.0:1787763670.005172:0:303492:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763670.005174:0:303492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763670.005177:0:303492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1787763670.005178:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
02000000:00000001:0.0:1787763670.005181:0:303492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763670.005185:0:303492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763670.005186:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000100:00000001:0.0:1787763670.005188:0:303492:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763670.005191:0:303492:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1787763670.005193:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000008:00000001:0.0:1787763670.005195:0:303492:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763670.005198:0:303492:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763670.005200:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000100:00000010:0.0:1787763670.005203:0:303492:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81852940.
00000400:00000200:2.0:1787763670.005206:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000020:00000040:0.0:1787763670.005208:0:303492:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
02000000:00000001:0.0:1787763670.005212:0:303492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1787763670.005214:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
02000000:00000001:0.0:1787763670.005215:0:303492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763670.005219:0:303492:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763670.005221:0:303492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763670.005224:0:303492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763670.005227:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63526:63526:256:4294967295] 192.168.203.113@tcp LPNI seq info [63526:63526:8:4294967295]
02000000:00000010:0.0:1787763670.005228:0:303492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d50559800.
00000100:00000001:0.0:1787763670.005234:0:303492:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763670.005240:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00100000:0.0:1787763670.005241:0:303492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81852940 x1874599320609920/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763670.005250:0:303492:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763670.005252:0:303492:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763670.005260:0:303492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afb094cc] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81852940 x1874599320609920/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787763670.005265:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1787763670.005280:0:303492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787763670.005280:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000100:00000040:0.0:1787763670.005285:0:303492:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1787763670.005289:0:303492:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000010:2.0:1787763670.005289:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e100.
00000100:00080000:0.0:1787763670.005291:0:303492:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763670.005295:0:303492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787763670.005298:0:303492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:2.0:1787763670.005300:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00080000:0.0:1787763670.005301:0:303492:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763670.005305:0:303492:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:2.1:1787763670.005309:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00080000:0.0:1787763670.005311:0:303492:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20832
00000400:00000200:0.0:1787763670.005317:0:303492:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763670.005319:0:303492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763670.005321:0:303492:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763670.005323:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763670.005324:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763670.005326:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763670.005327:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763670.005329:0:303492:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1787763670.005330:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1787763670.005331:0:303492:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000020:00000001:0.0:1787763670.005336:0:303492:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763670.005339:0:303492:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000400:00000200:2.0:1787763670.005341:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000020:00000001:0.0:1787763670.005343:0:303492:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000001:2.0:1787763670.005346:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4315506423
00000020:00000001:0.0:1787763670.005347:0:303492:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000040:0.0:1787763670.005354:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000010:2.0:1787763670.005354:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d5891f8a0.
00000100:00000001:0.0:1787763670.005356:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763670.005360:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763670.005363:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000001:2.0:1787763670.005363:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000020:00000040:0.0:1787763670.005368:0:303492:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00080000:0.0:1787763670.005372:0:303492:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763670.005373:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4315506423
00000100:00000001:0.0:1787763670.005374:0:303492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763670.005378:0:303492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000010:2.0:1787763670.005379:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d5891ff00.
02000000:00000001:0.0:1787763670.005382:0:303492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763670.005384:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
02000000:00000001:0.0:1787763670.005387:0:303492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763670.005390:0:303492:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787763670.005391:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000008:00100000:0.0:1787763670.005395:0:303492:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1787763670.005396:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1787763670.005402:0:303492:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763670.005402:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763670.005406:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763670.005407:0:303492:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763670.005416:0:303492:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81852580.
00000100:00000001:2.0:1787763670.005418:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000020:00000040:0.0:1787763670.005419:0:303492:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
00000100:00000001:2.0:1787763670.005423:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
02000000:00000001:0.0:1787763670.005424:0:303492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763670.005427:0:303492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763670.005428:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787763670.005431:0:303492:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1787763670.005432:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763670.005470:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763670.005493:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81853c00 x1874599320609792/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787763670.005500:0:303492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1787763670.005502:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1787763670.005506:0:303492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763670.005506:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763670.005514:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763670.005516:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000010:0.0:1787763670.005517:0:303492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d5055a400.
02000000:00000001:2.0:1787763670.005519:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763670.005524:0:303492:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763670.005525:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81853c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320609792:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763670.005533:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763670.005535:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00100000:0.0:1787763670.005539:0:303492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81852580 x1874599320610048/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1787763670.005540:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763670.005545:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763670.005551:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f187000.
00000100:00000001:0.0:1787763670.005553:0:303492:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1787763670.005554:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763670.005558:0:303492:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763670.005564:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000040:0.0:1787763670.005565:0:303492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a3a56c9a] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81852580 x1874599320610048/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1787763670.005570:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569ee478.
00000100:00000001:0.0:1787763670.005580:0:303492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787763670.005580:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fcee0.
00000100:00000040:0.0:1787763670.005585:0:303492:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20842)
00000100:00000200:2.0:1787763670.005586:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320609792, portal 10
00000100:00000001:2.0:1787763670.005591:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763670.005593:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699518004224 : -110374191547392 : ffff9b9d81853c00)
00000100:00000040:2.0:1787763670.005601:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81853c00 x1874599320609792/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763695 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763670.005607:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763670.005610:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763670.005613:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fccc0.
00000100:00000200:2.0:1787763670.005616:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320609792, offset 0
00000400:00000200:2.0:1787763670.005620:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763670.005624:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763670.005629:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763670.005634:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763670.005636:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763670.005639:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763670.005641:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763670.005644:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63527:63527:255:4294967295] 192.168.203.113@tcp LPNI seq info [63527:63527:7:4294967295]
00000400:00000200:2.0:1787763670.005647:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763670.005653:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763670.005657:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763670.005660:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8ee00.
00000800:00000200:2.0:1787763670.005664:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763670.005667:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000001:2.0:1787763670.005669:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763670.005672:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:2.0:1787763670.005675:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763670.005677:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315505196
00000100:00000001:2.0:1787763670.005679:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315506423
00000100:00000001:2.0:1787763670.005681:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315505196
00000100:00000001:2.0:1787763670.005683:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315506423
00000100:00000001:2.0:1787763670.005685:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763670.005686:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763670.005688:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763670.005691:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81852940 x1874599320609920/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763670.005696:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763670.005697:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763670.005699:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763670.005700:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763670.005702:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763670.005704:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81852940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320609920:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763670.005709:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763670.005711:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763670.005712:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763670.005713:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763670.005716:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f184c00.
02000000:00000001:2.0:1787763670.005718:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763670.005720:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763670.005722:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569eee70.
00000400:00000010:2.0:1787763670.005724:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc220.
00000100:00000200:2.0:1787763670.005726:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320609920, portal 10
00000100:00000001:2.0:1787763670.005728:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763670.005729:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699517999424 : -110374191552192 : ffff9b9d81852940)
00000100:00000040:2.0:1787763670.005734:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81852940 x1874599320609920/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763695 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763670.005739:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763670.005741:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763670.005743:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc440.
00000100:00000200:2.0:1787763670.005744:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320609920, offset 0
00000400:00000200:2.0:1787763670.005748:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763670.005750:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763670.005753:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763670.005755:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763670.005757:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763670.005758:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763670.005760:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763670.005762:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63528:63528:254:4294967295] 192.168.203.113@tcp LPNI seq info [63528:63528:6:4294967295]
00000400:00000200:2.0:1787763670.005765:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763670.005770:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763670.005773:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763670.005776:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8eb00.
00000800:00000200:2.0:1787763670.005779:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763670.005782:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000001:2.0:1787763670.005784:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763670.005786:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:2.0:1787763670.005788:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763670.005790:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315505175
00000100:00000001:2.0:1787763670.005792:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315506423
00000100:00000001:2.0:1787763670.005793:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315505175
00000100:00000001:2.0:1787763670.005795:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315506423
00000100:00000001:2.0:1787763670.005796:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763670.005798:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763670.005801:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763670.005804:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763670.005808:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763670.005810:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1787763670.005812:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787763670.005814:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763670.005815:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763670.005820:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81852580 x1874599320610048/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763670.005829:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763670.005831:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763670.005849:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763670.005851:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763670.005853:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763670.005857:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81852580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320610048:192.168.203.113@tcp:8:kworker.0
00000100:00000001:2.0:1787763670.005860:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763670.005863:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763670.005864:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763670.005866:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763670.005870:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f185000.
02000000:00000001:2.0:1787763670.005872:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763670.005876:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763670.005879:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569eeaa8.
00000400:00000010:2.0:1787763670.005884:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fcd48.
00000100:00000200:2.0:1787763670.005887:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320610048, portal 4
00000100:00000001:2.0:1787763670.005889:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763670.005890:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699517998464 : -110374191553152 : ffff9b9d81852580)
00000100:00000040:2.0:1787763670.005897:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81852580 x1874599320610048/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763695 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763670.005905:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763670.005908:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763670.005910:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc6e8.
00000100:00000200:2.0:1787763670.005913:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320610048, offset 0
00000400:00000200:2.0:1787763670.005919:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763670.005924:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763670.005928:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763670.005931:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763670.005934:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763670.005937:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763670.005940:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763670.005944:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63529:63529:253:4294967295] 192.168.203.113@tcp LPNI seq info [63529:63529:5:4294967295]
00000400:00000200:2.0:1787763670.005948:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763670.005956:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763670.005961:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763670.005965:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8ea00.
00000800:00000200:2.0:1787763670.005970:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763670.005974:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000001:2.0:1787763670.005978:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763670.005981:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:2.0:1787763670.005985:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763670.005987:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315505187
00000100:00000001:2.0:1787763670.005991:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315506423
00000100:00000001:2.0:1787763670.005993:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315505187
00000100:00000001:2.0:1787763670.005996:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315506423
00000100:00000001:2.0:1787763670.005999:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763670.006001:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763670.006004:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763670.006006:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763670.006011:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763670.006012:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1787763670.006015:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787763670.006016:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763670.006018:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763670.006020:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763670.196520:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763670.196526:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763670.196532:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763670.196533:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763670.196536:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763670.196537:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763670.196591:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763670.196595:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763670.196597:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763671.028602:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763671.028608:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763671.028610:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763671.028615:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763671.028618:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763671.028621:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763671.028623:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763671.028625:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763671.028628:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763671.220540:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763671.220547:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763671.220550:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763671.220553:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763671.220558:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763671.220560:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763671.220562:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763671.220564:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763671.220567:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763671.220569:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763671.220570:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763671.220571:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763671.220573:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763671.220574:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763671.220575:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763671.220577:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763671.220580:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763671.220581:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763671.220652:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763671.220657:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763671.220660:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787763671.284524:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4315506423, at 4315506432
00000100:00000040:1.0:1787763671.284537:0:303331:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b110 (cpu 1) has reached its deadline 4315506423, at 4315506432
00000100:00000010:0.0:1787763671.284538:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d5891f8a0.
00000100:00000010:1.0:1787763671.284549:0:303331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d5891ff00.
00000100:00000001:3.0:1787763672.052586:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763672.052592:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763672.052594:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763672.052598:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763672.052601:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763672.052604:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763672.052606:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763672.052608:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763672.052610:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763672.244518:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763672.244523:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763672.244528:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763672.244529:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763672.244532:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763672.244533:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763672.244573:0:281543:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763672.244577:0:281543:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763672.244580:0:281543:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763673.076724:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763673.076731:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763673.076733:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763673.076737:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763673.076740:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763673.076743:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763673.076746:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763673.076748:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763673.076750:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:2.0:1787763673.076826:0:256667:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.113:988
00000400:00000100:2.0:1787763673.076876:0:256667:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.113@tcp at host 192.168.203.113 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1787763673.076888:0:256667:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763673.076893:0:256667:0:(router.c:1791:lnet_notify()) 192.168.203.13@tcp notifying 192.168.203.113@tcp: down
00000400:00000200:2.0:1787763673.076899:0:256667:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763673.076904:0:256667:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:2.0:1787763673.076910:0:256667:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.113@tcp
00000800:00000010:2.0:1787763673.076915:0:256667:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e100.
00000400:00000200:2.0:1787763673.076920:0:256667:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1787763673.076925:0:256667:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1787763673.076931:0:256667:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc660
00000400:00000010:2.0:1787763673.076934:0:256667:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc660.
00000100:00000001:2.0:1787763673.076940:0:256667:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763673.076948:0:256667:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b9d81853480 x1874599320609664/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763695 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763673.076997:0:256667:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763673.077004:0:256667:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81853480 x1874599320609664/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763695 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763673.077054:0:256667:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763673.077056:0:256667:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1787763673.077069:0:256667:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.113@tcp
00000800:00000010:2.0:1787763673.077077:0:256667:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8ee00.
00000400:00000200:2.0:1787763673.077082:0:256667:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00000001:1.0:1787763673.077087:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:2.0:1787763673.077088:0:256667:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_DROPPED
00000100:00000001:1.0:1787763673.077095:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000400:00000200:2.0:1787763673.077096:0:256667:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fccc0
00000400:00000010:2.0:1787763673.077101:0:256667:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fccc0.
00000100:00000001:1.0:1787763673.077103:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1787763673.077107:0:256667:0:(events.c:34:request_out_callback()) Process entered
00000100:00100000:1.0:1787763673.077121:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763670/real 1787763673]  req@ffff9b9d81853480 x1874599320609664/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763673.077121:0:256667:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b9d81853c00 x1874599320609792/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763695 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763673.077161:0:256667:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000400:00000001:1.0:1787763673.077163:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763673.077168:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000040:2.0:1787763673.077169:0:256667:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81853c00 x1874599320609792/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763695 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1787763673.077175:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569ee9f8.
00000100:00000001:2.0:1787763673.077183:0:256667:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763673.077185:0:256667:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1787763673.077192:0:256667:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.113@tcp
00000800:00000010:2.0:1787763673.077194:0:256667:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8eb00.
00000400:00000200:2.0:1787763673.077198:0:256667:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1787763673.077201:0:256667:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1787763673.077205:0:256667:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc440
00000400:00000010:2.0:1787763673.077207:0:256667:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc440.
00000100:00000001:2.0:1787763673.077209:0:256667:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763673.077214:0:256667:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b9d81852940 x1874599320609920/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763695 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787763673.077221:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc110
00000100:00000001:2.0:1787763673.077225:0:256667:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000400:00000010:1.0:1787763673.077227:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc110.
00000100:00000040:2.0:1787763673.077233:0:256667:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81852940 x1874599320609920/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763695 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763673.077243:0:256667:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763673.077246:0:256667:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763673.077250:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000800:00000100:2.0:1787763673.077256:0:256667:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.113@tcp
00000100:00000200:1.0:1787763673.077262:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81853480 x1874599320609664/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:2.0:1787763673.077263:0:256667:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8ea00.
00000400:00000200:2.0:1787763673.077271:0:256667:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1787763673.077283:0:256667:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1787763673.077289:0:256667:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc6e8
00000100:00000200:1.0:1787763673.077291:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81853480 x1874599320609664/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1787763673.077293:0:256667:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc6e8.
00000100:00000001:2.0:1787763673.077300:0:256667:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787763673.077307:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000200:2.0:1787763673.077310:0:256667:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b9d81852580 x1874599320610048/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763695 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763673.077311:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763673.077319:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763673.077323:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763673.077333:0:256667:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00100000:1.0:1787763673.077335:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81853480 x1874599320609664/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787763673.077343:0:256667:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81852580 x1874599320610048/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763695 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763673.077358:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763673.077364:0:256667:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763673.077368:0:256667:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:1.0:1787763673.077371:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81853480 x1874599320609664/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763695 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763673.077389:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763673.077393:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763673.077395:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763673.077397:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763673.077400:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763673.077403:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763673.077407:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763673.077413:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763673.077434:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763673.077481:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81853480 x1874599320609664/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763695 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763673.077495:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81853480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320609664:192.168.203.113@tcp:250:kworker.0
00000100:00000001:1.0:1787763673.077500:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763673.077503:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763673.077507:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81853480 x1874599320609664/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763695 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763673.077516:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763673.077519:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763673.077525:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f184000.
02000000:00000001:1.0:1787763673.077531:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763673.077534:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763673.077536:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:1.0:1787763673.077539:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763673.077543:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d50559400.
02000000:00000001:1.0:1787763673.077548:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763673.077550:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763673.077552:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81853480.
00000100:00000001:1.0:1787763673.077556:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763673.077558:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763673.077561:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763673.077564:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763673.077566:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763673.077588:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763673.077594:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763670/real 1787763673]  req@ffff9b9d81852580 x1874599320610048/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763673.077607:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763673.077608:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763673.077611:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569eeaa8.
00000400:00000200:1.0:1787763673.077615:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fcd48
00000400:00000010:1.0:1787763673.077617:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fcd48.
00000100:00000001:1.0:1787763673.077621:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763673.077625:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81852580 x1874599320610048/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763673.077635:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81852580 x1874599320610048/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763673.077643:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763673.077645:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763673.077648:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763673.077650:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763673.077654:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81852580 x1874599320610048/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763673.077663:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763673.077667:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81852580 x1874599320610048/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763695 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763673.077674:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763673.077677:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763673.077679:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763673.077681:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763673.077683:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763673.077686:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763673.077689:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763673.077694:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763673.077697:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763673.077701:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81852580 x1874599320610048/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763695 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763673.077712:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81852580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320610048:192.168.203.113@tcp:8:kworker.0
00000100:00000001:1.0:1787763673.077719:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763673.077724:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763670/real 1787763673]  req@ffff9b9d81853c00 x1874599320609792/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763673.077734:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763673.077736:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763673.077738:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569ee478.
00000400:00000200:1.0:1787763673.077742:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fcee0
00000400:00000010:1.0:1787763673.077743:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fcee0.
00000100:00000001:1.0:1787763673.077746:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763673.077751:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81853c00 x1874599320609792/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763673.077760:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81853c00 x1874599320609792/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763673.077768:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763673.077769:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763673.077772:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763673.077773:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763673.077778:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81853c00 x1874599320609792/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763673.077788:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763673.077793:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81853c00 x1874599320609792/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763695 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763673.077809:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763673.077813:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763673.077815:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763673.077817:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763673.077820:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763673.077847:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763673.077851:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763673.077856:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763673.077858:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763673.077863:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81853c00 x1874599320609792/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763695 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763673.077871:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81853c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320609792:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763673.077876:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763673.077881:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763670/real 1787763673]  req@ffff9b9d81852940 x1874599320609920/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763673.077890:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763673.077891:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763673.077893:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569eee70.
00000400:00000200:1.0:1787763673.077897:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc220
00000400:00000010:1.0:1787763673.077898:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc220.
00000100:00000001:1.0:1787763673.077901:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763673.077904:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81852940 x1874599320609920/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763673.077915:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81852940 x1874599320609920/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763673.077922:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763673.077925:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763673.077926:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763673.077928:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763673.077932:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81852940 x1874599320609920/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763673.077939:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763673.077943:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81852940 x1874599320609920/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763695 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763673.077951:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763673.077953:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763673.077955:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763673.077956:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763673.077959:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763673.077961:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763673.077963:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763673.077967:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763673.077969:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763673.077973:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81852940 x1874599320609920/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763695 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763673.077981:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81852940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320609920:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763673.077986:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763673.077988:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763673.077991:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81852580 x1874599320610048/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763695 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763673.077998:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763673.078000:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763673.078002:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f185000.
02000000:00000001:1.0:1787763673.078006:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763673.078007:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763673.078009:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:1.0:1787763673.078012:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763673.078014:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d5055a400.
02000000:00000001:1.0:1787763673.078017:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763673.078018:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763673.078020:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81852580.
00000100:00000001:1.0:1787763673.078023:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763673.078024:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763673.078026:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763673.078030:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81853c00 x1874599320609792/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763695 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763673.078037:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763673.078038:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763673.078040:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f187000.
02000000:00000001:1.0:1787763673.078043:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763673.078044:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763673.078046:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:1.0:1787763673.078048:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763673.078050:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d5055a000.
02000000:00000001:1.0:1787763673.078053:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763673.078054:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763673.078055:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81853c00.
00000100:00000001:1.0:1787763673.078058:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763673.078059:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763673.078061:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763673.078064:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81852940 x1874599320609920/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763695 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763673.078071:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763673.078073:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763673.078074:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f184c00.
02000000:00000001:1.0:1787763673.078077:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763673.078078:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763673.078079:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:1.0:1787763673.078081:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763673.078082:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d50559800.
02000000:00000001:1.0:1787763673.078085:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763673.078086:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763673.078088:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81852940.
00000100:00000001:1.0:1787763673.078090:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763673.078091:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763673.078093:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763673.078103:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763673.078105:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763673.078107:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763673.078108:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763673.268536:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763673.268541:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763673.268546:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763673.268547:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763673.268551:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763673.268554:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763673.268555:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763673.268558:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763673.268561:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763673.268563:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763673.268564:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763673.268566:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787763673.268600:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787763673.268604:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787763673.268607:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763674.100667:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763674.100677:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763674.100680:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763674.100687:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763674.100691:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763674.100697:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763674.100700:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763674.100703:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763674.100705:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763674.292596:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763674.292603:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763674.292609:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763674.292610:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763674.292614:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763674.292615:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763674.292688:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763674.292696:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763674.292710:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787763675.124587:0:303492:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763675.124601:0:303492:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787763675.124605:0:303492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763675.124610:0:303492:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763675.124617:0:303492:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763675.124628:0:303492:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20837
00000400:00000200:0.0:1787763675.124641:0:303492:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763675.124653:0:303492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763675.124657:0:303492:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787763675.124678:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000040:0.0:1787763675.124681:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763675.124690:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787763675.124691:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787763675.124699:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763675.124702:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00100000:3.0:1787763675.124708:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:0.0:1787763675.124709:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000001:3.0:1787763675.124717:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1787763675.124719:0:303492:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:3.0:1787763675.124724:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:0.0:1787763675.124725:0:303492:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:0.0:1787763675.124734:0:303492:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:3.0:1787763675.124736:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000040:0.0:1787763675.124741:0:303492:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000100:00000001:3.0:1787763675.124743:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1787763675.124753:0:303492:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000001:3.0:1787763675.124755:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763675.124766:0:303492:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:0.0:1787763675.124775:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763675.124778:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763675.124782:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763675.124786:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787763675.124790:0:303492:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:0.0:1787763675.124796:0:303492:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763675.124800:0:303492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763675.124804:0:303492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763675.124809:0:303492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763675.124813:0:303492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763675.124816:0:303492:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787763675.124819:0:303492:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763675.124827:0:303492:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81850000.
00000020:00000040:0.0:1787763675.124831:0:303492:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:0.0:1787763675.124837:0:303492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763675.124839:0:303492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763675.124843:0:303492:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763675.124846:0:303492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763675.124851:0:303492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763675.124860:0:303492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d5055bc00.
00000100:00000001:0.0:1787763675.124868:0:303492:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763675.124880:0:303492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81850000 x1874599320610176/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763675.124894:0:303492:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763675.124899:0:303492:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763675.124905:0:303492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a28e6d3] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81850000 x1874599320610176/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763675.124935:0:303492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763675.124940:0:303492:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763675.124945:0:303492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787763675.124947:0:303492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763675.124949:0:303492:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763675.124960:0:303492:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763675.124964:0:303492:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20837
00000400:00000200:0.0:1787763675.124970:0:303492:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763675.124977:0:303492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763675.124983:0:303492:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763675.124990:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763675.124996:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763675.125001:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763675.125006:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763675.125011:0:303492:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787763675.125013:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:0.0:1787763675.125015:0:303492:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000020:00000001:0.0:1787763675.125025:0:303492:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787763675.125027:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000040:0.0:1787763675.125031:0:303492:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000100:00000001:1.0:1787763675.125035:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1787763675.125059:0:303492:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000020:00000001:0.0:1787763675.125070:0:303492:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000040:1.0:1787763675.125072:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81850000 x1874599320610176/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787763675.125081:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763675.125094:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763675.125103:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763675.125107:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763675.125113:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000001:1.0:1787763675.125114:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1787763675.125127:0:303492:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
02000000:00000001:1.0:1787763675.125127:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:0.0:1787763675.125138:0:303492:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763675.125144:0:303492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763675.125146:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763675.125148:0:303492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787763675.125157:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763675.125162:0:303492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:1.0:1787763675.125170:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81850000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320610176:192.168.203.113@tcp:250:kworker.0
02000000:00000001:0.0:1787763675.125173:0:303492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763675.125184:0:303492:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1787763675.125188:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00100000:0.0:1787763675.125194:0:303492:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1787763675.125199:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00000001:0.0:1787763675.125201:0:303492:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763675.125208:0:303492:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763675.125208:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763675.125221:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:0.0:1787763675.125224:0:303492:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81851680.
00000020:00000040:0.0:1787763675.125233:0:303492:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
02000000:00000010:1.0:1787763675.125236:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58dbb000.
02000000:00000001:0.0:1787763675.125240:0:303492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763675.125246:0:303492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763675.125250:0:303492:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787763675.125254:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763675.125255:0:303492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763675.125262:0:303492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763675.125271:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
02000000:00000010:0.0:1787763675.125276:0:303492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d50558c00.
00000400:00000010:1.0:1787763675.125283:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43e70.
00000100:00000001:0.0:1787763675.125287:0:303492:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787763675.125298:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9cc0.
00000100:00100000:0.0:1787763675.125307:0:303492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81851680 x1874599320610304/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1787763675.125315:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320610176, portal 25
00000100:00000001:1.0:1787763675.125325:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763675.125330:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699517988864 : -110374191562752 : ffff9b9d81850000)
00000100:00000001:0.0:1787763675.125339:0:303492:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763675.125349:0:303492:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763675.125350:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81850000 x1874599320610176/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763700 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787763675.125365:0:303492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be916297] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81851680 x1874599320610304/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763675.125376:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763675.125391:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000100:00000001:0.0:1787763675.125424:0:303492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787763675.125429:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9770.
00000100:00080000:0.0:1787763675.125434:0:303492:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763675.125483:0:303492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787763675.125487:0:303492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763675.125491:0:303492:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763675.125497:0:303492:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763675.125504:0:303492:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20837
00000400:00000200:0.0:1787763675.125515:0:303492:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000200:1.0:1787763675.125515:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320610176, offset 0
00000400:00000200:0.0:1787763675.125530:0:303492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000400:00000200:1.0:1787763675.125539:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000100:00080000:0.0:1787763675.125545:0:303492:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1787763675.125558:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000040:0.0:1787763675.125559:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763675.125569:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787763675.125586:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000100:00000040:0.0:1787763675.125588:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763675.125599:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000400:00000200:1.0:1787763675.125604:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:0.0:1787763675.125607:0:303492:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763675.125613:0:303492:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000400:00000200:1.0:1787763675.125617:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000020:00000001:0.0:1787763675.125620:0:303492:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763675.125628:0:303492:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000400:00000200:1.0:1787763675.125629:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000020:00000001:0.0:1787763675.125636:0:303492:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000400:00000200:1.0:1787763675.125642:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000020:00000001:0.0:1787763675.125646:0:303492:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000400:00000200:1.0:1787763675.125657:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63530:63530:256:4294967295] 192.168.203.113@tcp LPNI seq info [63530:63530:8:4294967295]
00000100:00000040:0.0:1787763675.125663:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763675.125674:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787763675.125676:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000040:0.0:1787763675.125684:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763675.125693:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787763675.125704:0:303492:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000100:00080000:0.0:1787763675.125712:0:303492:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763675.125724:0:303492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763675.125726:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
02000000:00000001:0.0:1787763675.125734:0:303492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763675.125745:0:303492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:1.0:1787763675.125747:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
02000000:00000001:0.0:1787763675.125756:0:303492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1787763675.125763:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef300.
00000100:00000001:0.0:1787763675.125764:0:303492:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763675.125773:0:303492:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000800:00000200:1.0:1787763675.125782:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000008:00000001:0.0:1787763675.125785:0:303492:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787763675.125794:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000100:00000001:0.0:1787763675.125796:0:303492:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763675.125805:0:303492:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81850f00.
00000020:00000040:0.0:1787763675.125811:0:303492:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
02000000:00000001:0.0:1787763675.125822:0:303492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000200:1.1:1787763675.125826:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763675.125834:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
02000000:00000001:0.0:1787763675.125837:0:303492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1787763675.125843:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000100:00000001:0.0:1787763675.125847:0:303492:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000800:00000010:1.0:1787763675.125850:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef300.
02000000:00000001:0.0:1787763675.125854:0:303492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763675.125863:0:303492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763675.125863:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763675.125879:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
02000000:00000010:0.0:1787763675.125880:0:303492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d50558800.
00000400:00000200:1.0:1787763675.125893:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9770
00000100:00000001:0.0:1787763675.125894:0:303492:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787763675.125903:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9770.
00000100:00100000:0.0:1787763675.125914:0:303492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81850f00 x1874599320610432/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787763675.125918:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763675.125934:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d81850000 x1874599320610176/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763700 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763675.125942:0:303492:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763675.125951:0:303492:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763675.125969:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787763675.125972:0:303492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007454b7f2] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81850f00 x1874599320610432/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787763675.125983:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81850000 x1874599320610176/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763700 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763675.126013:0:303492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763675.126026:0:303492:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1787763675.126044:0:303492:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1787763675.126051:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763675.126054:0:303492:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787763675.126058:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:0.0:1787763675.126067:0:303492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787763675.126072:0:303492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787763675.126075:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763675.126076:0:303492:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763675.126087:0:303492:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1787763675.126090:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00080000:0.0:1787763675.126099:0:303492:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20837
00000100:00000001:1.0:1787763675.126102:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4315511544
00000400:00000200:0.0:1787763675.126114:0:303492:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000010:1.0:1787763675.126115:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d7f69b600.
00000400:00000200:0.0:1787763675.126126:0:303492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00000001:1.0:1787763675.126131:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000100:00080000:0.0:1787763675.126133:0:303492:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763675.126145:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763675.126148:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4315511544
00000100:00000001:0.0:1787763675.126152:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763675.126162:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000010:1.0:1787763675.126162:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d7f69b240.
00000100:00000001:1.0:1787763675.126174:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1787763675.126176:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763675.126187:0:303492:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787763675.126188:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000040:0.0:1787763675.126191:0:303492:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000020:00000001:0.0:1787763675.126199:0:303492:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787763675.126200:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1787763675.126204:0:303492:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000100:00000001:1.0:1787763675.126208:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000020:00000001:0.0:1787763675.126212:0:303492:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000020:00000001:0.0:1787763675.126220:0:303492:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00100000:1.0:1787763675.126224:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763675/real 1787763675]  req@ffff9b9d81850000 x1874599320610176/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787763675.126233:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000400:00000001:1.0:1787763675.126256:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:0.0:1787763675.126257:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000001:1.0:1787763675.126262:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000040:0.0:1787763675.126269:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000400:00000010:1.0:1787763675.126272:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43e70.
00000100:00000001:0.0:1787763675.126281:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000400:00000200:1.0:1787763675.126284:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9cc0
00000400:00000010:1.0:1787763675.126293:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9cc0.
00000020:00000040:0.0:1787763675.126299:0:303492:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00000001:1.0:1787763675.126300:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763675.126314:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81850000 x1874599320610176/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787763675.126316:0:303492:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763675.126330:0:303492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763675.126340:0:303492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763675.126350:0:303492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:1.0:1787763675.126356:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81850000 x1874599320610176/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787763675.126359:0:303492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763675.126370:0:303492:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763675.126379:0:303492:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000100:00000001:1.0:1787763675.126382:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763675.126388:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:0.0:1787763675.126391:0:303492:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763675.126397:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787763675.126399:0:303492:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763675.126423:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:0.0:1787763675.126475:0:303492:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81853840.
00000100:00100000:1.0:1787763675.126480:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81850000 x1874599320610176/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1787763675.126485:0:303492:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
02000000:00000001:0.0:1787763675.126495:0:303492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763675.126501:0:303492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763675.126508:0:303492:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787763675.126513:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1787763675.126514:0:303492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763675.126520:0:303492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763675.126530:0:303492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d50559c00.
00000100:00000040:1.0:1787763675.126532:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81850000 x1874599320610176/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763700 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763675.126537:0:303492:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763675.126556:0:303492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81853840 x1874599320610560/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787763675.126558:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763675.126572:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763675.126581:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787763675.126587:0:303492:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787763675.126587:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763675.126597:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787763675.126598:0:303492:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763675.126604:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:0.0:1787763675.126616:0:303492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000090fddba4] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81853840 x1874599320610560/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763675.126617:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763675.126633:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763675.126645:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:0.0:1787763675.126656:0:303492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763675.126663:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81850000 x1874599320610176/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763700 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787763675.126672:0:303492:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20847)
00000100:00100000:1.0:1787763675.126688:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81850000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320610176:192.168.203.113@tcp:250:kworker.0
00000100:00000001:1.0:1787763675.126701:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763675.126705:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763675.126712:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81850000 x1874599320610176/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763700 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763675.126724:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763675.126729:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763675.126734:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58dbb000.
02000000:00000001:1.0:1787763675.126742:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763675.126746:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763675.126749:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:1.0:1787763675.126752:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763675.126756:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d5055bc00.
02000000:00000001:1.0:1787763675.126762:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763675.126766:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763675.126769:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81850000.
00000100:00000001:1.0:1787763675.126774:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763675.126777:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763675.126781:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763675.126809:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763675.126813:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763675.126818:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763675.126822:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763675.126826:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763675.126836:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81851680 x1874599320610304/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763675.126852:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763675.126855:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763675.126861:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763675.126866:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763675.126872:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763675.126879:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81851680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320610304:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763675.126886:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763675.126891:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763675.126894:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763675.126898:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763675.126905:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58dbb000.
02000000:00000001:1.0:1787763675.126909:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763675.126918:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763675.126923:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43e70.
00000400:00000010:1.0:1787763675.126930:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9cc0.
00000100:00000200:1.0:1787763675.126937:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320610304, portal 10
00000100:00000001:1.0:1787763675.126942:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763675.126945:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699517994624 : -110374191556992 : ffff9b9d81851680)
00000100:00000040:1.0:1787763675.126959:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81851680 x1874599320610304/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763700 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763675.126974:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763675.126979:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763675.126984:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9770.
00000100:00000200:1.0:1787763675.126988:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320610304, offset 0
00000400:00000200:1.0:1787763675.126993:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763675.127000:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763675.127006:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763675.127011:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763675.127015:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763675.127019:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763675.127039:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763675.127055:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63531:63531:256:4294967295] 192.168.203.113@tcp LPNI seq info [63531:63531:8:4294967295]
00000400:00000200:1.0:1787763675.127059:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763675.127068:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763675.127074:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763675.127079:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef300.
00000800:00000200:1.0:1787763675.127084:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763675.127088:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787763675.127094:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763675.127098:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1787763675.127103:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763675.127105:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef300.
00000400:00000200:1.0:1787763675.127109:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763675.127114:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763675.127118:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9770
00000400:00000010:1.0:1787763675.127120:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9770.
00000100:00000001:1.0:1787763675.127124:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763675.127130:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d81851680 x1874599320610304/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763700 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763675.127146:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763675.127152:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81851680 x1874599320610304/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763700 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763675.127164:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763675.127167:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763675.127175:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763675.127182:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:1.0:1787763675.127188:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763675.127192:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315510317
00000100:00000001:1.0:1787763675.127197:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315511544
00000100:00000001:1.0:1787763675.127218:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315510317
00000100:00000001:1.0:1787763675.127222:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315511544
00000100:00000001:1.0:1787763675.127226:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763675.127231:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763675.127234:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763675.127242:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763675/real 1787763675]  req@ffff9b9d81851680 x1874599320610304/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763675.127260:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763675.127263:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763675.127267:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43e70.
00000400:00000200:1.0:1787763675.127272:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9cc0
00000400:00000010:1.0:1787763675.127276:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9cc0.
00000100:00000001:1.0:1787763675.127280:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763675.127287:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81851680 x1874599320610304/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763675.127304:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81851680 x1874599320610304/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763675.127315:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763675.127317:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763675.127319:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763675.127321:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763675.127326:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81851680 x1874599320610304/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763675.127335:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763675.127340:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81851680 x1874599320610304/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763700 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763675.127350:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763675.127353:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763675.127355:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763675.127357:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763675.127359:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763675.127372:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763675.127375:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763675.127379:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763675.127382:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763675.127387:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81851680 x1874599320610304/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763700 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763675.127397:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81851680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320610304:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763675.127452:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763675.127499:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81850f00 x1874599320610432/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763675.127514:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763675.127517:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763675.127522:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763675.127527:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763675.127532:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763675.127539:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81850f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320610432:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763675.127547:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763675.127552:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763675.127555:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763675.127559:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763675.127567:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db8c00.
02000000:00000001:1.0:1787763675.127571:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763675.127577:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763675.127580:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43e70.
00000400:00000010:1.0:1787763675.127584:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9cc0.
00000100:00000200:1.0:1787763675.127589:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320610432, portal 10
00000100:00000001:1.0:1787763675.127591:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763675.127593:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699517992704 : -110374191558912 : ffff9b9d81850f00)
00000100:00000040:1.0:1787763675.127600:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81850f00 x1874599320610432/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763700 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763675.127626:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763675.127629:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763675.127632:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9770.
00000100:00000200:1.0:1787763675.127635:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320610432, offset 0
00000400:00000200:1.0:1787763675.127641:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763675.127646:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763675.127651:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763675.127655:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763675.127659:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763675.127662:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763675.127665:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763675.127669:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63532:63532:256:4294967295] 192.168.203.113@tcp LPNI seq info [63532:63532:8:4294967295]
00000400:00000200:1.0:1787763675.127675:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763675.127683:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763675.127689:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763675.127693:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef300.
00000800:00000200:1.0:1787763675.127698:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763675.127702:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787763675.127707:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763675.127711:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1787763675.127716:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763675.127718:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef300.
00000400:00000200:1.0:1787763675.127722:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763675.127727:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763675.127731:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9770
00000400:00000010:1.0:1787763675.127734:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9770.
00000100:00000001:1.0:1787763675.127737:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763675.127742:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d81850f00 x1874599320610432/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763700 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763675.127752:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763675.127756:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81850f00 x1874599320610432/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763700 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763675.127774:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763675.127776:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763675.127781:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763675.127785:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:1.0:1787763675.127788:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763675.127791:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315510297
00000100:00000001:1.0:1787763675.127795:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315511544
00000100:00000001:1.0:1787763675.127797:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315510297
00000100:00000001:1.0:1787763675.127800:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315511544
00000100:00000001:1.0:1787763675.127803:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763675.127806:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763675.127808:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763675.127813:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763675/real 1787763675]  req@ffff9b9d81850f00 x1874599320610432/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763675.127822:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763675.127824:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763675.127826:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43e70.
00000400:00000200:1.0:1787763675.127829:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9cc0
00000400:00000010:1.0:1787763675.127831:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9cc0.
00000100:00000001:1.0:1787763675.127833:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763675.127837:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81850f00 x1874599320610432/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763675.127864:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81850f00 x1874599320610432/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763675.127872:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763675.127874:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763675.127876:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763675.127878:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763675.127882:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81850f00 x1874599320610432/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763675.127889:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763675.127894:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81850f00 x1874599320610432/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763700 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763675.127901:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763675.127904:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763675.127906:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763675.127907:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763675.127909:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763675.127911:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763675.127914:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763675.127918:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763675.127920:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763675.127924:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81850f00 x1874599320610432/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763700 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763675.127933:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81850f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320610432:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763675.127937:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763675.127941:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81853840 x1874599320610560/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763675.127949:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763675.127950:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763675.127953:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763675.127955:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763675.127958:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763675.127961:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81853840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320610560:192.168.203.113@tcp:8:kworker.0
00000100:00000001:1.0:1787763675.127965:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763675.127967:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763675.127969:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763675.127971:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763675.127975:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58dba400.
02000000:00000001:1.0:1787763675.127977:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763675.127981:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763675.127983:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43e70.
00000400:00000010:1.0:1787763675.127987:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9cc0.
00000100:00000200:1.0:1787763675.127990:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320610560, portal 4
00000100:00000001:1.0:1787763675.127993:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763675.127994:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699518003264 : -110374191548352 : ffff9b9d81853840)
00000100:00000040:1.0:1787763675.128000:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81853840 x1874599320610560/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763700 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763675.128008:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763675.128011:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763675.128013:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9770.
00000100:00000200:1.0:1787763675.128016:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320610560, offset 0
00000400:00000200:1.0:1787763675.128020:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763675.128024:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763675.128028:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763675.128031:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763675.128034:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763675.128037:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763675.128040:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763675.128043:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63533:63533:256:4294967295] 192.168.203.113@tcp LPNI seq info [63533:63533:8:4294967295]
00000400:00000200:1.0:1787763675.128048:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763675.128056:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763675.128062:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763675.128065:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef300.
00000800:00000200:1.0:1787763675.128070:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763675.128073:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787763675.128078:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763675.128081:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1787763675.128103:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763675.128106:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef300.
00000400:00000200:1.0:1787763675.128109:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763675.128114:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763675.128117:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9770
00000400:00000010:1.0:1787763675.128120:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9770.
00000100:00000001:1.0:1787763675.128123:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763675.128129:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d81853840 x1874599320610560/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763700 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763675.128145:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763675.128151:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81853840 x1874599320610560/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763700 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763675.128165:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763675.128169:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763675.128175:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763675.128181:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:1.0:1787763675.128187:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763675.128192:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315510309
00000100:00000001:1.0:1787763675.128197:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315511544
00000100:00000001:1.0:1787763675.128202:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315510309
00000100:00000001:1.0:1787763675.128206:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315511544
00000100:00000001:1.0:1787763675.128211:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763675.128215:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763675.128219:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763675.128226:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763675/real 1787763675]  req@ffff9b9d81853840 x1874599320610560/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763675.128237:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763675.128239:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763675.128241:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43e70.
00000400:00000200:1.0:1787763675.128245:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9cc0
00000400:00000010:1.0:1787763675.128247:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9cc0.
00000100:00000001:1.0:1787763675.128250:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763675.128254:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81853840 x1874599320610560/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763675.128265:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81853840 x1874599320610560/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763675.128273:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763675.128274:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763675.128277:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763675.128278:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763675.128282:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81853840 x1874599320610560/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763675.128291:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763675.128296:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81853840 x1874599320610560/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763700 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763675.128305:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763675.128308:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763675.128310:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763675.128311:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763675.128313:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763675.128315:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763675.128318:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763675.128322:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763675.128325:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763675.128330:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81853840 x1874599320610560/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763700 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763675.128340:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81853840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320610560:192.168.203.113@tcp:8:kworker.0
00000100:00000001:1.0:1787763675.128345:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763675.128348:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763675.128351:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81851680 x1874599320610304/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763700 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763675.128359:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763675.128361:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763675.128364:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58dbb000.
02000000:00000001:1.0:1787763675.128368:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763675.128370:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763675.128372:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:1.0:1787763675.128375:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763675.128377:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d50558c00.
02000000:00000001:1.0:1787763675.128382:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763675.128384:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763675.128386:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81851680.
00000100:00000001:1.0:1787763675.128389:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763675.128390:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763675.128392:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763675.128436:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81850f00 x1874599320610432/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763700 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763675.128489:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763675.128493:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763675.128497:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db8c00.
02000000:00000001:1.0:1787763675.128504:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763675.128507:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763675.128510:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:1.0:1787763675.128514:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763675.128517:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d50558800.
02000000:00000001:1.0:1787763675.128521:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763675.128524:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763675.128526:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81850f00.
00000100:00000001:1.0:1787763675.128529:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763675.128531:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763675.128533:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763675.128539:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81853840 x1874599320610560/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763700 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763675.128546:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763675.128548:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763675.128551:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58dba400.
02000000:00000001:1.0:1787763675.128555:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763675.128557:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763675.128559:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:1.0:1787763675.128561:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763675.128562:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d50559c00.
02000000:00000001:1.0:1787763675.128566:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763675.128568:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763675.128570:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81853840.
00000100:00000001:1.0:1787763675.128573:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763675.128575:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763675.128577:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763675.128583:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763675.128584:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763675.128587:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763675.128589:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763675.316560:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763675.316566:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763675.316573:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763675.316575:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763675.316579:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763675.316581:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763675.316653:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763675.316658:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763675.316662:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763676.148731:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763676.148740:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763676.148743:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763676.148751:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763676.148756:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763676.148761:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763676.148764:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763676.148767:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763676.148771:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763676.340567:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763676.340577:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763676.340587:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763676.340589:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763676.340596:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763676.340599:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763676.340695:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763676.340704:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763676.340711:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1787763676.404566:0:303331:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b110 (cpu 1) has reached its deadline 4315511544, at 4315511552
00000100:00000010:1.0:1787763676.404584:0:303331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69b240.
00000100:00000040:0.0:1787763676.404601:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4315511544, at 4315511552
00000100:00000010:0.0:1787763676.404621:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69b600.
00000100:00000001:3.0:1787763677.172578:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763677.172588:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763677.172592:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763677.172598:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763677.172603:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763677.172608:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763677.172611:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763677.172615:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763677.172618:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763677.364542:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763677.364550:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763677.364556:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763677.364558:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763677.364561:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763677.364562:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763677.364633:0:281543:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763677.364637:0:281543:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763677.364641:0:281543:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763678.196540:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763678.196549:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763678.196551:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763678.196557:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763678.196572:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763678.196577:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763678.196580:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763678.196583:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763678.196586:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763678.388535:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763678.388543:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763678.388549:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763678.388551:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763678.388556:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763678.388558:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763678.388626:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763678.388631:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763678.388635:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763679.220506:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763679.220514:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763679.220516:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763679.220521:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763679.220525:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763679.220529:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763679.220541:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763679.220549:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763679.220553:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763679.412552:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763679.412559:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763679.412566:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763679.412568:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763679.412572:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763679.412573:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763679.412620:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763679.412634:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763679.412637:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787763680.244545:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1787763680.244548:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763680.244555:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:0.0:1787763680.244572:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787763680.244576:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763680.244577:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:3.0:1787763680.244584:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00080000:0.0:1787763680.244585:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763680.244593:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787763680.244595:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1787763680.244599:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1787763680.244607:0:296758:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20842
00000100:00000001:3.0:1787763680.244608:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763680.244616:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1787763680.244641:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:3.0:1787763680.244641:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787763680.244655:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763680.244659:0:296758:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763680.244663:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763680.244668:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763680.244672:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763680.244676:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763680.244681:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763680.244684:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:0.0:1787763680.244688:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763680.244692:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:0.0:1787763680.244695:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:0.0:1787763680.244699:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:0.0:1787763680.244703:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763680.244705:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763680.244707:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763680.244726:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787763680.244730:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:0.0:1787763680.244733:0:296758:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763680.244736:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763680.244738:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763680.244742:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763680.244745:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763680.244747:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787763680.244750:0:296758:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763680.244760:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81852d00.
00000020:00000040:0.0:1787763680.244764:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:0.0:1787763680.244768:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763680.244770:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763680.244773:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763680.244776:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763680.244780:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763680.244823:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d50559000.
00000100:00000001:0.0:1787763680.244832:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763680.244844:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81852d00 x1874599320610688/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763680.244856:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763680.244862:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763680.244868:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033d5c64e] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81852d00 x1874599320610688/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763680.244922:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763680.244926:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763680.244931:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787763680.244933:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763680.244935:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763680.244939:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763680.244944:0:296758:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20842
00000400:00000200:0.0:1787763680.244950:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763680.244954:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763680.244957:0:296758:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763680.244961:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763680.244964:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763680.244983:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763680.244987:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763680.244990:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763680.244992:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000020:00000001:0.0:1787763680.244994:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763680.244997:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000020:00000001:0.0:1787763680.244999:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000020:00000001:0.0:1787763680.245001:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000040:0.0:1787763680.245006:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763680.245009:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763680.245011:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763680.245014:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787763680.245017:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00080000:0.0:1787763680.245020:0:296758:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763680.245023:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763680.245027:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763680.245034:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763680.245037:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763680.245039:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763680.245044:0:296758:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787763680.245048:0:296758:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763680.245051:0:296758:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763680.245056:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81851a40.
00000020:00000040:0.0:1787763680.245069:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
02000000:00000001:0.0:1787763680.245072:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763680.245074:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763680.245076:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763680.245078:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763680.245081:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763680.245086:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d5055b000.
00000100:00000001:0.0:1787763680.245098:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763680.245106:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81851a40 x1874599320610816/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763680.245117:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763680.245120:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763680.245124:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014835854] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81851a40 x1874599320610816/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763680.245131:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763680.245135:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763680.245139:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787763680.245141:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763680.245143:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763680.245146:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763680.245149:0:296758:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20842
00000400:00000200:0.0:1787763680.245155:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763680.245158:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763680.245161:0:296758:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763680.245165:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763680.245167:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763680.245170:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763680.245172:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763680.245175:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763680.245176:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000020:00000001:0.0:1787763680.245178:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763680.245181:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000020:00000001:0.0:1787763680.245183:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000020:00000001:0.0:1787763680.245186:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00000040:0.0:1787763680.245190:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763680.245192:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763680.245194:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763680.245197:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787763680.245199:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000100:00080000:0.0:1787763680.245203:0:296758:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763680.245206:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763680.245208:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763680.245212:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763680.245230:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763680.245233:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763680.245236:0:296758:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787763680.245240:0:296758:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763680.245242:0:296758:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763680.245249:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81851e00.
00000020:00000040:0.0:1787763680.245252:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
02000000:00000001:0.0:1787763680.245273:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763680.245275:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763680.245295:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763680.245297:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763680.245299:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763680.245305:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d50558000.
00000100:00000001:0.0:1787763680.245310:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763680.245317:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81851e00 x1874599320610944/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763680.245327:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763680.245330:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763680.245335:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ab0eea16] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81851e00 x1874599320610944/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763680.245344:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763680.245348:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1787763680.245353:0:296758:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1787763680.245357:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763680.245361:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787763680.245363:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763680.245385:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763680.245389:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763680.245393:0:296758:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20842
00000400:00000200:0.0:1787763680.245398:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763680.245403:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763680.245406:0:296758:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763680.245410:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763680.245412:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763680.245415:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763680.245417:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763680.245420:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763680.245422:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000020:00000001:0.0:1787763680.245424:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763680.245426:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000020:00000001:0.0:1787763680.245428:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000020:00000001:0.0:1787763680.245432:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000040:0.0:1787763680.245436:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763680.245467:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763680.245470:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763680.245473:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787763680.245476:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00080000:0.0:1787763680.245479:0:296758:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763680.245482:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763680.245484:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763680.245488:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763680.245490:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763680.245492:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763680.245511:0:296758:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787763680.245513:0:296758:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763680.245515:0:296758:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763680.245518:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81850780.
00000020:00000040:0.0:1787763680.245521:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
02000000:00000001:0.0:1787763680.245523:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763680.245524:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763680.245526:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763680.245527:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763680.245529:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763680.245533:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d5055ac00.
00000100:00000001:0.0:1787763680.245536:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763680.245541:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81850780 x1874599320611072/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763680.245549:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763680.245551:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763680.245554:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000099b37720] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81850780 x1874599320611072/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763680.245562:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763680.245567:0:296758:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20853)
00000100:00000001:1.0:1787763680.245755:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763680.245761:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763680.245764:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763680.245772:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81852d00 x1874599320610688/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763680.245781:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763680.245784:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763680.245788:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763680.245791:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763680.245795:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763680.245799:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81852d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320610688:192.168.203.113@tcp:250:kworker.0
00000100:00000001:1.0:1787763680.245805:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763680.245808:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763680.245811:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763680.245814:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763680.245820:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58dba400.
02000000:00000001:1.0:1787763680.245823:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763680.245829:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763680.245834:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43e70.
00000400:00000010:1.0:1787763680.245841:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9cc0.
00000100:00000200:1.0:1787763680.245849:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320610688, portal 25
00000100:00000001:1.0:1787763680.245851:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763680.245853:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699518000384 : -110374191551232 : ffff9b9d81852d00)
00000100:00000040:1.0:1787763680.245860:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81852d00 x1874599320610688/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763680.245869:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763680.245882:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763680.245886:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9770.
00000100:00000200:1.0:1787763680.245890:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320610688, offset 0
00000400:00000200:1.0:1787763680.245899:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763680.245908:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763680.245915:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763680.245920:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763680.245926:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763680.245930:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763680.245934:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763680.245939:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63534:63534:256:4294967295] 192.168.203.113@tcp LPNI seq info [63534:63534:8:4294967295]
00000400:00000200:1.0:1787763680.245945:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763680.245956:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763680.245963:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763680.245970:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef300.
00000800:00000200:1.0:1787763680.245978:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763680.245982:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1787763680.245989:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763680.245992:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 52 secs later)
00000800:00000100:1.0:1787763680.245997:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763680.246017:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef300.
00000400:00000200:1.0:1787763680.246023:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763680.246027:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763680.246032:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9770
00000400:00000010:1.0:1787763680.246034:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9770.
00000100:00000001:1.0:1787763680.246037:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763680.246041:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d81852d00 x1874599320610688/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763680.246049:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763680.246052:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81852d00 x1874599320610688/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763705 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763680.246058:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763680.246060:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763680.246066:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763680.246069:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763680.246072:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4315516664
00000100:00000010:1.0:1787763680.246077:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d7f69b240.
00000100:00000001:1.0:1787763680.246099:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787763680.246104:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4315516664
00000100:00000010:1.0:1787763680.246106:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d7f69b0c0.
00000100:00000001:1.0:1787763680.246109:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787763680.246111:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763680.246113:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763680.246115:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763680.246118:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763680/real 1787763680]  req@ffff9b9d81852d00 x1874599320610688/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763680.246128:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763680.246130:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763680.246132:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43e70.
00000400:00000200:1.0:1787763680.246135:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9cc0
00000400:00000010:1.0:1787763680.246136:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9cc0.
00000100:00000001:1.0:1787763680.246139:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763680.246143:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81852d00 x1874599320610688/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763680.246169:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81852d00 x1874599320610688/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763680.246178:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763680.246181:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763680.246183:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763680.246186:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763680.246191:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81852d00 x1874599320610688/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763680.246200:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763680.246206:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81852d00 x1874599320610688/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763705 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763680.246214:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763680.246219:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763680.246220:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763680.246222:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763680.246225:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763680.246227:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763680.246231:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763680.246236:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763680.246239:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763680.246245:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81852d00 x1874599320610688/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763705 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763680.246258:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81852d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320610688:192.168.203.113@tcp:250:kworker.0
00000100:00000001:1.0:1787763680.246264:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763680.246269:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81851a40 x1874599320610816/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763680.246278:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763680.246280:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763680.246283:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763680.246286:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763680.246288:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763680.246292:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81851a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320610816:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763680.246296:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763680.246298:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763680.246300:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763680.246302:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763680.246307:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db8c00.
02000000:00000001:1.0:1787763680.246309:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763680.246314:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763680.246318:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43e70.
00000400:00000010:1.0:1787763680.246322:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9cc0.
00000100:00000200:1.0:1787763680.246326:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320610816, portal 10
00000100:00000001:1.0:1787763680.246328:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763680.246330:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699517995584 : -110374191556032 : ffff9b9d81851a40)
00000100:00000040:1.0:1787763680.246338:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81851a40 x1874599320610816/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763680.246364:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763680.246380:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763680.246383:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9770.
00000100:00000200:1.0:1787763680.246386:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320610816, offset 0
00000400:00000200:1.0:1787763680.246390:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763680.246395:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763680.246398:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763680.246400:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763680.246402:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763680.246404:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763680.246406:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763680.246408:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63535:63535:256:4294967295] 192.168.203.113@tcp LPNI seq info [63535:63535:8:4294967295]
00000400:00000200:1.0:1787763680.246411:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763680.246415:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763680.246418:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763680.246421:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef300.
00000800:00000200:1.0:1787763680.246425:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763680.246428:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1787763680.246433:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763680.246436:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 52 secs later)
00000800:00000100:1.0:1787763680.246467:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763680.246470:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef300.
00000400:00000200:1.0:1787763680.246473:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763680.246477:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763680.246480:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9770
00000400:00000010:1.0:1787763680.246483:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9770.
00000100:00000001:1.0:1787763680.246485:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763680.246489:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d81851a40 x1874599320610816/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763680.246497:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763680.246500:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81851a40 x1874599320610816/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763705 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763680.246507:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763680.246509:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763680.246513:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763680.246518:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:1.0:1787763680.246521:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763680.246524:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315515437
00000100:00000001:1.0:1787763680.246527:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315516664
00000100:00000001:1.0:1787763680.246528:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315515437
00000100:00000001:1.0:1787763680.246530:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315516664
00000100:00000001:1.0:1787763680.246531:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763680.246533:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763680.246534:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763680.246537:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763680/real 1787763680]  req@ffff9b9d81851a40 x1874599320610816/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763680.246542:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763680.246543:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763680.246545:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43e70.
00000400:00000200:1.0:1787763680.246547:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9cc0
00000400:00000010:1.0:1787763680.246549:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9cc0.
00000100:00000001:1.0:1787763680.246551:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763680.246554:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81851a40 x1874599320610816/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763680.246572:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81851a40 x1874599320610816/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763680.246580:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763680.246583:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763680.246585:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763680.246587:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763680.246591:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81851a40 x1874599320610816/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763680.246600:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763680.246604:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81851a40 x1874599320610816/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763705 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763680.246609:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763680.246612:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763680.246614:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763680.246615:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763680.246616:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763680.246643:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763680.246645:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763680.246648:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763680.246650:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763680.246652:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81851a40 x1874599320610816/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763705 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763680.246658:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81851a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320610816:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763680.246662:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763680.246664:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81851e00 x1874599320610944/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763680.246667:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763680.246668:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763680.246670:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763680.246672:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763680.246673:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763680.246675:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81851e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320610944:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763680.246677:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763680.246679:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763680.246680:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763680.246681:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763680.246684:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58dbb000.
02000000:00000001:1.0:1787763680.246685:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763680.246687:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763680.246707:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43e70.
00000400:00000010:1.0:1787763680.246710:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9cc0.
00000100:00000200:1.0:1787763680.246714:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320610944, portal 10
00000100:00000001:1.0:1787763680.246717:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763680.246718:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699517996544 : -110374191555072 : ffff9b9d81851e00)
00000100:00000040:1.0:1787763680.246724:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81851e00 x1874599320610944/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763680.246731:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763680.246734:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763680.246736:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9770.
00000100:00000200:1.0:1787763680.246738:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320610944, offset 0
00000400:00000200:1.0:1787763680.246743:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763680.246747:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763680.246751:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763680.246754:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763680.246757:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763680.246760:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763680.246762:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763680.246765:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63536:63536:256:4294967295] 192.168.203.113@tcp LPNI seq info [63536:63536:8:4294967295]
00000400:00000200:1.0:1787763680.246770:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763680.246777:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763680.246781:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763680.246785:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef300.
00000800:00000200:1.0:1787763680.246789:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763680.246792:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1787763680.246796:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763680.246799:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 52 secs later)
00000800:00000100:1.0:1787763680.246803:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763680.246805:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef300.
00000400:00000200:1.0:1787763680.246809:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763680.246813:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763680.246816:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9770
00000400:00000010:1.0:1787763680.246818:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9770.
00000100:00000001:1.0:1787763680.246820:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763680.246824:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d81851e00 x1874599320610944/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763680.246838:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763680.246842:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81851e00 x1874599320610944/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763705 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763680.246848:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763680.246850:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763680.246853:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763680.246856:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:1.0:1787763680.246859:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763680.246862:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315515416
00000100:00000001:1.0:1787763680.246864:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315516664
00000100:00000001:1.0:1787763680.246866:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315515416
00000100:00000001:1.0:1787763680.246868:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315516664
00000100:00000001:1.0:1787763680.246870:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763680.246872:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763680.246874:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763680.246877:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763680/real 1787763680]  req@ffff9b9d81851e00 x1874599320610944/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763680.246885:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763680.246886:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763680.246888:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43e70.
00000400:00000200:1.0:1787763680.246890:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9cc0
00000400:00000010:1.0:1787763680.246892:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9cc0.
00000100:00000001:1.0:1787763680.246894:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763680.246897:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81851e00 x1874599320610944/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763680.246904:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81851e00 x1874599320610944/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763680.246911:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763680.246913:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763680.246915:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763680.246916:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763680.246920:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81851e00 x1874599320610944/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763680.246926:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763680.246930:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81851e00 x1874599320610944/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763705 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763680.246937:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763680.246939:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763680.246941:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763680.246942:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763680.246943:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763680.246945:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763680.246963:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763680.246966:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763680.246967:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763680.246969:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81851e00 x1874599320610944/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763705 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763680.246974:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81851e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320610944:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763680.246976:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763680.246978:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81850780 x1874599320611072/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763680.246983:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763680.246984:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763680.246985:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763680.246986:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763680.246987:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763680.246989:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81850780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320611072:192.168.203.113@tcp:8:kworker.0
00000100:00000001:1.0:1787763680.246991:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763680.246993:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763680.246994:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763680.246995:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763680.246997:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db8400.
02000000:00000001:1.0:1787763680.246999:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763680.247001:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763680.247002:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43e70.
00000400:00000010:1.0:1787763680.247004:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9cc0.
00000100:00000200:1.0:1787763680.247006:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320611072, portal 4
00000100:00000001:1.0:1787763680.247007:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763680.247008:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699517990784 : -110374191560832 : ffff9b9d81850780)
00000100:00000040:1.0:1787763680.247012:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81850780 x1874599320611072/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763680.247016:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763680.247018:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763680.247019:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9770.
00000100:00000200:1.0:1787763680.247020:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320611072, offset 0
00000400:00000200:1.0:1787763680.247023:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763680.247025:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763680.247028:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763680.247029:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763680.247031:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763680.247033:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763680.247034:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763680.247036:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63537:63537:256:4294967295] 192.168.203.113@tcp LPNI seq info [63537:63537:8:4294967295]
00000400:00000200:1.0:1787763680.247039:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763680.247043:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763680.247046:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763680.247047:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef300.
00000800:00000200:1.0:1787763680.247050:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763680.247052:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1787763680.247054:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763680.247056:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 52 secs later)
00000800:00000100:1.0:1787763680.247059:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763680.247060:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef300.
00000400:00000200:1.0:1787763680.247062:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763680.247064:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763680.247065:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9770
00000400:00000010:1.0:1787763680.247066:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9770.
00000100:00000001:1.0:1787763680.247068:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763680.247070:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d81850780 x1874599320611072/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763680.247075:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763680.247077:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81850780 x1874599320611072/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763705 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763680.247098:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763680.247099:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763680.247101:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763680.247103:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:1.0:1787763680.247106:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763680.247107:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315515428
00000100:00000001:1.0:1787763680.247109:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315516664
00000100:00000001:1.0:1787763680.247111:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315515428
00000100:00000001:1.0:1787763680.247113:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315516664
00000100:00000001:1.0:1787763680.247114:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763680.247116:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763680.247118:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763680.247120:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763680/real 1787763680]  req@ffff9b9d81850780 x1874599320611072/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763680.247126:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763680.247127:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763680.247129:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43e70.
00000400:00000200:1.0:1787763680.247130:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9cc0
00000400:00000010:1.0:1787763680.247132:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9cc0.
00000100:00000001:1.0:1787763680.247133:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763680.247136:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81850780 x1874599320611072/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763680.247142:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81850780 x1874599320611072/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763680.247147:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763680.247148:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763680.247149:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763680.247167:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763680.247169:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81850780 x1874599320611072/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763680.247173:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763680.247175:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81850780 x1874599320611072/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763705 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763680.247179:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763680.247181:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763680.247182:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763680.247182:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763680.247183:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763680.247184:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763680.247186:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763680.247187:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763680.247189:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763680.247191:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81850780 x1874599320611072/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763705 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763680.247201:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81850780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320611072:192.168.203.113@tcp:8:kworker.0
00000100:00000001:1.0:1787763680.247203:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763680.247205:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763680.247207:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81852d00 x1874599320610688/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763705 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763680.247211:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763680.247213:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763680.247215:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58dba400.
02000000:00000001:1.0:1787763680.247217:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763680.247218:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763680.247220:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:1.0:1787763680.247221:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763680.247223:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d50559000.
02000000:00000001:1.0:1787763680.247226:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763680.247227:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763680.247229:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81852d00.
00000100:00000001:1.0:1787763680.247231:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763680.247232:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763680.247233:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763680.247235:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81851a40 x1874599320610816/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763705 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763680.247240:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763680.247241:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763680.247242:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db8c00.
02000000:00000001:1.0:1787763680.247243:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763680.247244:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763680.247244:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:1.0:1787763680.247246:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763680.247247:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d5055b000.
02000000:00000001:1.0:1787763680.247248:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763680.247248:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763680.247249:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81851a40.
00000100:00000001:1.0:1787763680.247251:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763680.247252:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763680.247253:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763680.247255:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81851e00 x1874599320610944/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763705 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763680.247259:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763680.247260:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763680.247261:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58dbb000.
02000000:00000001:1.0:1787763680.247262:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763680.247263:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763680.247264:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:1.0:1787763680.247265:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763680.247265:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d50558000.
02000000:00000001:1.0:1787763680.247267:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763680.247268:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763680.247269:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81851e00.
00000100:00000001:1.0:1787763680.247270:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763680.247271:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763680.247272:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763680.247274:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81850780 x1874599320611072/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763705 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763680.247277:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763680.247278:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763680.247279:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db8400.
02000000:00000001:1.0:1787763680.247280:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763680.247280:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763680.247281:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:1.0:1787763680.247282:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763680.247283:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d5055ac00.
02000000:00000001:1.0:1787763680.247284:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763680.247285:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763680.247286:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81850780.
00000100:00000001:1.0:1787763680.247287:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763680.247288:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763680.247289:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763680.247294:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763680.247296:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763680.247297:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763680.247299:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763680.436517:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763680.436522:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763680.436528:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763680.436529:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763680.436533:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763680.436534:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763680.436617:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763680.436622:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763680.436624:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763681.268620:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763681.268634:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763681.268639:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763681.268649:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763681.268657:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763681.268664:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763681.268670:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763681.268677:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763681.268682:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763681.460590:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763681.460600:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763681.460604:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763681.460608:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763681.460615:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763681.460619:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763681.460622:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763681.460625:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763681.460629:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763681.460631:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763681.460633:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763681.460635:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763681.460637:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763681.460639:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763681.460641:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763681.460643:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763681.460648:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763681.460650:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763681.460726:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763681.460733:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763681.460738:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1787763681.524578:0:303331:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b110 (cpu 1) has reached its deadline 4315516664, at 4315516672
00000100:00000040:0.0:1787763681.524581:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4315516664, at 4315516672
00000100:00000010:0.0:1787763681.524604:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69b240.
00000100:00000010:1.0:1787763681.524610:0:303331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69b0c0.
00000100:00000001:3.0:1787763682.292779:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763682.292796:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763682.292801:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763682.292810:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763682.292819:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763682.292825:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763682.292832:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763682.292838:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763682.292843:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763682.484554:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763682.484562:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763682.484570:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763682.484573:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763682.484578:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763682.484580:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763682.484721:0:281543:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763682.484727:0:281543:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763682.484732:0:281543:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763683.316800:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763683.316813:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763683.316837:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763683.316852:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763683.316859:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763683.316864:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763683.316870:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763683.316875:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763683.316880:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763683.508574:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763683.508596:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763683.508604:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763683.508606:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763683.508612:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763683.508617:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763683.508620:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763683.508626:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763683.508630:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763683.508633:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763683.508636:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763683.508639:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763683.508780:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763683.508787:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763683.508791:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763684.340778:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763684.340800:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763684.340804:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763684.340813:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763684.340826:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763684.340832:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763684.340837:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763684.340842:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763684.340848:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763684.532581:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763684.532590:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763684.532598:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763684.532600:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763684.532606:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763684.532609:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763684.532674:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763684.532680:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763684.532684:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787763685.364846:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763685.364864:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787763685.364869:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763685.364875:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763685.364882:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763685.364896:0:296758:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20848
00000400:00000200:0.0:1787763685.364923:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763685.364932:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763685.364937:0:296758:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763685.364940:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763685.364944:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763685.364947:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763685.364950:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763685.364955:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763685.364958:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:0.0:1787763685.364962:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763685.364967:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:0.0:1787763685.364970:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:0.0:1787763685.364973:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:0.0:1787763685.364977:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763685.364981:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763685.364983:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763685.364985:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787763685.364989:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:0.0:1787763685.364993:0:296758:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763685.364996:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763685.364999:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763685.365004:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763685.365008:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763685.365011:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787763685.365015:0:296758:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763685.365028:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d818521c0.
00000020:00000040:0.0:1787763685.365033:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:0.0:1787763685.365039:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763685.365041:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763685.365046:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763685.365049:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763685.365054:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763685.365064:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d50558c00.
00000100:00000001:0.0:1787763685.365071:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763685.365082:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d818521c0 x1874599320611200/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763685.365093:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763685.365106:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763685.365114:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e93caa89] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d818521c0 x1874599320611200/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763685.365139:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763685.365143:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763685.365147:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787763685.365148:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763685.365151:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763685.365154:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763685.365157:0:296758:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20848
00000400:00000200:0.0:1787763685.365161:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763685.365164:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763685.365165:0:296758:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763685.365168:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763685.365169:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763685.365171:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763685.365173:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763685.365175:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763685.365176:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000020:00000001:0.0:1787763685.365177:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763685.365179:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000020:00000001:0.0:1787763685.365180:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000020:00000001:0.0:1787763685.365182:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000040:0.0:1787763685.365183:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763685.365185:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763685.365186:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763685.365189:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787763685.365191:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00080000:0.0:1787763685.365194:0:296758:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763685.365197:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763685.365199:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1787763685.365202:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
02000000:00000001:0.0:1787763685.365206:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763685.365217:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763685.365223:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787763685.365225:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000008:00100000:0.0:1787763685.365231:0:296758:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1787763685.365232:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1787763685.365239:0:296758:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763685.365242:0:296758:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763685.365243:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00100000:3.0:1787763685.365264:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000010:0.0:1787763685.365266:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81850780.
00000100:00000001:1.0:1787763685.365267:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000040:0.0:1787763685.365279:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000100:00000001:1.0:1787763685.365283:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787763685.365284:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:0.0:1787763685.365285:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763685.365293:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763685.365299:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1787763685.365300:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1787763685.365302:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:1.0:1787763685.365304:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d818521c0 x1874599320611200/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787763685.365309:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763685.365315:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000010:0.0:1787763685.365319:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d5055bc00.
00000100:00000001:3.0:1787763685.365328:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763685.365372:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763685.365376:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763685.365382:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763685.365387:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763685.365393:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763685.365402:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d818521c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320611200:192.168.203.113@tcp:250:kworker.0
00000100:00000001:1.0:1787763685.365409:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763685.365417:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763685.365423:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763685.365428:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763685.365497:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58dbb000.
02000000:00000001:1.0:1787763685.365502:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763685.365515:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763685.365524:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43e70.
00000400:00000010:1.0:1787763685.365535:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9cc0.
00000100:00000200:1.0:1787763685.365546:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320611200, portal 25
00000100:00000001:3.0:1787763685.365548:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763685.365550:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763685.365557:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763685.365563:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699517997504 : -110374191554112 : ffff9b9d818521c0)
00000100:00100000:0.0:1787763685.365570:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81850780 x1874599320611328/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763685.365580:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763685.365584:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763685.365585:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d818521c0 x1874599320611200/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787763685.365597:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000099b37720] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81850780 x1874599320611328/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763685.365647:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1787763685.365654:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763685.365656:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763685.365664:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9770.
00000100:00080000:0.0:1787763685.365665:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:1.0:1787763685.365677:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320611200, offset 0
00000100:00080000:0.0:1787763685.365679:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787763685.365684:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763685.365687:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1787763685.365699:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000100:00000001:0.0:1787763685.365701:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763685.365710:0:296758:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20848
00000400:00000200:1.0:1787763685.365717:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763685.365728:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763685.365734:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763685.365741:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763685.365746:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763685.365750:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763685.365754:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63538:63538:256:4294967295] 192.168.203.113@tcp LPNI seq info [63538:63538:8:4294967295]
00000400:00000200:1.0:1787763685.365760:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763685.365771:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000400:00000200:0.0:1787763685.365785:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000800:00000200:1.0:1787763685.365787:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787763685.365794:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000800:00000010:1.0:1787763685.365795:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef300.
00000100:00080000:0.0:1787763685.365800:0:296758:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763685.365806:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000800:00000200:1.0:1787763685.365814:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000001:0.0:1787763685.365816:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763685.365825:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000800:00000200:1.0:1787763685.365826:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 47 secs later)
00000100:00000001:0.0:1787763685.365832:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763685.365839:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763685.365841:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000800:00000200:1.1:1787763685.365847:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000020:00000001:0.0:1787763685.365848:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763685.365854:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000800:00000200:1.1:1787763685.365859:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 47 secs later)
00000020:00000001:0.0:1787763685.365861:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000020:00000001:0.0:1787763685.365872:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000800:00000100:1.0:1787763685.365882:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000100:00000040:0.0:1787763685.365889:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000800:00000010:1.0:1787763685.365891:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef300.
00000100:00000001:0.0:1787763685.365904:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787763685.365907:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:0.0:1787763685.365909:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763685.365919:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787763685.365926:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000400:00000200:1.0:1787763685.365928:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000100:00080000:0.0:1787763685.365945:0:296758:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000400:00000200:1.0:1787763685.365946:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9770
00000100:00000001:0.0:1787763685.365958:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787763685.365958:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9770.
02000000:00000001:0.0:1787763685.365970:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787763685.365973:0:256678:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:0.0:1787763685.365977:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:1.0:1787763685.365984:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d818521c0 x1874599320611200/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787763685.365986:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763685.365997:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763685.366004:0:296758:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787763685.366009:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000008:00000001:0.0:1787763685.366012:0:296758:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763685.366017:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d818521c0 x1874599320611200/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763710 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763685.366021:0:296758:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763685.366036:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81851e00.
00000100:00000001:1.0:1787763685.366037:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763685.366051:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000040:0.0:1787763685.366052:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000100:00000001:1.0:1787763685.366059:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763685.366060:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763685.366066:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763685.366067:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787763685.366075:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787763685.366076:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4315521784
02000000:00000001:0.0:1787763685.366083:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000010:1.0:1787763685.366086:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d7f69b0c0.
02000000:00000001:0.0:1787763685.366090:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763685.366095:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
02000000:00000010:0.0:1787763685.366101:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d50559800.
00000100:00000001:1.0:1787763685.366105:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4315521784
00000100:00000001:0.0:1787763685.366109:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787763685.366111:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d7f69b540.
00000100:00000001:1.0:1787763685.366117:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000100:00100000:0.0:1787763685.366119:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81851e00 x1874599320611456/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787763685.366123:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763685.366135:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763685.366146:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1787763685.366147:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763685.366156:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763685.366161:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763685/real 1787763685]  req@ffff9b9d818521c0 x1874599320611200/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787763685.366168:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ab0eea16] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81851e00 x1874599320611456/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763685.366249:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763685.366258:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000001:1.0:1787763685.366259:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763685.366266:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763685.366273:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43e70.
00000100:00000040:0.0:1787763685.366274:0:296758:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1787763685.366284:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9cc0
00000100:00080000:0.0:1787763685.366285:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1787763685.366294:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9cc0.
00000100:00080000:0.0:1787763685.366296:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787763685.366304:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787763685.366306:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00080000:0.0:1787763685.366310:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763685.366317:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000100:00000200:1.0:1787763685.366317:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d818521c0 x1874599320611200/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787763685.366343:0:296758:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20848
00000400:00000200:0.0:1787763685.366349:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763685.366354:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763685.366364:0:296758:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763685.366375:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763685.366388:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763685.366398:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763685.366406:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000200:1.0:1787763685.366410:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d818521c0 x1874599320611200/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1787763685.366413:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763685.366418:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000020:00000001:0.0:1787763685.366424:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763685.366430:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000020:00000001:0.0:1787763685.366433:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000001:1.0:1787763685.366451:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000020:00000001:0.0:1787763685.366470:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000040:0.0:1787763685.366487:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763685.366490:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763685.366495:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763685.366498:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787763685.366501:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00000001:1.0:1787763685.366507:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1787763685.366509:0:296758:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763685.366521:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763685.366522:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763685.366528:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1787763685.366531:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763685.366539:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763685.366555:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763685.366558:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00100000:1.0:1787763685.366563:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d818521c0 x1874599320611200/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1787763685.366565:0:296758:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787763685.366578:0:296758:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763685.366584:0:296758:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763685.366597:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81851a40.
00000020:00000040:0.0:1787763685.366608:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
00000100:00000001:1.0:1787763685.366610:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1787763685.366613:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763685.366616:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763685.366619:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763685.366622:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:1.0:1787763685.366622:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d818521c0 x1874599320611200/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763710 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787763685.366631:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763685.366648:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d5055a000.
00000100:00000001:0.0:1787763685.366663:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763685.366666:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763685.366674:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763685.366676:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00100000:0.0:1787763685.366694:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81851a40 x1874599320611584/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787763685.366697:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763685.366711:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763685.366717:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787763685.366719:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763685.366729:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787763685.366730:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:0.0:1787763685.366742:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014835854] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81851a40 x1874599320611584/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763685.366743:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763685.366755:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:0.0:1787763685.366771:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763685.366772:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d818521c0 x1874599320611200/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763710 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787763685.366783:0:296758:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20858)
00000100:00100000:1.0:1787763685.366810:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d818521c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320611200:192.168.203.113@tcp:250:kworker.0
00000100:00000001:1.0:1787763685.366816:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763685.366820:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763685.366823:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d818521c0 x1874599320611200/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763710 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763685.366831:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763685.366834:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763685.366837:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58dbb000.
02000000:00000001:1.0:1787763685.366842:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763685.366845:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763685.366847:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:1.0:1787763685.366849:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763685.366852:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d50558c00.
02000000:00000001:1.0:1787763685.366856:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763685.366858:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763685.366861:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d818521c0.
00000100:00000001:1.0:1787763685.366864:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763685.366866:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763685.366868:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763685.366876:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763685.366878:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763685.366881:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763685.366883:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763685.366885:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763685.366889:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81850780 x1874599320611328/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763685.366897:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763685.366899:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763685.366901:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763685.366904:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763685.366906:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763685.366909:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81850780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320611328:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763685.366913:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763685.366916:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763685.366918:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763685.366920:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763685.366923:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58dbb000.
02000000:00000001:1.0:1787763685.366926:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763685.366931:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763685.366934:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43e70.
00000400:00000010:1.0:1787763685.366938:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9cc0.
00000100:00000200:1.0:1787763685.366942:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320611328, portal 10
00000100:00000001:1.0:1787763685.366944:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763685.366945:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699517990784 : -110374191560832 : ffff9b9d81850780)
00000100:00000040:1.0:1787763685.366953:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81850780 x1874599320611328/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763685.366960:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763685.366962:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763685.366965:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9770.
00000100:00000200:1.0:1787763685.366967:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320611328, offset 0
00000400:00000200:1.0:1787763685.366972:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763685.366976:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763685.366982:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763685.366986:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763685.366989:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763685.366992:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763685.366994:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763685.366998:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63539:63539:256:4294967295] 192.168.203.113@tcp LPNI seq info [63539:63539:8:4294967295]
00000400:00000200:1.0:1787763685.367002:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763685.367009:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763685.367014:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763685.367017:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef300.
00000800:00000200:1.0:1787763685.367022:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763685.367025:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1787763685.367030:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763685.367033:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 47 secs later)
00000800:00000100:1.0:1787763685.367037:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763685.367039:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef300.
00000400:00000200:1.0:1787763685.367043:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763685.367046:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763685.367050:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9770
00000400:00000010:1.0:1787763685.367052:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9770.
00000100:00000001:1.0:1787763685.367054:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763685.367058:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d81850780 x1874599320611328/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763685.367066:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763685.367069:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81850780 x1874599320611328/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763710 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763685.367076:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763685.367077:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763685.367081:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763685.367085:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:1.0:1787763685.367089:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763685.367092:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315520557
00000100:00000001:1.0:1787763685.367097:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315521784
00000100:00000001:1.0:1787763685.367101:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315520557
00000100:00000001:1.0:1787763685.367105:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315521784
00000100:00000001:1.0:1787763685.367108:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763685.367111:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763685.367115:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763685.367121:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763685/real 1787763685]  req@ffff9b9d81850780 x1874599320611328/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763685.367135:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763685.367137:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763685.367140:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43e70.
00000400:00000200:1.0:1787763685.367145:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9cc0
00000400:00000010:1.0:1787763685.367148:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9cc0.
00000100:00000001:1.0:1787763685.367151:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763685.367157:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81850780 x1874599320611328/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763685.367170:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81850780 x1874599320611328/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763685.367177:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763685.367178:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763685.367180:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763685.367182:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763685.367186:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81850780 x1874599320611328/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763685.367193:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763685.367197:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81850780 x1874599320611328/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763710 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763685.367203:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763685.367206:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763685.367208:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763685.367210:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763685.367212:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763685.367224:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763685.367227:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763685.367230:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763685.367233:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763685.367237:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81850780 x1874599320611328/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763710 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763685.367244:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81850780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320611328:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763685.367248:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763685.367252:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81851e00 x1874599320611456/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763685.367258:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763685.367260:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763685.367262:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763685.367264:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763685.367267:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763685.367287:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81851e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320611456:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763685.367290:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763685.367293:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763685.367295:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763685.367297:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763685.367301:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db8c00.
02000000:00000001:1.0:1787763685.367303:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763685.367307:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763685.367310:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43e70.
00000400:00000010:1.0:1787763685.367313:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9cc0.
00000100:00000200:1.0:1787763685.367317:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320611456, portal 10
00000100:00000001:1.0:1787763685.367319:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763685.367321:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699517996544 : -110374191555072 : ffff9b9d81851e00)
00000100:00000040:1.0:1787763685.367328:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81851e00 x1874599320611456/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763685.367358:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763685.367361:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763685.367364:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9770.
00000100:00000200:1.0:1787763685.367384:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320611456, offset 0
00000400:00000200:1.0:1787763685.367391:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763685.367398:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763685.367404:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763685.367409:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763685.367412:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763685.367416:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763685.367420:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763685.367426:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63540:63540:256:4294967295] 192.168.203.113@tcp LPNI seq info [63540:63540:8:4294967295]
00000400:00000200:1.0:1787763685.367433:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763685.367444:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763685.367452:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763685.367526:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef300.
00000800:00000200:1.0:1787763685.367537:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763685.367558:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1787763685.367566:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763685.367571:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 47 secs later)
00000800:00000100:1.0:1787763685.367578:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763685.367581:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef300.
00000400:00000200:1.0:1787763685.367586:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763685.367591:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763685.367595:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9770
00000400:00000010:1.0:1787763685.367597:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9770.
00000100:00000001:1.0:1787763685.367600:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763685.367605:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d81851e00 x1874599320611456/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763685.367630:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763685.367634:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81851e00 x1874599320611456/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763710 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763685.367641:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763685.367643:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763685.367648:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763685.367651:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:1.0:1787763685.367655:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763685.367658:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315520537
00000100:00000001:1.0:1787763685.367661:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315521784
00000100:00000001:1.0:1787763685.367663:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315520537
00000100:00000001:1.0:1787763685.367666:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315521784
00000100:00000001:1.0:1787763685.367668:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763685.367671:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763685.367673:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763685.367677:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763685/real 1787763685]  req@ffff9b9d81851e00 x1874599320611456/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763685.367684:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763685.367686:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763685.367688:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43e70.
00000400:00000200:1.0:1787763685.367690:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9cc0
00000400:00000010:1.0:1787763685.367692:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9cc0.
00000100:00000001:1.0:1787763685.367694:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763685.367698:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81851e00 x1874599320611456/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763685.367707:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81851e00 x1874599320611456/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763685.367714:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763685.367716:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763685.367718:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763685.367719:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763685.367723:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81851e00 x1874599320611456/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763685.367731:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763685.367736:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81851e00 x1874599320611456/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763710 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763685.367743:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763685.367745:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763685.367747:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763685.367748:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763685.367750:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763685.367752:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763685.367755:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763685.367774:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763685.367776:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763685.367780:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81851e00 x1874599320611456/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763710 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763685.367788:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81851e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320611456:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763685.367792:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763685.367796:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81851a40 x1874599320611584/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763685.367802:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763685.367804:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763685.367806:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763685.367808:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763685.367810:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763685.367813:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81851a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320611584:192.168.203.113@tcp:8:kworker.0
00000100:00000001:1.0:1787763685.367817:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763685.367820:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763685.367822:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763685.367824:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763685.367828:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58dba400.
02000000:00000001:1.0:1787763685.367830:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763685.367834:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763685.367836:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43e70.
00000400:00000010:1.0:1787763685.367840:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9cc0.
00000100:00000200:1.0:1787763685.367843:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320611584, portal 4
00000100:00000001:1.0:1787763685.367845:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763685.367847:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699517995584 : -110374191556032 : ffff9b9d81851a40)
00000100:00000040:1.0:1787763685.367852:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81851a40 x1874599320611584/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763685.367859:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763685.367861:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763685.367864:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9770.
00000100:00000200:1.0:1787763685.367866:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320611584, offset 0
00000400:00000200:1.0:1787763685.367870:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763685.367874:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763685.367877:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763685.367880:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763685.367883:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763685.367886:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763685.367888:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763685.367891:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63541:63541:256:4294967295] 192.168.203.113@tcp LPNI seq info [63541:63541:8:4294967295]
00000400:00000200:1.0:1787763685.367896:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763685.367902:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763685.367906:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763685.367910:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef300.
00000800:00000200:1.0:1787763685.367914:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763685.367917:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1787763685.367921:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763685.367924:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 47 secs later)
00000800:00000100:1.0:1787763685.367928:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763685.367930:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef300.
00000400:00000200:1.0:1787763685.367933:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763685.367937:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763685.367939:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9770
00000400:00000010:1.0:1787763685.367941:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9770.
00000100:00000001:1.0:1787763685.367943:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763685.367947:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d81851a40 x1874599320611584/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763685.367955:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763685.367958:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81851a40 x1874599320611584/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763710 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763685.367964:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763685.367966:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763685.367968:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763685.367971:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:1.0:1787763685.367974:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763685.367976:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315520549
00000100:00000001:1.0:1787763685.367979:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315521784
00000100:00000001:1.0:1787763685.367981:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315520549
00000100:00000001:1.0:1787763685.367983:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315521784
00000100:00000001:1.0:1787763685.367985:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763685.368001:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763685.368003:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763685.368007:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763685/real 1787763685]  req@ffff9b9d81851a40 x1874599320611584/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763685.368019:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763685.368021:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763685.368023:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43e70.
00000400:00000200:1.0:1787763685.368025:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9cc0
00000400:00000010:1.0:1787763685.368027:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9cc0.
00000100:00000001:1.0:1787763685.368030:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763685.368033:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81851a40 x1874599320611584/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763685.368041:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81851a40 x1874599320611584/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763685.368047:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763685.368049:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763685.368050:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763685.368052:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763685.368055:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81851a40 x1874599320611584/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763685.368061:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763685.368065:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81851a40 x1874599320611584/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763710 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763685.368072:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763685.368074:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763685.368076:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763685.368078:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763685.368080:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763685.368082:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763685.368086:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763685.368091:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763685.368095:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763685.368102:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81851a40 x1874599320611584/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763710 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763685.368115:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81851a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320611584:192.168.203.113@tcp:8:kworker.0
00000100:00000001:1.0:1787763685.368121:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763685.368124:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763685.368131:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81850780 x1874599320611328/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763710 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763685.368141:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763685.368144:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763685.368147:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58dbb000.
02000000:00000001:1.0:1787763685.368152:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763685.368155:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763685.368157:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:1.0:1787763685.368160:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763685.368163:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d5055bc00.
02000000:00000001:1.0:1787763685.368168:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763685.368170:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763685.368172:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81850780.
00000100:00000001:1.0:1787763685.368176:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763685.368179:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763685.368181:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763685.368185:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81851e00 x1874599320611456/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763710 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763685.368192:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763685.368193:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763685.368195:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db8c00.
02000000:00000001:1.0:1787763685.368197:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763685.368199:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763685.368200:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:1.0:1787763685.368202:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763685.368203:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d50559800.
02000000:00000001:1.0:1787763685.368206:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763685.368207:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763685.368208:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81851e00.
00000100:00000001:1.0:1787763685.368210:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763685.368211:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763685.368213:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763685.368216:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81851a40 x1874599320611584/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763710 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763685.368222:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763685.368224:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763685.368226:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58dba400.
02000000:00000001:1.0:1787763685.368228:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763685.368229:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763685.368231:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:1.0:1787763685.368232:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763685.368234:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d5055a000.
02000000:00000001:1.0:1787763685.368236:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763685.368237:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763685.368238:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81851a40.
00000100:00000001:1.0:1787763685.368240:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763685.368242:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763685.368243:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763685.368247:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763685.368248:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763685.368250:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763685.368252:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763685.556567:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763685.556576:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763685.556583:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763685.556586:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763685.556611:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763685.556613:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763685.556696:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763685.556703:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763685.556707:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763686.388579:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763686.388591:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763686.388595:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763686.388603:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763686.388608:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763686.388613:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763686.388617:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763686.388621:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763686.388624:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763686.580586:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763686.580595:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763686.580603:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763686.580606:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763686.580610:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763686.580612:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763686.580708:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763686.580715:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763686.580720:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787763686.644559:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4315521784, at 4315521792
00000100:00000010:0.0:1787763686.644578:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69b0c0.
00000100:00000040:1.0:1787763686.644624:0:303331:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b110 (cpu 1) has reached its deadline 4315521784, at 4315521792
00000100:00000010:1.0:1787763686.644642:0:303331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69b540.
00000100:00000001:3.0:1787763687.412572:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763687.412584:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763687.412588:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763687.412596:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763687.412602:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763687.412608:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763687.412612:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763687.412617:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763687.412622:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763687.604548:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763687.604556:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763687.604561:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763687.604562:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763687.604565:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763687.604566:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763687.604623:0:281543:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763687.604627:0:281543:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763687.604631:0:281543:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763688.436599:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763688.436608:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763688.436611:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763688.436618:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763688.436623:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763688.436629:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763688.436632:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763688.436636:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763688.436640:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763688.628521:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763688.628527:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763688.628532:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763688.628533:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763688.628536:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763688.628538:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763688.628639:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763688.628648:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763688.628654:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763689.460533:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763689.460540:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763689.460542:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763689.460547:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763689.460550:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763689.460553:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763689.460556:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763689.460559:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763689.460561:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763689.652527:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763689.652539:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763689.652545:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763689.652547:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763689.652550:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763689.652552:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763689.652609:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763689.652615:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763689.652618:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787763690.484570:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1787763690.484571:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763690.484598:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:0.0:1787763690.484605:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787763690.484606:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763690.484614:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:3.0:1787763690.484614:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763690.484622:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1787763690.484625:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763690.484628:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763690.484633:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763690.484634:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1787763690.484637:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763690.484642:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763690.484666:0:296758:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20853
00000400:00000200:0.0:1787763690.484710:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763690.484722:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763690.484729:0:296758:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763690.484735:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763690.484740:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763690.484745:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763690.484749:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763690.484756:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763690.484760:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:0.0:1787763690.484765:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763690.484770:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:0.0:1787763690.484774:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:0.0:1787763690.484778:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:0.0:1787763690.484783:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763690.484786:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763690.484790:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763690.484794:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787763690.484800:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:0.0:1787763690.484806:0:296758:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763690.484811:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763690.484816:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763690.484839:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763690.484844:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763690.484848:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787763690.484851:0:296758:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763690.484873:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81852d00.
00000020:00000040:0.0:1787763690.484877:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:0.0:1787763690.484882:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763690.484884:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763690.484904:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763690.484908:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763690.484914:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763690.484925:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d50558400.
00000100:00000001:0.0:1787763690.484934:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763690.484959:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81852d00 x1874599320611712/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763690.484973:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763690.484979:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763690.484985:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033d5c64e] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81852d00 x1874599320611712/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763690.485015:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763690.485020:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763690.485025:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787763690.485026:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763690.485029:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763690.485032:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763690.485035:0:296758:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20853
00000400:00000200:0.0:1787763690.485040:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763690.485051:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763690.485054:0:296758:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763690.485059:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763690.485063:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763690.485068:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763690.485073:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763690.485080:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763690.485083:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000020:00000001:0.0:1787763690.485086:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763690.485091:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000020:00000001:0.0:1787763690.485096:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000020:00000001:0.0:1787763690.485100:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000001:1.0:1787763690.485106:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1787763690.485108:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763690.485116:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787763690.485118:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1787763690.485122:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763690.485125:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787763690.485130:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787763690.485140:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00000040:1.0:1787763690.485144:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81852d00 x1874599320611712/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787763690.485150:0:296758:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763690.485159:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763690.485167:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763690.485177:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763690.485179:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1787763690.485187:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763690.485187:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763690.485195:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:1.0:1787763690.485200:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:0.0:1787763690.485203:0:296758:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1787763690.485209:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:0.0:1787763690.485210:0:296758:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763690.485230:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763690.485236:0:296758:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763690.485241:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81852d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320611712:192.168.203.113@tcp:250:kworker.0
00000100:00000010:0.0:1787763690.485250:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81853840.
00000100:00000001:1.0:1787763690.485253:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:0.0:1787763690.485256:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
02000000:00000001:0.0:1787763690.485262:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763690.485264:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763690.485266:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1787763690.485267:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763690.485273:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787763690.485276:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763690.485277:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763690.485288:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787763690.485319:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d50559400.
02000000:00000010:1.0:1787763690.485325:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58dba400.
00000100:00000001:0.0:1787763690.485328:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763690.485350:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763690.485355:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81853840 x1874599320611840/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787763690.485363:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787763690.485365:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763690.485369:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787763690.485372:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43e70.
00000100:00000040:0.0:1787763690.485373:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000090fddba4] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81853840 x1874599320611840/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763690.485382:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787763690.485384:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9cc0.
00000100:00080000:0.0:1787763690.485385:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763690.485390:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787763690.485392:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763690.485393:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763690.485395:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000100:00000200:1.0:1787763690.485397:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320611712, portal 25
00000100:00080000:0.0:1787763690.485398:0:296758:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20853
00000400:00000200:0.0:1787763690.485404:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763690.485404:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000400:00000200:0.0:1787763690.485409:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00000001:1.0:1787763690.485409:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699518000384 : -110374191551232 : ffff9b9d81852d00)
00000100:00080000:0.0:1787763690.485414:0:296758:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763690.485417:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763690.485419:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787763690.485422:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81852d00 x1874599320611712/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763715 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787763690.485423:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763690.485426:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763690.485429:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763690.485431:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000020:00000001:0.0:1787763690.485433:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763690.485436:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000020:00000001:0.0:1787763690.485440:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000020:00000001:0.0:1787763690.485444:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00000001:1.0:1787763690.485445:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787763690.485447:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763690.485449:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787763690.485453:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000100:00000040:0.0:1787763690.485481:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763690.485485:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000400:00000010:1.0:1787763690.485486:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9770.
00000020:00000040:0.0:1787763690.485487:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000100:00080000:0.0:1787763690.485493:0:296758:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000200:1.0:1787763690.485493:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320611712, offset 0
00000100:00000001:0.0:1787763690.485500:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763690.485502:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763690.485505:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1787763690.485509:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
02000000:00000001:0.0:1787763690.485510:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763690.485514:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763690.485516:0:296758:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787763690.485518:0:296758:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763690.485519:0:296758:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763690.485524:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81850f00.
00000400:00000200:1.0:1787763690.485524:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000020:00000040:0.0:1787763690.485529:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
02000000:00000001:0.0:1787763690.485533:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763690.485535:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763690.485536:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000100:00000001:0.0:1787763690.485539:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763690.485542:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763690.485544:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763690.485545:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000010:0.0:1787763690.485551:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d5055a400.
00000400:00000200:1.0:1787763690.485555:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000100:00000001:0.0:1787763690.485557:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763690.485561:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000100:00100000:0.0:1787763690.485565:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81850f00 x1874599320611968/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787763690.485566:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763690.485575:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63542:63542:256:4294967295] 192.168.203.113@tcp LPNI seq info [63542:63542:8:4294967295]
00000100:00000001:0.0:1787763690.485576:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763690.485581:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763690.485582:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000040:0.0:1787763690.485587:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007454b7f2] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81850f00 x1874599320611968/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787763690.485600:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1787763690.485604:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763690.485607:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.0:1787763690.485612:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000100:00000040:0.0:1787763690.485613:0:296758:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1787763690.485619:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763690.485622:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000800:00000010:1.0:1787763690.485622:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef300.
00000100:00000001:0.0:1787763690.485625:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763690.485627:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763690.485630:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763690.485633:0:296758:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20853
00000800:00000200:1.0:1787763690.485633:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000400:00000200:0.0:1787763690.485639:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000800:00000200:1.0:1787763690.485640:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 42 secs later)
00000400:00000200:0.0:1787763690.485644:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763690.485647:0:296758:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000800:00000200:1.1:1787763690.485651:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000040:0.0:1787763690.485653:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000800:00000200:1.1:1787763690.485656:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 42 secs later)
00000100:00000001:0.0:1787763690.485657:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763690.485662:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763690.485666:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000800:00000100:1.0:1787763690.485667:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000020:00000001:0.0:1787763690.485672:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000010:1.0:1787763690.485672:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef300.
00000020:00000040:0.0:1787763690.485674:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000020:00000001:0.0:1787763690.485677:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763690.485679:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000020:00000001:0.0:1787763690.485680:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000400:00000200:1.0:1787763690.485681:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:0.0:1787763690.485684:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000040:0.0:1787763690.485689:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000400:00000200:1.0:1787763690.485690:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1787763690.485691:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763690.485696:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763690.485699:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000400:00000200:1.0:1787763690.485699:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9770
00000020:00000040:0.0:1787763690.485700:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000400:00000010:1.0:1787763690.485704:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9770.
00000100:00080000:0.0:1787763690.485705:0:296758:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763690.485709:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763690.485711:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787763690.485711:0:256678:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:0.0:1787763690.485716:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:1.0:1787763690.485720:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d81852d00 x1874599320611712/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763715 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787763690.485721:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763690.485725:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763690.485728:0:296758:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787763690.485732:0:296758:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763690.485736:0:296758:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763690.485740:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81851680.
00000100:00000001:1.0:1787763690.485741:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000020:00000040:0.0:1787763690.485746:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
00000100:00000040:1.0:1787763690.485747:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81852d00 x1874599320611712/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763715 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787763690.485751:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763690.485754:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763690.485758:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763690.485760:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787763690.485761:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763690.485763:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763690.485764:0:256678:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000010:0.0:1787763690.485767:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d5055a000.
00000100:00000001:0.0:1787763690.485770:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763690.485772:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763690.485776:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81851680 x1874599320612096/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787763690.485780:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763690.485785:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4315526904
00000100:00000001:0.0:1787763690.485791:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763690.485793:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787763690.485795:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d7f69b540.
00000100:00000040:0.0:1787763690.485796:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be916297] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81851680 x1874599320612096/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763690.485804:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763690.485808:0:296758:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20863)
00000100:00000001:1.0:1787763690.485809:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787763690.485820:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4315526904
00000100:00000010:1.0:1787763690.485825:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d7f69b840.
00000100:00000001:1.0:1787763690.485830:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787763690.485834:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763690.485837:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763690.485840:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763690.485846:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763690/real 1787763690]  req@ffff9b9d81852d00 x1874599320611712/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763690.485863:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763690.485865:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763690.485867:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43e70.
00000400:00000200:1.0:1787763690.485869:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9cc0
00000400:00000010:1.0:1787763690.485870:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9cc0.
00000100:00000001:1.0:1787763690.485873:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763690.485875:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81852d00 x1874599320611712/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763690.485881:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81852d00 x1874599320611712/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763690.485887:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763690.485889:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763690.485891:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763690.485893:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763690.485896:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81852d00 x1874599320611712/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763690.485901:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763690.485904:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81852d00 x1874599320611712/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763715 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763690.485908:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763690.485910:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763690.485911:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763690.485912:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763690.485914:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763690.485916:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763690.485919:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763690.485922:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763690.485924:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763690.485927:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81852d00 x1874599320611712/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763715 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763690.485932:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81852d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320611712:192.168.203.113@tcp:250:kworker.0
00000100:00000001:1.0:1787763690.485935:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763690.485936:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763690.485938:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81852d00 x1874599320611712/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763715 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763690.485943:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763690.485945:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763690.485948:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58dba400.
02000000:00000001:1.0:1787763690.485950:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763690.485952:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763690.485954:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:1.0:1787763690.485956:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763690.485959:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d50558400.
02000000:00000001:1.0:1787763690.485964:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763690.485966:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763690.485968:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81852d00.
00000100:00000001:1.0:1787763690.485972:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763690.485973:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763690.485976:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763690.485986:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763690.485988:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763690.485990:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763690.485992:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763690.485994:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763690.485999:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81853840 x1874599320611840/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763690.486007:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763690.486009:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763690.486011:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763690.486013:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763690.486015:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763690.486017:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81853840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320611840:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763690.486020:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763690.486021:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763690.486023:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763690.486024:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763690.486027:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58dba400.
02000000:00000001:1.0:1787763690.486028:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763690.486031:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763690.486033:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43e70.
00000400:00000010:1.0:1787763690.486036:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9cc0.
00000100:00000200:1.0:1787763690.486039:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320611840, portal 10
00000100:00000001:1.0:1787763690.486041:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763690.486042:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699518003264 : -110374191548352 : ffff9b9d81853840)
00000100:00000040:1.0:1787763690.486047:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81853840 x1874599320611840/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763715 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763690.486052:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763690.486054:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763690.486055:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9770.
00000100:00000200:1.0:1787763690.486057:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320611840, offset 0
00000400:00000200:1.0:1787763690.486060:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763690.486063:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763690.486068:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763690.486071:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763690.486074:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763690.486077:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763690.486079:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763690.486082:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63543:63543:256:4294967295] 192.168.203.113@tcp LPNI seq info [63543:63543:8:4294967295]
00000400:00000200:1.0:1787763690.486087:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763690.486094:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763690.486100:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763690.486104:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef300.
00000800:00000200:1.0:1787763690.486117:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763690.486121:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787763690.486124:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763690.486125:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1787763690.486128:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763690.486129:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef300.
00000400:00000200:1.0:1787763690.486132:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763690.486134:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763690.486137:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9770
00000400:00000010:1.0:1787763690.486138:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9770.
00000100:00000001:1.0:1787763690.486140:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763690.486143:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d81853840 x1874599320611840/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763715 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763690.486155:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763690.486158:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81853840 x1874599320611840/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763715 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763690.486165:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763690.486167:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763690.486171:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763690.486176:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:1.0:1787763690.486180:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763690.486182:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315525676
00000100:00000001:1.0:1787763690.486185:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315526904
00000100:00000001:1.0:1787763690.486188:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315525676
00000100:00000001:1.0:1787763690.486190:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315526904
00000100:00000001:1.0:1787763690.486193:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763690.486195:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763690.486198:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763690.486202:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763690/real 1787763690]  req@ffff9b9d81853840 x1874599320611840/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763690.486208:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763690.486209:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763690.486210:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43e70.
00000400:00000200:1.0:1787763690.486212:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9cc0
00000400:00000010:1.0:1787763690.486214:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9cc0.
00000100:00000001:1.0:1787763690.486215:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763690.486218:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81853840 x1874599320611840/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763690.486223:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81853840 x1874599320611840/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763690.486227:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763690.486229:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763690.486230:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763690.486231:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763690.486234:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81853840 x1874599320611840/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763690.486238:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763690.486241:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81853840 x1874599320611840/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763715 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763690.486245:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763690.486246:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763690.486247:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763690.486248:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763690.486249:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763690.486263:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763690.486265:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763690.486267:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763690.486268:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763690.486270:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81853840 x1874599320611840/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763715 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763690.486275:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81853840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320611840:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763690.486278:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763690.486280:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81850f00 x1874599320611968/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763690.486285:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763690.486286:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763690.486288:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763690.486289:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763690.486290:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763690.486292:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81850f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320611968:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763690.486309:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763690.486311:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763690.486312:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763690.486314:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763690.486317:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db8c00.
02000000:00000001:1.0:1787763690.486318:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763690.486320:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763690.486322:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43e70.
00000400:00000010:1.0:1787763690.486325:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9cc0.
00000100:00000200:1.0:1787763690.486327:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320611968, portal 10
00000100:00000001:1.0:1787763690.486328:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763690.486330:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699517992704 : -110374191558912 : ffff9b9d81850f00)
00000100:00000040:1.0:1787763690.486335:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81850f00 x1874599320611968/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763715 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763690.486340:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763690.486341:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763690.486343:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9770.
00000100:00000200:1.0:1787763690.486344:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320611968, offset 0
00000400:00000200:1.0:1787763690.486347:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763690.486349:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763690.486352:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763690.486354:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763690.486356:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763690.486358:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763690.486359:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763690.486362:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63544:63544:256:4294967295] 192.168.203.113@tcp LPNI seq info [63544:63544:8:4294967295]
00000400:00000200:1.0:1787763690.486365:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763690.486370:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763690.486373:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763690.486375:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef300.
00000800:00000200:1.0:1787763690.486378:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763690.486381:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787763690.486384:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763690.486385:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1787763690.486388:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763690.486390:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef300.
00000400:00000200:1.0:1787763690.486393:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763690.486395:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763690.486397:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9770
00000400:00000010:1.0:1787763690.486399:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9770.
00000100:00000001:1.0:1787763690.486400:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763690.486402:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d81850f00 x1874599320611968/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763715 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763690.486408:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763690.486410:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81850f00 x1874599320611968/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763715 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763690.486415:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763690.486416:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763690.486418:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763690.486420:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:1.0:1787763690.486423:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763690.486424:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315525655
00000100:00000001:1.0:1787763690.486426:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315526904
00000100:00000001:1.0:1787763690.486428:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315525655
00000100:00000001:1.0:1787763690.486429:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315526904
00000100:00000001:1.0:1787763690.486430:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763690.486431:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763690.486433:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763690.486435:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763690/real 1787763690]  req@ffff9b9d81850f00 x1874599320611968/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763690.486458:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763690.486460:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763690.486461:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43e70.
00000400:00000200:1.0:1787763690.486463:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9cc0
00000400:00000010:1.0:1787763690.486464:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9cc0.
00000100:00000001:1.0:1787763690.486466:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763690.486468:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81850f00 x1874599320611968/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763690.486474:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81850f00 x1874599320611968/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763690.486479:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763690.486479:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763690.486481:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763690.486482:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763690.486484:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81850f00 x1874599320611968/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763690.486488:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763690.486490:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81850f00 x1874599320611968/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763715 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763690.486495:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763690.486496:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763690.486498:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763690.486499:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763690.486500:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763690.486501:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763690.486503:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763690.486504:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763690.486506:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763690.486508:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81850f00 x1874599320611968/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763715 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763690.486517:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81850f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320611968:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763690.486520:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763690.486523:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81851680 x1874599320612096/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763690.486527:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763690.486528:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763690.486529:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763690.486531:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763690.486533:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763690.486535:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81851680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320612096:192.168.203.113@tcp:8:kworker.0
00000100:00000001:1.0:1787763690.486537:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763690.486538:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763690.486539:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763690.486540:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763690.486543:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58dbb000.
02000000:00000001:1.0:1787763690.486544:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763690.486547:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763690.486548:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43e70.
00000400:00000010:1.0:1787763690.486551:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9cc0.
00000100:00000200:1.0:1787763690.486553:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320612096, portal 4
00000100:00000001:1.0:1787763690.486555:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763690.486556:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699517994624 : -110374191556992 : ffff9b9d81851680)
00000100:00000040:1.0:1787763690.486559:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81851680 x1874599320612096/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763715 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763690.486564:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763690.486566:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763690.486567:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9770.
00000100:00000200:1.0:1787763690.486569:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320612096, offset 0
00000400:00000200:1.0:1787763690.486571:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763690.486574:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763690.486577:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763690.486579:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763690.486581:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763690.486583:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763690.486585:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763690.486587:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63545:63545:256:4294967295] 192.168.203.113@tcp LPNI seq info [63545:63545:8:4294967295]
00000400:00000200:1.0:1787763690.486589:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763690.486594:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763690.486596:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763690.486598:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef300.
00000800:00000200:1.0:1787763690.486600:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763690.486602:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787763690.486605:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763690.486607:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1787763690.486610:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763690.486611:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef300.
00000400:00000200:1.0:1787763690.486613:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763690.486616:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763690.486618:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9770
00000400:00000010:1.0:1787763690.486619:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9770.
00000100:00000001:1.0:1787763690.486620:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763690.486623:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d81851680 x1874599320612096/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763715 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763690.486628:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763690.486630:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81851680 x1874599320612096/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763715 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763690.486635:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763690.486636:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763690.486638:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763690.486640:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:1.0:1787763690.486642:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763690.486644:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315525668
00000100:00000001:1.0:1787763690.486646:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315526904
00000100:00000001:1.0:1787763690.486648:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315525668
00000100:00000001:1.0:1787763690.486650:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315526904
00000100:00000001:1.0:1787763690.486651:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763690.486652:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763690.486653:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763690.486655:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763690/real 1787763690]  req@ffff9b9d81851680 x1874599320612096/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763690.486660:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763690.486660:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763690.486661:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43e70.
00000400:00000200:1.0:1787763690.486663:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9cc0
00000400:00000010:1.0:1787763690.486664:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9cc0.
00000100:00000001:1.0:1787763690.486665:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763690.486668:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81851680 x1874599320612096/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763690.486673:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81851680 x1874599320612096/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763690.486677:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763690.486678:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763690.486679:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763690.486680:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763690.486682:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81851680 x1874599320612096/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763690.486686:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763690.486688:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81851680 x1874599320612096/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763715 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763690.486692:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763690.486694:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763690.486695:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763690.486696:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763690.486697:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763690.486698:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763690.486700:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763690.486702:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763690.486703:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763690.486706:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81851680 x1874599320612096/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763715 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763690.486710:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81851680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320612096:192.168.203.113@tcp:8:kworker.0
00000100:00000001:1.0:1787763690.486712:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763690.486714:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763690.486715:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81853840 x1874599320611840/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763715 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763690.486719:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763690.486720:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763690.486722:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58dba400.
02000000:00000001:1.0:1787763690.486723:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763690.486724:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763690.486725:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:1.0:1787763690.486726:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763690.486727:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d50559400.
02000000:00000001:1.0:1787763690.486730:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763690.486731:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763690.486733:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81853840.
00000100:00000001:1.0:1787763690.486734:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763690.486735:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763690.486736:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763690.486739:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81850f00 x1874599320611968/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763715 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763690.486748:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763690.486749:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763690.486750:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db8c00.
02000000:00000001:1.0:1787763690.486751:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763690.486752:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763690.486753:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:1.0:1787763690.486754:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763690.486755:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d5055a400.
02000000:00000001:1.0:1787763690.486756:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763690.486757:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763690.486758:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81850f00.
00000100:00000001:1.0:1787763690.486760:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763690.486760:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763690.486761:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763690.486763:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81851680 x1874599320612096/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763715 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763690.486767:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763690.486767:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763690.486768:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58dbb000.
02000000:00000001:1.0:1787763690.486770:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763690.486771:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763690.486772:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:1.0:1787763690.486773:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763690.486774:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d5055a000.
02000000:00000001:1.0:1787763690.486775:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763690.486775:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763690.486776:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81851680.
00000100:00000001:1.0:1787763690.486777:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763690.486778:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763690.486779:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763690.486782:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763690.486783:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763690.486784:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763690.486785:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763690.676545:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763690.676554:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763690.676562:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763690.676563:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763690.676567:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763690.676568:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763690.676689:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763690.676698:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763690.676704:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763691.508570:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763691.508579:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763691.508581:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763691.508587:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763691.508591:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763691.508595:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763691.508598:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763691.508601:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763691.508604:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763691.700562:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763691.700571:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763691.700574:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763691.700578:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763691.700583:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763691.700585:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763691.700587:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763691.700588:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763691.700592:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763691.700594:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763691.700595:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763691.700596:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763691.700597:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763691.700598:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763691.700599:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763691.700601:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763691.700604:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763691.700605:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763691.700729:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763691.700738:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763691.700743:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1787763691.764570:0:303331:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b110 (cpu 1) has reached its deadline 4315526904, at 4315526912
00000100:00000040:0.0:1787763691.764574:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4315526904, at 4315526912
00000100:00000010:1.0:1787763691.764595:0:303331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69b840.
00000100:00000010:0.0:1787763691.764599:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69b540.
00000100:00000001:3.0:1787763692.532569:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763692.532582:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763692.532586:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763692.532592:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763692.532599:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763692.532604:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763692.532608:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763692.532612:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763692.532617:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763692.724557:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763692.724567:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763692.724574:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763692.724576:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763692.724579:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763692.724580:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763692.724678:0:281543:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763692.724686:0:281543:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763692.724692:0:281543:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763693.556591:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763693.556600:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763693.556602:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763693.556609:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763693.556614:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763693.556619:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763693.556623:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763693.556626:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763693.556630:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763693.748587:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763693.748596:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763693.748603:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763693.748605:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763693.748609:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763693.748613:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763693.748616:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763693.748619:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763693.748622:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763693.748624:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763693.748626:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763693.748628:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763693.748745:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763693.748758:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763693.748767:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763694.580637:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763694.580670:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763694.580675:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763694.580686:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763694.580691:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763694.580697:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763694.580701:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763694.580705:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763694.580709:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763694.772610:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763694.772623:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763694.772634:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763694.772635:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763694.772640:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763694.772641:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763694.772767:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763694.772775:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763694.772781:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763695.604605:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:1.0:1787763695.604606:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1787763695.604615:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:1.0:1787763695.604618:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787763695.604619:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763695.604623:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:3.0:1787763695.604626:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00080000:1.0:1787763695.604628:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763695.604631:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763695.604633:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1787763695.604636:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763695.604640:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:1.0:1787763695.604642:0:296758:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20858
00000100:00000001:3.0:1787763695.604644:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763695.604650:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763695.604657:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763695.604664:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:1.0:1787763695.604668:0:296758:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787763695.604671:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763695.604674:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787763695.604676:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763695.604678:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:1.0:1787763695.604682:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787763695.604684:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:1.0:1787763695.604687:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787763695.604690:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:1.0:1787763695.604692:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:1.0:1787763695.604694:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:1.0:1787763695.604696:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763695.604698:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787763695.604699:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763695.604701:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:1.0:1787763695.604703:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:1.0:1787763695.604706:0:296758:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:1.0:1787763695.604707:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763695.604710:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787763695.604713:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763695.604715:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763695.604719:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1787763695.604722:0:296758:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787763695.604734:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d753e7840.
00000020:00000040:1.0:1787763695.604737:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:1.0:1787763695.604742:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787763695.604744:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763695.604748:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787763695.604751:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787763695.604757:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787763695.604783:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d58dbb000.
00000100:00000001:1.0:1787763695.604791:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763695.604800:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d753e7840 x1874599320612224/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787763695.604809:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787763695.604814:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763695.604818:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000889a89a4] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d753e7840 x1874599320612224/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763695.604841:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787763695.604843:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787763695.604846:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787763695.604847:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787763695.604849:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787763695.604851:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787763695.604853:0:296758:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20858
00000400:00000200:1.0:1787763695.604857:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763695.604860:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:1.0:1787763695.604862:0:296758:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787763695.604865:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763695.604867:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787763695.604869:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763695.604871:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:1.0:1787763695.604874:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787763695.604876:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000100:00000001:2.0:1787763695.604877:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:1.0:1787763695.604881:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787763695.604887:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000100:00000001:2.0:1787763695.604889:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1787763695.604891:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000001:2.0:1787763695.604894:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:1.0:1787763695.604895:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000040:1.0:1787763695.604900:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763695.604902:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787763695.604905:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763695.604907:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:1.0:1787763695.604913:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00000040:2.0:1787763695.604916:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d753e7840 x1874599320612224/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787763695.604923:0:296758:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:1.0:1787763695.604933:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763695.604944:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787763695.604955:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763695.604956:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:1.0:1787763695.604965:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763695.604966:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763695.604978:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:2.0:1787763695.604980:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763695.604985:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:1.0:1787763695.604986:0:296758:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1787763695.604993:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763695.605002:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d753e7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320612224:192.168.203.113@tcp:250:kworker.0
00000008:00000001:1.0:1787763695.605003:0:296758:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763695.605010:0:296758:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763695.605020:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000010:1.0:1787763695.605021:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d753e4000.
00000020:00000040:1.0:1787763695.605026:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
02000000:00000001:1.0:1787763695.605028:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787763695.605030:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763695.605031:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1787763695.605032:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787763695.605036:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787763695.605038:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763695.605039:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787763695.605042:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d58db8c00.
02000000:00000001:2.0:1787763695.605047:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1787763695.605049:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763695.605057:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d753e4000 x1874599320612352/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:2.0:1787763695.605063:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f184000.
00000100:00000001:1.0:1787763695.605064:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787763695.605071:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763695.605072:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763695.605077:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005dd4acea] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d753e4000 x1874599320612352/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763695.605090:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763695.605091:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00080000:1.0:1787763695.605094:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787763695.605099:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1787763695.605101:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:2.0:1787763695.605102:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569ee790.
00000100:00080000:1.0:1787763695.605103:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787763695.605108:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787763695.605113:0:296758:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20858
00000400:00000200:1.0:1787763695.605118:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763695.605119:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc6e8.
00000400:00000200:1.0:1787763695.605124:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:1.0:1787763695.605130:0:296758:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787763695.605133:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763695.605136:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:2.0:1787763695.605136:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320612224, portal 25
00000100:00000001:2.0:1787763695.605146:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000040:1.0:1787763695.605147:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763695.605151:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699312040000 : -110374397511616 : ffff9b9d753e7840)
00000100:00000001:1.0:1787763695.605153:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:1.0:1787763695.605158:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787763695.605160:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000020:00000001:1.0:1787763695.605162:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787763695.605168:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000100:00000040:2.0:1787763695.605169:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d753e7840 x1874599320612224/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763720 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1787763695.605176:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000020:00000001:1.0:1787763695.605187:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00000040:1.0:1787763695.605206:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763695.605208:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787763695.605216:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763695.605228:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000001:2.0:1787763695.605228:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:1.0:1787763695.605238:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000100:00000040:2.0:1787763695.605239:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763695.605247:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc440.
00000100:00080000:1.0:1787763695.605252:0:296758:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:1.0:1787763695.605268:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763695.605271:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787763695.605275:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763695.605277:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763695.605278:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000200:2.0:1787763695.605280:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320612224, offset 0
00000008:00100000:1.0:1787763695.605281:0:296758:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787763695.605289:0:296758:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763695.605290:0:296758:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787763695.605296:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d753e70c0.
00000400:00000200:2.0:1787763695.605297:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000020:00000040:1.0:1787763695.605302:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
02000000:00000001:1.0:1787763695.605304:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787763695.605305:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763695.605307:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787763695.605319:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787763695.605321:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787763695.605324:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d58dba400.
00000100:00000001:1.0:1787763695.605331:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763695.605337:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d753e70c0 x1874599320612480/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787763695.605346:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763695.605361:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787763695.605363:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763695.605365:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000100:00000040:1.0:1787763695.605374:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e07129f8] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d753e70c0 x1874599320612480/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787763695.605376:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1787763695.605389:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763695.605390:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000100:00000040:1.0:1787763695.605399:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1787763695.605405:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000100:00000040:1.0:1787763695.605414:0:296758:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:2.0:1787763695.605419:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000100:00080000:1.0:1787763695.605422:0:296758:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1787763695.605432:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63546:63546:256:4294967295] 192.168.203.113@tcp LPNI seq info [63546:63546:8:4294967295]
00000400:00000200:2.0:1787763695.605475:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00080000:1.0:1787763695.605484:0:296758:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787763695.605489:0:296758:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1787763695.605491:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000100:00080000:1.0:1787763695.605494:0:296758:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787763695.605499:0:296758:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:2.0:1787763695.605501:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000100:00080000:1.0:1787763695.605508:0:296758:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20858
00000800:00000010:2.0:1787763695.605512:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8ea00.
00000400:00000200:1.0:1787763695.605515:0:296758:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763695.605523:0:296758:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000800:00000200:2.0:1787763695.605527:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00080000:1.0:1787763695.605528:0:296758:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000800:00000200:2.0:1787763695.605541:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 37 secs later)
00000100:00000040:1.0:1787763695.605543:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763695.605555:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787763695.605561:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000800:00000200:2.1:1787763695.605565:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000001:1.0:1787763695.605567:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:1.0:1787763695.605575:0:296758:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000200:2.1:1787763695.605576:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 37 secs later)
00000020:00000040:1.0:1787763695.605578:0:296758:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000020:00000001:1.0:1787763695.605589:0:296758:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787763695.605593:0:296758:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000800:00000100:2.0:1787763695.605594:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000020:00000001:1.0:1787763695.605602:0:296758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000800:00000010:2.0:1787763695.605604:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8ea00.
00000020:00000001:1.0:1787763695.605605:0:296758:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000040:1.0:1787763695.605615:0:296758:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000400:00000200:2.0:1787763695.605617:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1787763695.605618:0:296758:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787763695.605625:0:296758:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763695.605634:0:296758:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000400:00000200:2.0:1787763695.605635:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000020:00000040:1.0:1787763695.605647:0:296758:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000400:00000200:2.0:1787763695.605650:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc440
00000100:00080000:1.0:1787763695.605658:0:296758:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000400:00000010:2.0:1787763695.605659:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc440.
00000100:00000001:1.0:1787763695.605670:0:296758:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763695.605672:0:256678:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:1.0:1787763695.605674:0:296758:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787763695.605679:0:296758:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763695.605687:0:296758:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787763695.605687:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d753e7840 x1874599320612224/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763720 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763695.605701:0:296758:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1787763695.605710:0:296758:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1787763695.605719:0:296758:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763695.605721:0:296758:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763695.605723:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000010:1.0:1787763695.605727:0:296758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d753e4b40.
00000100:00000040:2.0:1787763695.605730:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d753e7840 x1874599320612224/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763720 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1787763695.605736:0:296758:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
02000000:00000001:1.0:1787763695.605748:0:296758:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787763695.605755:0:296758:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763695.605758:0:296758:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787763695.605770:0:296758:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787763695.605771:0:296758:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787763695.605780:0:296758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d58dbbc00.
00000100:00000001:2.0:1787763695.605780:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763695.605794:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763695.605795:0:296758:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763695.605803:0:296758:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d753e4b40 x1874599320612608/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763695.605804:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763695.605826:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763695.605839:0:296758:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763695.605840:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4315532024
00000100:00000001:1.0:1787763695.605847:0:296758:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763695.605853:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d5891f180.
00000100:00000040:1.0:1787763695.605854:0:296758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059ae9bfc] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d753e4b40 x1874599320612608/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763695.605866:0:296758:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763695.605866:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000100:00000040:1.0:1787763695.605879:0:296758:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20868)
00000100:00000001:2.0:1787763695.605881:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4315532024
00000100:00000010:2.0:1787763695.605890:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d5891f720.
00000100:00000001:2.0:1787763695.605893:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787763695.605900:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763695.605903:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763695.605906:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763695.605912:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763695/real 1787763695]  req@ffff9b9d753e7840 x1874599320612224/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763695.605922:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763695.605923:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763695.605926:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569ee790.
00000400:00000200:2.0:1787763695.605928:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc6e8
00000400:00000010:2.0:1787763695.605929:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc6e8.
00000100:00000001:2.0:1787763695.605932:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763695.605935:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d753e7840 x1874599320612224/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763695.605943:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d753e7840 x1874599320612224/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763695.605950:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763695.605951:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763695.605953:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763695.605955:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763695.605959:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d753e7840 x1874599320612224/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763695.605966:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763695.605970:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d753e7840 x1874599320612224/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763720 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763695.605976:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763695.605978:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763695.605981:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763695.605982:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763695.605984:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763695.605987:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763695.605991:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763695.605995:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763695.605997:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763695.606001:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d753e7840 x1874599320612224/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763720 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763695.606008:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d753e7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320612224:192.168.203.113@tcp:250:kworker.0
00000100:00000001:2.0:1787763695.606013:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763695.606015:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763695.606017:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d753e7840 x1874599320612224/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763720 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763695.606025:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763695.606028:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763695.606032:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f184000.
02000000:00000001:2.0:1787763695.606036:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763695.606040:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763695.606043:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:2.0:1787763695.606046:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763695.606049:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d58dbb000.
02000000:00000001:2.0:1787763695.606055:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763695.606057:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763695.606060:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d753e7840.
00000100:00000001:2.0:1787763695.606064:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763695.606066:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763695.606069:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763695.606078:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763695.606080:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763695.606084:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787763695.606086:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763695.606088:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763695.606096:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d753e4000 x1874599320612352/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763695.606106:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763695.606107:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763695.606110:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763695.606112:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763695.606115:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763695.606117:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d753e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320612352:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763695.606121:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763695.606123:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763695.606125:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763695.606127:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763695.606130:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f184000.
02000000:00000001:2.0:1787763695.606132:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763695.606136:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763695.606139:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569ee790.
00000400:00000010:2.0:1787763695.606142:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc6e8.
00000100:00000200:2.0:1787763695.606146:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320612352, portal 10
00000100:00000001:2.0:1787763695.606147:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763695.606149:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699312025600 : -110374397526016 : ffff9b9d753e4000)
00000100:00000040:2.0:1787763695.606155:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d753e4000 x1874599320612352/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763720 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763695.606161:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763695.606164:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763695.606166:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc440.
00000100:00000200:2.0:1787763695.606168:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320612352, offset 0
00000400:00000200:2.0:1787763695.606171:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763695.606175:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763695.606179:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763695.606199:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763695.606203:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763695.606206:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763695.606208:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763695.606212:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63547:63547:256:4294967295] 192.168.203.113@tcp LPNI seq info [63547:63547:8:4294967295]
00000400:00000200:2.0:1787763695.606217:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763695.606224:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763695.606229:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763695.606232:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8ea00.
00000800:00000200:2.0:1787763695.606237:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.0:1787763695.606240:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787763695.606246:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763695.606285:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1787763695.606291:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763695.606293:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8ea00.
00000400:00000200:2.0:1787763695.606296:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787763695.606299:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763695.606303:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc440
00000400:00000010:2.0:1787763695.606304:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc440.
00000100:00000001:2.0:1787763695.606307:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763695.606311:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d753e4000 x1874599320612352/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763720 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763695.606318:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763695.606321:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d753e4000 x1874599320612352/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763720 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763695.606327:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763695.606329:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763695.606332:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763695.606336:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:2.0:1787763695.606339:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763695.606342:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315530796
00000100:00000001:2.0:1787763695.606345:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315532024
00000100:00000001:2.0:1787763695.606347:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315530796
00000100:00000001:2.0:1787763695.606349:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315532024
00000100:00000001:2.0:1787763695.606352:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763695.606353:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763695.606355:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763695.606359:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763695/real 1787763695]  req@ffff9b9d753e4000 x1874599320612352/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763695.606366:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763695.606367:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763695.606368:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569ee790.
00000400:00000200:2.0:1787763695.606370:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc6e8
00000400:00000010:2.0:1787763695.606372:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc6e8.
00000100:00000001:2.0:1787763695.606373:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763695.606376:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d753e4000 x1874599320612352/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763695.606384:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d753e4000 x1874599320612352/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763695.606389:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763695.606391:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763695.606392:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763695.606394:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763695.606396:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d753e4000 x1874599320612352/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763695.606402:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763695.606405:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d753e4000 x1874599320612352/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763720 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763695.606411:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763695.606413:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763695.606415:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763695.606416:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763695.606417:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763695.606429:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763695.606432:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763695.606435:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763695.606437:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763695.606466:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d753e4000 x1874599320612352/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763720 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763695.606473:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d753e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320612352:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763695.606477:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763695.606481:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d753e70c0 x1874599320612480/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763695.606486:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763695.606488:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763695.606490:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763695.606492:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763695.606494:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763695.606496:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d753e70c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320612480:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763695.606499:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763695.606501:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763695.606503:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763695.606504:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763695.606509:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f185000.
02000000:00000001:2.0:1787763695.606511:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763695.606514:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763695.606517:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569ee790.
00000400:00000010:2.0:1787763695.606520:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc6e8.
00000100:00000200:2.0:1787763695.606523:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320612480, portal 10
00000100:00000001:2.0:1787763695.606525:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763695.606526:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699312038080 : -110374397513536 : ffff9b9d753e70c0)
00000100:00000040:2.0:1787763695.606531:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d753e70c0 x1874599320612480/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763720 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763695.606543:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763695.606545:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763695.606547:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc440.
00000100:00000200:2.0:1787763695.606549:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320612480, offset 0
00000400:00000200:2.0:1787763695.606552:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763695.606556:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763695.606559:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763695.606562:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763695.606565:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763695.606567:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763695.606569:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763695.606572:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63548:63548:256:4294967295] 192.168.203.113@tcp LPNI seq info [63548:63548:8:4294967295]
00000400:00000200:2.0:1787763695.606576:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763695.606582:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763695.606586:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763695.606589:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8ea00.
00000800:00000200:2.0:1787763695.606593:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.0:1787763695.606595:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787763695.606599:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763695.606602:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1787763695.606605:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763695.606607:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8ea00.
00000400:00000200:2.0:1787763695.606610:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787763695.606613:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763695.606615:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc440
00000400:00000010:2.0:1787763695.606617:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc440.
00000100:00000001:2.0:1787763695.606619:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763695.606622:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d753e70c0 x1874599320612480/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763720 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763695.606629:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763695.606632:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d753e70c0 x1874599320612480/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763720 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763695.606644:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763695.606646:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763695.606648:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763695.606651:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:2.0:1787763695.606654:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763695.606656:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315530776
00000100:00000001:2.0:1787763695.606658:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315532024
00000100:00000001:2.0:1787763695.606660:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315530776
00000100:00000001:2.0:1787763695.606662:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315532024
00000100:00000001:2.0:1787763695.606663:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763695.606665:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763695.606667:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763695.606670:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763695/real 1787763695]  req@ffff9b9d753e70c0 x1874599320612480/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763695.606676:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763695.606677:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763695.606679:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569ee790.
00000400:00000200:2.0:1787763695.606681:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc6e8
00000400:00000010:2.0:1787763695.606682:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc6e8.
00000100:00000001:2.0:1787763695.606684:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763695.606687:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d753e70c0 x1874599320612480/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763695.606694:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d753e70c0 x1874599320612480/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763695.606699:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763695.606700:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763695.606702:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763695.606703:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763695.606706:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d753e70c0 x1874599320612480/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763695.606712:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763695.606716:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d753e70c0 x1874599320612480/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763720 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763695.606722:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763695.606724:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763695.606725:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763695.606726:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763695.606728:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763695.606729:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763695.606731:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763695.606734:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763695.606736:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763695.606739:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d753e70c0 x1874599320612480/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763720 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763695.606746:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d753e70c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320612480:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763695.606749:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763695.606752:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d753e4b40 x1874599320612608/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763695.606758:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763695.606759:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763695.606761:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763695.606763:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763695.606765:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763695.606768:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d753e4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320612608:192.168.203.113@tcp:8:kworker.0
00000100:00000001:2.0:1787763695.606770:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763695.606772:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763695.606774:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763695.606776:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763695.606779:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f187000.
02000000:00000001:2.0:1787763695.606781:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763695.606784:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763695.606786:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569ee790.
00000400:00000010:2.0:1787763695.606789:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc6e8.
00000100:00000200:2.0:1787763695.606791:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320612608, portal 4
00000100:00000001:2.0:1787763695.606793:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763695.606794:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699312028480 : -110374397523136 : ffff9b9d753e4b40)
00000100:00000040:2.0:1787763695.606799:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d753e4b40 x1874599320612608/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763720 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763695.606805:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763695.606807:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763695.606809:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc440.
00000100:00000200:2.0:1787763695.606811:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320612608, offset 0
00000400:00000200:2.0:1787763695.606814:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763695.606817:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763695.606820:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763695.606822:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763695.606824:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763695.606826:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763695.606828:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763695.606831:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63549:63549:256:4294967295] 192.168.203.113@tcp LPNI seq info [63549:63549:8:4294967295]
00000400:00000200:2.0:1787763695.606835:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763695.606841:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763695.606845:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763695.606847:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8ea00.
00000800:00000200:2.0:1787763695.606851:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.0:1787763695.606853:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787763695.606857:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763695.606859:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1787763695.606863:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763695.606865:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8ea00.
00000400:00000200:2.0:1787763695.606868:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787763695.606871:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763695.606873:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc440
00000400:00000010:2.0:1787763695.606875:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc440.
00000100:00000001:2.0:1787763695.606877:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763695.606880:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d753e4b40 x1874599320612608/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763720 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763695.606886:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763695.606889:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d753e4b40 x1874599320612608/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763720 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763695.606895:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763695.606896:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763695.606898:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763695.606901:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:2.0:1787763695.606903:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763695.606905:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315530788
00000100:00000001:2.0:1787763695.606907:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315532024
00000100:00000001:2.0:1787763695.606909:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315530788
00000100:00000001:2.0:1787763695.606911:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315532024
00000100:00000001:2.0:1787763695.606913:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763695.606914:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763695.606916:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763695.606919:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763695/real 1787763695]  req@ffff9b9d753e4b40 x1874599320612608/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763695.606925:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763695.606926:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763695.606927:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569ee790.
00000400:00000200:2.0:1787763695.606930:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc6e8
00000400:00000010:2.0:1787763695.606931:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc6e8.
00000100:00000001:2.0:1787763695.606933:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763695.606936:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d753e4b40 x1874599320612608/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763695.606943:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d753e4b40 x1874599320612608/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763695.606949:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763695.606950:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763695.606951:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763695.606953:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763695.606956:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d753e4b40 x1874599320612608/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763695.606961:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763695.606964:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d753e4b40 x1874599320612608/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763720 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763695.606970:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763695.606972:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763695.606973:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763695.606974:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763695.606975:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763695.606977:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763695.606979:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763695.606981:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763695.606983:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763695.606986:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d753e4b40 x1874599320612608/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763720 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763695.606993:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d753e4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320612608:192.168.203.113@tcp:8:kworker.0
00000100:00000001:2.0:1787763695.606996:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763695.606998:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763695.607001:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d753e4000 x1874599320612352/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763720 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763695.607007:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763695.607009:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763695.607011:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f184000.
02000000:00000001:2.0:1787763695.607013:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763695.607014:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763695.607015:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:2.0:1787763695.607017:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763695.607019:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d58db8c00.
02000000:00000001:2.0:1787763695.607022:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763695.607024:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763695.607026:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d753e4000.
00000100:00000001:2.0:1787763695.607029:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763695.607031:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763695.607034:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763695.607039:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d753e70c0 x1874599320612480/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763720 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763695.607049:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763695.607051:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763695.607053:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f185000.
02000000:00000001:2.0:1787763695.607056:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763695.607058:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763695.607060:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:2.0:1787763695.607063:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763695.607065:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d58dba400.
02000000:00000001:2.0:1787763695.607068:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763695.607070:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763695.607072:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d753e70c0.
00000100:00000001:2.0:1787763695.607075:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763695.607077:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763695.607080:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763695.607085:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d753e4b40 x1874599320612608/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763720 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763695.607095:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763695.607098:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763695.607100:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f187000.
02000000:00000001:2.0:1787763695.607102:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763695.607104:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763695.607105:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:2.0:1787763695.607107:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763695.607108:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d58dbbc00.
02000000:00000001:2.0:1787763695.607110:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763695.607111:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763695.607112:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d753e4b40.
00000100:00000001:2.0:1787763695.607114:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763695.607115:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763695.607117:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763695.607120:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763695.607122:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763695.607123:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787763695.607125:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763695.796567:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763695.796575:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763695.796581:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763695.796582:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763695.796586:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763695.796587:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763695.796692:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763695.796698:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763695.796703:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763696.628562:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763696.628571:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763696.628573:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763696.628580:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763696.628587:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763696.628592:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763696.628595:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763696.628598:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763696.628602:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763696.820579:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763696.820588:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763696.820594:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763696.820595:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763696.820598:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763696.820598:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763696.820668:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763696.820677:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763696.820684:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787763696.884524:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4315532024, at 4315532032
00000100:00000040:1.0:1787763696.884529:0:303331:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b110 (cpu 1) has reached its deadline 4315532024, at 4315532032
00000100:00000010:1.0:1787763696.884546:0:303331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d5891f720.
00000100:00000010:0.0:1787763696.884550:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d5891f180.
00000100:00000001:3.0:1787763697.652548:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763697.652558:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763697.652561:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763697.652568:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763697.652572:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763697.652578:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763697.652582:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763697.652586:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763697.652589:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763697.844542:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763697.844550:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763697.844556:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763697.844557:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763697.844561:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763697.844562:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763697.844605:0:281543:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763697.844610:0:281543:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763697.844613:0:281543:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763698.676629:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763698.676642:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763698.676664:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763698.676673:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763698.676680:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763698.676686:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763698.676691:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763698.676695:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763698.676699:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763698.868637:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763698.868645:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763698.868651:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763698.868653:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763698.868657:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763698.868659:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763698.868725:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763698.868732:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763698.868737:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763699.700552:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763699.700561:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763699.700564:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763699.700570:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763699.700575:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763699.700580:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763699.700584:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763699.700587:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763699.700591:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763699.892596:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763699.892604:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763699.892611:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763699.892614:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763699.892618:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763699.892620:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763699.892774:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763699.892781:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763699.892786:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763700.724569:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763700.724579:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763700.724581:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763700.724589:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763700.724594:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763700.724599:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763700.724601:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763700.724604:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763700.724607:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763700.724623:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763700.724642:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787763700.724647:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763700.724655:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763700.724664:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763700.724677:0:291943:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20863
00000400:00000200:2.0:1787763700.724692:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763700.724703:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763700.724708:0:291943:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763700.724714:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763700.724719:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763700.724724:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763700.724729:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:2.0:1787763700.724735:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763700.724737:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:2.0:1787763700.724741:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763700.724745:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:2.0:1787763700.724748:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:2.0:1787763700.724752:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:2.0:1787763700.724756:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763700.724758:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763700.724761:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763700.724764:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:2.0:1787763700.724767:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:2.0:1787763700.724771:0:291943:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763700.724774:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763700.724778:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763700.724797:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763700.724801:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763700.724809:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787763700.724812:0:291943:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763700.724824:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d569680.
00000020:00000040:2.0:1787763700.724828:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:2.0:1787763700.724833:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763700.724835:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763700.724839:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763700.724842:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763700.724847:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763700.724857:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f187000.
00000100:00000001:2.0:1787763700.724865:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763700.724878:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d569680 x1874599320612736/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763700.724891:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763700.724897:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763700.724904:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d90ce636] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d569680 x1874599320612736/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763700.724936:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763700.724941:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763700.724946:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787763700.724948:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763700.724951:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763700.724954:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763700.724958:0:291943:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20863
00000400:00000200:2.0:1787763700.724963:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763700.724968:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763700.724972:0:291943:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763700.724977:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763700.724980:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763700.724984:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763700.724987:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:2.0:1787763700.724991:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787763700.724994:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:2.0:1787763700.724994:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000020:00000001:2.0:1787763700.724999:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763700.725004:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000100:00000001:1.0:1787763700.725005:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1787763700.725008:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000001:1.0:1787763700.725012:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1787763700.725015:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000040:2.0:1787763700.725026:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000040:1.0:1787763700.725030:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d569680 x1874599320612736/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763700.725031:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763700.725039:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763700.725047:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:2.0:1787763700.725056:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00080000:2.0:1787763700.725066:0:291943:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:1.0:1787763700.725071:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763700.725073:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763700.725076:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763700.725079:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787763700.725084:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763700.725089:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763700.725091:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763700.725100:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763700.725102:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763700.725107:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787763700.725117:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787763700.725121:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763700.725124:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763700.725129:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d5692c0.
00000100:00100000:1.0:1787763700.725131:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d569680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320612736:192.168.203.113@tcp:250:kworker.0
00000020:00000040:2.0:1787763700.725134:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000100:00000001:1.0:1787763700.725145:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763700.725146:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763700.725153:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763700.725156:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1787763700.725156:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763700.725164:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787763700.725165:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763700.725170:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763700.725173:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763700.725178:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f185000.
02000000:00000010:1.0:1787763700.725185:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db9400.
00000100:00000001:2.0:1787763700.725186:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763700.725194:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763700.725202:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d5692c0 x1874599320612864/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787763700.725211:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763700.725222:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43e70.
00000100:00000001:2.0:1787763700.725249:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000010:1.0:1787763700.725254:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9cc0.
00000100:00000001:2.0:1787763700.725259:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787763700.725268:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320612736, portal 25
00000100:00000040:2.0:1787763700.725271:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000103818ef] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d5692c0 x1874599320612864/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763700.725275:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763700.725280:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910967424 : -110374798584192 : ffff9b9d5d569680)
00000100:00000040:1.0:1787763700.725298:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d569680 x1874599320612736/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763725 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763700.725299:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763700.725310:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763700.725324:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787763700.725330:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787763700.725333:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:2.0:1787763700.725336:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:1.0:1787763700.725346:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000100:00000001:2.0:1787763700.725348:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000400:00000010:1.0:1787763700.725353:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9770.
00000100:00080000:2.0:1787763700.725356:0:291943:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20863
00000100:00000200:1.0:1787763700.725362:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320612736, offset 0
00000400:00000200:2.0:1787763700.725372:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763700.725385:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000400:00000200:1.0:1787763700.725386:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000100:00080000:2.0:1787763700.725393:0:291943:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763700.725400:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763700.725403:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787763700.725407:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000040:2.0:1787763700.725411:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763700.725418:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:2.0:1787763700.725422:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:1.0:1787763700.725423:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000020:00000040:2.0:1787763700.725425:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000020:00000001:2.0:1787763700.725432:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763700.725437:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000020:00000001:2.0:1787763700.725481:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000020:00000001:2.0:1787763700.725484:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000400:00000200:1.0:1787763700.725489:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:2.0:1787763700.725491:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763700.725498:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787763700.725503:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000100:00000040:2.0:1787763700.725506:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763700.725512:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000400:00000200:1.0:1787763700.725516:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000020:00000040:2.0:1787763700.725519:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000400:00000200:1.0:1787763700.725526:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000100:00080000:2.0:1787763700.725534:0:291943:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000400:00000200:1.0:1787763700.725543:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63550:63550:256:4294967295] 192.168.203.113@tcp LPNI seq info [63550:63550:8:4294967295]
00000100:00000001:2.0:1787763700.725547:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763700.725557:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
02000000:00000001:2.0:1787763700.725558:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763700.725570:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1787763700.725575:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
02000000:00000001:2.0:1787763700.725583:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787763700.725592:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000100:00000001:2.0:1787763700.725594:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000800:00000010:1.0:1787763700.725601:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef300.
00000008:00100000:2.0:1787763700.725603:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787763700.725616:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787763700.725617:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000001:2.0:1787763700.725627:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787763700.725629:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787763700.725642:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000010:2.0:1787763700.725644:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d56b840.
00000800:00000200:1.1:1787763700.725647:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 32 secs later)
00000020:00000040:2.0:1787763700.725657:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000800:00000100:1.0:1787763700.725658:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763700.725666:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef300.
02000000:00000001:2.0:1787763700.725671:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763700.725677:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763700.725678:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1787763700.725687:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1787763700.725694:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
02000000:00000001:2.0:1787763700.725694:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763700.725701:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763700.725705:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9770
02000000:00000010:2.0:1787763700.725711:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f184000.
00000400:00000010:1.0:1787763700.725712:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9770.
00000100:00000001:2.0:1787763700.725726:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763700.725727:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763700.725738:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d569680 x1874599320612736/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763725 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763700.725743:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d56b840 x1874599320612992/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787763700.725779:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787763700.725782:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763700.725789:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763700.725791:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d569680 x1874599320612736/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763725 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787763700.725801:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2e525cc] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d56b840 x1874599320612992/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763700.725815:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763700.725824:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763700.725828:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763700.725834:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787763700.725835:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763700.725847:0:291943:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1787763700.725854:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00080000:2.0:1787763700.725857:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787763700.725861:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4315537144
00000100:00080000:2.0:1787763700.725864:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787763700.725870:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000010:1.0:1787763700.725875:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d7f69b840.
00000100:00080000:2.0:1787763700.725875:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763700.725886:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763700.725890:0:291943:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20863
00000100:00000001:1.0:1787763700.725892:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000400:00000200:2.0:1787763700.725900:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763700.725906:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4315537144
00000400:00000200:2.0:1787763700.725908:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763700.725918:0:291943:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000010:1.0:1787763700.725919:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d7f69b480.
00000100:00000040:2.0:1787763700.725927:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763700.725930:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787763700.725934:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787763700.725939:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1787763700.725941:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763700.725948:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763700.725949:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000001:1.0:1787763700.725958:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000020:00000001:2.0:1787763700.725959:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763700.725965:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000020:00000001:2.0:1787763700.725970:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00100000:1.0:1787763700.725972:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763700/real 1787763700]  req@ffff9b9d5d569680 x1874599320612736/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1787763700.725975:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000020:00000001:2.0:1787763700.725984:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000020:00000001:2.0:1787763700.725994:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000040:2.0:1787763700.726007:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000400:00000001:1.0:1787763700.726010:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:2.0:1787763700.726011:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000001:1.0:1787763700.726016:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000040:2.0:1787763700.726019:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000400:00000010:1.0:1787763700.726022:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43e70.
00000100:00000001:2.0:1787763700.726025:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000400:00000200:1.0:1787763700.726029:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9cc0
00000020:00000040:2.0:1787763700.726032:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000400:00000010:1.0:1787763700.726035:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9cc0.
00000100:00080000:2.0:1787763700.726042:0:291943:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:1.0:1787763700.726045:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787763700.726049:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763700.726056:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:1.0:1787763700.726058:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d569680 x1874599320612736/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787763700.726062:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763700.726072:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763700.726079:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787763700.726085:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000100:00000200:1.0:1787763700.726091:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d569680 x1874599320612736/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:2.0:1787763700.726093:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763700.726101:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763700.726112:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d568000.
00000100:00000001:1.0:1787763700.726114:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000020:00000040:2.0:1787763700.726120:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
00000100:00000001:1.0:1787763700.726121:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1787763700.726130:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787763700.726131:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:2.0:1787763700.726134:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763700.726137:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763700.726140:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763700.726144:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:1.0:1787763700.726148:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d569680 x1874599320612736/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787763700.726149:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763700.726160:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f184c00.
00000100:00000001:2.0:1787763700.726169:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763700.726172:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763700.726180:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d568000 x1874599320613120/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1787763700.726186:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d569680 x1874599320612736/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763725 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763700.726218:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787763700.726223:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763700.726245:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763700.726252:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763700.726260:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:2.0:1787763700.726262:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000040389d09] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d568000 x1874599320613120/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763700.726264:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763700.726272:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763700.726276:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763700.726286:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:2.0:1787763700.726297:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787763700.726302:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000040:2.0:1787763700.726308:0:291943:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20873)
00000100:00000001:1.0:1787763700.726309:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763700.726323:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d569680 x1874599320612736/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763725 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763700.726335:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d569680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320612736:192.168.203.113@tcp:250:kworker.0
00000100:00000001:1.0:1787763700.726342:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763700.726345:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763700.726350:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d569680 x1874599320612736/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763725 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763700.726366:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763700.726369:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763700.726373:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db9400.
02000000:00000001:1.0:1787763700.726377:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763700.726380:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763700.726382:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:1.0:1787763700.726385:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763700.726388:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f187000.
02000000:00000001:1.0:1787763700.726392:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763700.726395:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763700.726397:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d569680.
00000100:00000001:1.0:1787763700.726401:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763700.726403:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763700.726405:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763700.726413:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763700.726416:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763700.726418:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763700.726420:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763700.726422:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763700.726427:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d5692c0 x1874599320612864/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763700.726436:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763700.726463:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763700.726467:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763700.726470:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763700.726473:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763700.726477:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d5692c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320612864:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763700.726481:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763700.726483:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763700.726485:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763700.726488:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763700.726492:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db9400.
02000000:00000001:1.0:1787763700.726494:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763700.726499:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763700.726503:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43e70.
00000400:00000010:1.0:1787763700.726507:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9cc0.
00000100:00000200:1.0:1787763700.726511:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320612864, portal 10
00000100:00000001:1.0:1787763700.726514:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763700.726516:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910966464 : -110374798585152 : ffff9b9d5d5692c0)
00000100:00000040:1.0:1787763700.726524:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d5692c0 x1874599320612864/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763725 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763700.726533:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763700.726536:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763700.726538:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9770.
00000100:00000200:1.0:1787763700.726541:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320612864, offset 0
00000400:00000200:1.0:1787763700.726546:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763700.726550:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763700.726555:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763700.726559:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763700.726563:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763700.726566:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763700.726569:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763700.726573:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63551:63551:256:4294967295] 192.168.203.113@tcp LPNI seq info [63551:63551:8:4294967295]
00000400:00000200:1.0:1787763700.726578:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763700.726587:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763700.726593:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763700.726596:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef300.
00000800:00000200:1.0:1787763700.726601:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763700.726605:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787763700.726611:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763700.726614:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1787763700.726619:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763700.726621:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef300.
00000400:00000200:1.0:1787763700.726625:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763700.726630:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763700.726634:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9770
00000400:00000010:1.0:1787763700.726637:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9770.
00000100:00000001:1.0:1787763700.726640:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763700.726644:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d5692c0 x1874599320612864/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763725 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763700.726654:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763700.726658:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d5692c0 x1874599320612864/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763725 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763700.726666:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763700.726668:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763700.726672:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763700.726676:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:1.0:1787763700.726680:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763700.726682:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315535917
00000100:00000001:1.0:1787763700.726686:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315537144
00000100:00000001:1.0:1787763700.726689:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315535917
00000100:00000001:1.0:1787763700.726692:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315537144
00000100:00000001:1.0:1787763700.726695:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763700.726697:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763700.726700:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763700.726704:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763700/real 1787763700]  req@ffff9b9d5d5692c0 x1874599320612864/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763700.726713:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763700.726715:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763700.726717:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43e70.
00000400:00000200:1.0:1787763700.726719:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9cc0
00000400:00000010:1.0:1787763700.726721:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9cc0.
00000100:00000001:1.0:1787763700.726724:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763700.726727:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d5692c0 x1874599320612864/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763700.726737:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d5692c0 x1874599320612864/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763700.726754:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763700.726755:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763700.726758:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763700.726759:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763700.726764:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d5692c0 x1874599320612864/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763700.726772:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763700.726776:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d5692c0 x1874599320612864/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763725 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763700.726784:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763700.726787:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763700.726789:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763700.726791:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763700.726793:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763700.726806:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763700.726809:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763700.726813:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763700.726816:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763700.726821:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d5692c0 x1874599320612864/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763725 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763700.726831:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d5692c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320612864:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763700.726835:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763700.726839:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d56b840 x1874599320612992/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763700.726847:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763700.726849:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763700.726852:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763700.726854:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763700.726857:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763700.726860:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d56b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320612992:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763700.726864:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763700.726866:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763700.726868:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763700.726870:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763700.726874:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58dba000.
02000000:00000001:1.0:1787763700.726876:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763700.726880:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763700.726883:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43e70.
00000400:00000010:1.0:1787763700.726886:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9cc0.
00000100:00000200:1.0:1787763700.726890:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320612992, portal 10
00000100:00000001:1.0:1787763700.726892:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763700.726894:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910976064 : -110374798575552 : ffff9b9d5d56b840)
00000100:00000040:1.0:1787763700.726901:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d56b840 x1874599320612992/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763725 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763700.726909:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763700.726911:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763700.726914:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9770.
00000100:00000200:1.0:1787763700.726917:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320612992, offset 0
00000400:00000200:1.0:1787763700.726921:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763700.726925:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763700.726929:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763700.726932:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763700.726935:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763700.726938:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763700.726941:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763700.726945:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63552:63552:256:4294967295] 192.168.203.113@tcp LPNI seq info [63552:63552:8:4294967295]
00000400:00000200:1.0:1787763700.726950:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763700.726958:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763700.726964:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763700.726967:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef300.
00000800:00000200:1.0:1787763700.726972:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763700.726975:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787763700.726981:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763700.726984:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1787763700.726988:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763700.726991:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef300.
00000400:00000200:1.0:1787763700.726994:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763700.726999:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763700.727002:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9770
00000400:00000010:1.0:1787763700.727004:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9770.
00000100:00000001:1.0:1787763700.727007:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763700.727011:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d56b840 x1874599320612992/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763725 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763700.727020:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763700.727024:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d56b840 x1874599320612992/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763725 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763700.727032:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763700.727034:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763700.727037:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763700.727040:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:1.0:1787763700.727044:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763700.727046:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315535896
00000100:00000001:1.0:1787763700.727049:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315537144
00000100:00000001:1.0:1787763700.727051:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315535896
00000100:00000001:1.0:1787763700.727054:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315537144
00000100:00000001:1.0:1787763700.727057:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763700.727059:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763700.727061:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763700.727066:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763700/real 1787763700]  req@ffff9b9d5d56b840 x1874599320612992/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763700.727075:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763700.727077:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763700.727079:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43e70.
00000400:00000200:1.0:1787763700.727082:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9cc0
00000400:00000010:1.0:1787763700.727084:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9cc0.
00000100:00000001:1.0:1787763700.727086:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763700.727089:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d56b840 x1874599320612992/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763700.727099:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d56b840 x1874599320612992/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763700.727107:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763700.727108:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763700.727110:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763700.727112:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763700.727116:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d56b840 x1874599320612992/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763700.727124:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763700.727128:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d56b840 x1874599320612992/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763725 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763700.727136:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763700.727139:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763700.727141:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763700.727143:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763700.727144:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763700.727147:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763700.727150:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763700.727154:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763700.727156:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763700.727162:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d56b840 x1874599320612992/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763725 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763700.727172:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d56b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320612992:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763700.727176:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763700.727180:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d568000 x1874599320613120/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763700.727187:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763700.727189:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763700.727191:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763700.727194:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763700.727196:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763700.727199:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d568000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320613120:192.168.203.113@tcp:8:kworker.0
00000100:00000001:1.0:1787763700.727203:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763700.727205:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763700.727206:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763700.727208:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763700.727212:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58dba800.
02000000:00000001:1.0:1787763700.727214:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763700.727218:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763700.727220:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43e70.
00000400:00000010:1.0:1787763700.727251:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9cc0.
00000100:00000200:1.0:1787763700.727256:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320613120, portal 4
00000100:00000001:1.0:1787763700.727259:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763700.727261:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910961664 : -110374798589952 : ffff9b9d5d568000)
00000100:00000040:1.0:1787763700.727268:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d568000 x1874599320613120/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763725 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763700.727276:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763700.727279:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763700.727282:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9770.
00000100:00000200:1.0:1787763700.727285:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320613120, offset 0
00000400:00000200:1.0:1787763700.727290:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763700.727294:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763700.727298:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763700.727302:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763700.727305:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763700.727308:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763700.727311:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763700.727315:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63553:63553:256:4294967295] 192.168.203.113@tcp LPNI seq info [63553:63553:8:4294967295]
00000400:00000200:1.0:1787763700.727320:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763700.727328:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763700.727333:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763700.727337:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef300.
00000800:00000200:1.0:1787763700.727341:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763700.727345:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787763700.727350:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763700.727353:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1787763700.727358:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763700.727360:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef300.
00000400:00000200:1.0:1787763700.727364:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763700.727368:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763700.727372:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9770
00000400:00000010:1.0:1787763700.727374:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9770.
00000100:00000001:1.0:1787763700.727377:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763700.727381:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d568000 x1874599320613120/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763725 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763700.727391:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763700.727394:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d568000 x1874599320613120/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763725 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763700.727403:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763700.727405:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763700.727408:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763700.727411:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:1.0:1787763700.727415:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763700.727418:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315535908
00000100:00000001:1.0:1787763700.727421:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315537144
00000100:00000001:1.0:1787763700.727424:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315535908
00000100:00000001:1.0:1787763700.727427:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315537144
00000100:00000001:1.0:1787763700.727429:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763700.727431:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763700.727433:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763700.727438:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763700/real 1787763700]  req@ffff9b9d5d568000 x1874599320613120/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763700.727472:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763700.727473:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763700.727476:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43e70.
00000400:00000200:1.0:1787763700.727479:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9cc0
00000400:00000010:1.0:1787763700.727481:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9cc0.
00000100:00000001:1.0:1787763700.727483:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763700.727488:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d568000 x1874599320613120/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763700.727498:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d568000 x1874599320613120/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763700.727518:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763700.727520:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763700.727522:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763700.727523:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763700.727528:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d568000 x1874599320613120/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763700.727542:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763700.727547:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d568000 x1874599320613120/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763725 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763700.727556:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763700.727559:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763700.727561:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763700.727563:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763700.727565:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763700.727567:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763700.727571:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763700.727574:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763700.727577:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763700.727581:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d568000 x1874599320613120/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763725 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763700.727590:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d568000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320613120:192.168.203.113@tcp:8:kworker.0
00000100:00000001:1.0:1787763700.727595:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763700.727597:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763700.727601:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d5692c0 x1874599320612864/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763725 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763700.727608:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763700.727610:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763700.727613:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db9400.
02000000:00000001:1.0:1787763700.727616:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763700.727618:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763700.727619:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:1.0:1787763700.727622:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763700.727625:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f185000.
02000000:00000001:1.0:1787763700.727628:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763700.727629:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763700.727631:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d5692c0.
00000100:00000001:1.0:1787763700.727634:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763700.727636:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763700.727638:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763700.727642:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d56b840 x1874599320612992/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763725 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763700.727658:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763700.727659:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763700.727661:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58dba000.
02000000:00000001:1.0:1787763700.727664:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763700.727665:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763700.727667:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:1.0:1787763700.727669:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763700.727670:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f184000.
02000000:00000001:1.0:1787763700.727673:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763700.727674:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763700.727676:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d56b840.
00000100:00000001:1.0:1787763700.727678:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763700.727680:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763700.727682:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763700.727685:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d568000 x1874599320613120/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763725 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763700.727693:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763700.727694:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763700.727696:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58dba800.
02000000:00000001:1.0:1787763700.727698:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763700.727699:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763700.727701:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:1.0:1787763700.727703:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763700.727704:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f184c00.
02000000:00000001:1.0:1787763700.727706:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763700.727708:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763700.727709:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d568000.
00000100:00000001:1.0:1787763700.727712:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763700.727713:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763700.727715:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763700.727719:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763700.727721:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763700.727723:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763700.727725:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763700.916612:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763700.916620:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763700.916628:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763700.916630:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763700.916633:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763700.916634:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763700.916738:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763700.916746:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763700.916752:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763701.748536:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763701.748547:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763701.748549:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763701.748555:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763701.748559:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763701.748563:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763701.748566:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763701.748569:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763701.748573:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763701.940590:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763701.940604:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763701.940607:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763701.940612:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763701.940619:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763701.940622:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763701.940624:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763701.940627:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763701.940632:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763701.940634:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763701.940636:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763701.940639:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763701.940641:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763701.940642:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763701.940644:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763701.940646:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763701.940651:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763701.940653:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763701.940711:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763701.940715:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763701.940719:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787763702.004544:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4315537144, at 4315537152
00000100:00000010:0.0:1787763702.004564:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69b840.
00000100:00000040:1.0:1787763702.004578:0:303331:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b110 (cpu 1) has reached its deadline 4315537144, at 4315537152
00000100:00000010:1.0:1787763702.004604:0:303331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69b480.
00000100:00000001:3.0:1787763702.772519:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763702.772527:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763702.772529:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763702.772536:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763702.772540:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763702.772543:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763702.772547:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763702.772550:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763702.772552:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763702.964569:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763702.964578:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763702.964585:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763702.964586:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763702.964590:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763702.964591:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763702.964644:0:281543:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763702.964649:0:281543:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763702.964653:0:281543:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763703.796532:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763703.796540:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763703.796542:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763703.796548:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763703.796552:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763703.796556:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763703.796559:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763703.796563:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763703.796566:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763703.988546:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763703.988554:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763703.988560:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763703.988562:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763703.988566:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763703.988569:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763703.988571:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763703.988576:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763703.988579:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763703.988581:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763703.988583:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763703.988585:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763703.988645:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763703.988651:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763703.988656:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763704.820521:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763704.820532:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763704.820535:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763704.820541:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763704.820545:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763704.820550:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763704.820553:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763704.820556:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763704.820558:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763705.012581:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763705.012594:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763705.012603:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763705.012605:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763705.012611:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763705.012612:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763705.012680:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763705.012686:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763705.012690:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763705.844503:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763705.844511:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763705.844514:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763705.844519:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763705.844525:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763705.844529:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763705.844531:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763705.844535:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763705.844537:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763705.844559:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763705.844568:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787763705.844572:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763705.844576:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763705.844581:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763705.844589:0:291943:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20868
00000400:00000200:2.0:1787763705.844599:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763705.844607:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763705.844611:0:291943:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763705.844614:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763705.844617:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763705.844619:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763705.844622:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:2.0:1787763705.844626:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763705.844627:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:2.0:1787763705.844630:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763705.844634:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:2.0:1787763705.844636:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:2.0:1787763705.844638:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:2.0:1787763705.844641:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763705.844643:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763705.844645:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763705.844647:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:2.0:1787763705.844649:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:2.0:1787763705.844653:0:291943:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763705.844655:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763705.844657:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763705.844660:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763705.844662:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763705.844665:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787763705.844667:0:291943:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763705.844676:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d568b40.
00000020:00000040:2.0:1787763705.844679:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:2.0:1787763705.844683:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763705.844685:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763705.844687:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763705.844690:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763705.844696:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763705.844706:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f184c00.
00000100:00000001:2.0:1787763705.844715:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763705.844735:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d568b40 x1874599320613248/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763705.844747:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763705.844752:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763705.844756:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a25ffa6] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d568b40 x1874599320613248/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763705.844776:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763705.844780:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763705.844784:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787763705.844786:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763705.844787:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763705.844791:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763705.844795:0:291943:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20868
00000400:00000200:2.0:1787763705.844801:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763705.844805:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:2.0:1787763705.844805:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763705.844811:0:291943:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787763705.844813:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1787763705.844816:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763705.844819:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787763705.844819:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763705.844824:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763705.844826:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:2.0:1787763705.844829:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763705.844830:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000020:00000001:2.0:1787763705.844832:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000040:1.0:1787763705.844833:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d568b40 x1874599320613248/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1787763705.844835:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000020:00000001:2.0:1787763705.844838:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000020:00000001:2.0:1787763705.844841:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000040:2.0:1787763705.844847:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763705.844853:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763705.844855:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763705.844858:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763705.844860:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
02000000:00000001:1.0:1787763705.844862:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1787763705.844863:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
02000000:00000001:1.0:1787763705.844867:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:2.0:1787763705.844867:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00080000:2.0:1787763705.844869:0:291943:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
02000000:00000001:1.0:1787763705.844874:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763705.844874:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763705.844875:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:1.0:1787763705.844883:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d568b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320613248:192.168.203.113@tcp:250:kworker.0
02000000:00000001:2.0:1787763705.844883:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763705.844887:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763705.844891:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1787763705.844894:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00100000:2.0:1787763705.844896:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1787763705.844900:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00000001:2.0:1787763705.844901:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763705.844905:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763705.844907:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763705.844909:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d56a940.
02000000:00000001:1.0:1787763705.844912:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:2.0:1787763705.844912:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
02000000:00000001:2.0:1787763705.844917:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763705.844918:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763705.844919:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763705.844920:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:1.0:1787763705.844922:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58dba800.
02000000:00000001:2.0:1787763705.844922:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763705.844928:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763705.844931:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f184000.
00000100:00000001:2.0:1787763705.844936:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763705.844938:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00100000:2.0:1787763705.844942:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d56a940 x1874599320613376/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1787763705.844946:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43e70.
00000100:00000001:2.0:1787763705.844953:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763705.844955:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787763705.844958:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9cc0.
00000100:00000040:2.0:1787763705.844964:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b4aca245] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d56a940 x1874599320613376/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763705.844972:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763705.844974:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:1.0:1787763705.844977:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320613248, portal 25
00000100:00080000:2.0:1787763705.844978:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787763705.844981:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763705.844983:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787763705.844984:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763705.844986:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787763705.844988:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910964544 : -110374798587072 : ffff9b9d5d568b40)
00000100:00080000:2.0:1787763705.844990:0:291943:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20868
00000400:00000200:2.0:1787763705.844997:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000040:1.0:1787763705.845001:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d568b40 x1874599320613248/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763730 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787763705.845002:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763705.845005:0:291943:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763705.845010:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763705.845014:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763705.845019:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763705.845022:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000001:1.0:1787763705.845026:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:2.0:1787763705.845026:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763705.845030:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000020:00000001:2.0:1787763705.845031:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000040:1.0:1787763705.845035:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000020:00000040:2.0:1787763705.845036:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000020:00000001:2.0:1787763705.845039:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000020:00000001:2.0:1787763705.845041:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000400:00000010:1.0:1787763705.845042:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9770.
00000100:00000040:2.0:1787763705.845045:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763705.845049:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:1.0:1787763705.845050:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320613248, offset 0
00000100:00000040:2.0:1787763705.845052:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763705.845056:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:2.0:1787763705.845057:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000100:00080000:2.0:1787763705.845059:0:291943:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763705.845062:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763705.845065:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
02000000:00000001:2.0:1787763705.845065:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763705.845070:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763705.845072:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763705.845074:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787763705.845075:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787763705.845077:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763705.845078:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763705.845081:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000010:2.0:1787763705.845084:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d568000.
00000020:00000040:2.0:1787763705.845087:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
02000000:00000001:2.0:1787763705.845089:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763705.845090:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763705.845092:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1787763705.845093:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
02000000:00000001:2.0:1787763705.845094:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763705.845097:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763705.845101:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f185000.
00000400:00000200:1.0:1787763705.845105:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1787763705.845106:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763705.845110:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d568000 x1874599320613504/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763705.845125:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1787763705.845127:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000100:00000001:2.0:1787763705.845128:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763705.845133:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000040389d09] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d568000 x1874599320613504/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787763705.845136:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763705.845144:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000100:00000001:2.0:1787763705.845148:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763705.845152:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63554:63554:256:4294967295] 192.168.203.113@tcp LPNI seq info [63554:63554:8:4294967295]
00000100:00000040:2.0:1787763705.845154:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1787763705.845162:0:291943:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1787763705.845163:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00080000:2.0:1787763705.845169:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763705.845176:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787763705.845181:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1787763705.845183:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000100:00080000:2.0:1787763705.845184:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763705.845205:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:1.0:1787763705.845210:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000100:00080000:2.0:1787763705.845211:0:291943:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20868
00000400:00000200:2.0:1787763705.845216:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763705.845219:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000800:00000010:1.0:1787763705.845221:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef300.
00000100:00080000:2.0:1787763705.845222:0:291943:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763705.845225:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763705.845227:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763705.845228:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763705.845232:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:2.0:1787763705.845234:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763705.845245:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000020:00000001:2.0:1787763705.845247:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763705.845248:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000020:00000001:2.0:1787763705.845252:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000800:00000200:1.0:1787763705.845253:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000020:00000001:2.0:1787763705.845254:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000040:2.0:1787763705.845260:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763705.845262:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.0:1787763705.845263:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00000100:00000040:2.0:1787763705.845265:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763705.845270:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:2.0:1787763705.845273:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00080000:2.0:1787763705.845277:0:291943:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000800:00000200:1.1:1787763705.845278:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000001:2.0:1787763705.845279:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763705.845282:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763705.845286:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:1.1:1787763705.845287:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
02000000:00000001:2.0:1787763705.845289:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763705.845293:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787763705.845296:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000800:00000100:1.0:1787763705.845300:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000008:00000001:2.0:1787763705.845300:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763705.845305:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1787763705.845306:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef300.
00000100:00000010:2.0:1787763705.845308:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d56b840.
00000020:00000040:2.0:1787763705.845312:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
02000000:00000001:2.0:1787763705.845314:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1787763705.845315:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:2.0:1787763705.845316:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763705.845320:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763705.845321:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763705.845323:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763705.845327:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
02000000:00000010:2.0:1787763705.845329:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f187000.
00000100:00000001:2.0:1787763705.845333:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763705.845336:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9770
00000400:00000010:1.0:1787763705.845340:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9770.
00000100:00100000:2.0:1787763705.845343:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d56b840 x1874599320613632/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787763705.845346:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787763705.845351:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763705.845354:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787763705.845355:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d568b40 x1874599320613248/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763730 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787763705.845359:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2e525cc] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d56b840 x1874599320613632/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763705.845384:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763705.845387:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763705.845388:0:291943:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20878)
00000100:00000040:1.0:1787763705.845396:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d568b40 x1874599320613248/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763730 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763705.845407:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763705.845409:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763705.845417:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763705.845423:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763705.845426:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4315542263
00000100:00000010:1.0:1787763705.845475:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d7f69b480.
00000100:00000001:1.0:1787763705.845485:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787763705.845493:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4315542264
00000100:00000010:1.0:1787763705.845496:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d7f69bd80.
00000100:00000001:1.0:1787763705.845500:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787763705.845504:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763705.845508:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763705.845511:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763705.845517:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763705/real 1787763705]  req@ffff9b9d5d568b40 x1874599320613248/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763730 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763705.845540:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763705.845542:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763705.845544:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43e70.
00000400:00000200:1.0:1787763705.845547:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9cc0
00000400:00000010:1.0:1787763705.845550:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9cc0.
00000100:00000001:1.0:1787763705.845553:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763705.845558:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d568b40 x1874599320613248/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763730 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763705.845569:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d568b40 x1874599320613248/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763730 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763705.845577:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763705.845579:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763705.845582:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763705.845585:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763705.845590:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d568b40 x1874599320613248/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763730 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763705.845610:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763705.845616:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d568b40 x1874599320613248/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763730 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763705.845625:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763705.845628:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763705.845630:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763705.845632:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763705.845635:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763705.845638:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763705.845642:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763705.845646:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763705.845649:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763705.845655:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d568b40 x1874599320613248/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763730 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763705.845665:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d568b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320613248:192.168.203.113@tcp:250:kworker.0
00000100:00000001:1.0:1787763705.845671:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763705.845673:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763705.845677:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d568b40 x1874599320613248/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763730 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763705.845685:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763705.845688:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763705.845691:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58dba800.
02000000:00000001:1.0:1787763705.845695:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763705.845697:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763705.845699:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:1.0:1787763705.845702:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763705.845705:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f184c00.
02000000:00000001:1.0:1787763705.845709:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763705.845712:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763705.845714:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d568b40.
00000100:00000001:1.0:1787763705.845717:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763705.845719:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763705.845722:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763705.845730:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763705.845733:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763705.845735:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763705.845737:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763705.845739:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763705.845743:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d56a940 x1874599320613376/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763705.845753:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763705.845754:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763705.845757:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763705.845759:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763705.845762:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763705.845765:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d56a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320613376:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763705.845770:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763705.845772:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763705.845773:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763705.845776:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763705.845779:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58dba800.
02000000:00000001:1.0:1787763705.845781:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763705.845786:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763705.845789:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43e70.
00000400:00000010:1.0:1787763705.845793:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9cc0.
00000100:00000200:1.0:1787763705.845796:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320613376, portal 10
00000100:00000001:1.0:1787763705.845799:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763705.845800:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910972224 : -110374798579392 : ffff9b9d5d56a940)
00000100:00000040:1.0:1787763705.845808:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d56a940 x1874599320613376/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763730 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763705.845816:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763705.845819:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763705.845821:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9770.
00000100:00000200:1.0:1787763705.845824:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320613376, offset 0
00000400:00000200:1.0:1787763705.845829:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763705.845833:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763705.845838:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763705.845841:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763705.845844:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763705.845847:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763705.845850:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763705.845854:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63555:63555:256:4294967295] 192.168.203.113@tcp LPNI seq info [63555:63555:8:4294967295]
00000400:00000200:1.0:1787763705.845859:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763705.845867:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763705.845872:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763705.845876:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef300.
00000800:00000200:1.0:1787763705.845880:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763705.845884:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787763705.845889:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763705.845891:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1787763705.845895:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763705.845897:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef300.
00000400:00000200:1.0:1787763705.845901:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763705.845904:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763705.845908:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9770
00000400:00000010:1.0:1787763705.845909:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9770.
00000100:00000001:1.0:1787763705.845912:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763705.845916:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d56a940 x1874599320613376/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763730 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763705.845924:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763705.845926:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d56a940 x1874599320613376/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763730 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763705.845931:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763705.845932:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763705.845935:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763705.845938:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:1.0:1787763705.845941:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763705.845942:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315541036
00000100:00000001:1.0:1787763705.845945:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315542263
00000100:00000001:1.0:1787763705.845946:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315541036
00000100:00000001:1.0:1787763705.845948:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315542264
00000100:00000001:1.0:1787763705.845950:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763705.845952:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763705.845953:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763705.845956:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763705/real 1787763705]  req@ffff9b9d5d56a940 x1874599320613376/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763730 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763705.845962:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763705.845963:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763705.845964:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43e70.
00000400:00000200:1.0:1787763705.845966:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9cc0
00000400:00000010:1.0:1787763705.845967:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9cc0.
00000100:00000001:1.0:1787763705.845969:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763705.845971:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d56a940 x1874599320613376/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763730 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763705.845977:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d56a940 x1874599320613376/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763730 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763705.845980:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763705.845981:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763705.845982:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763705.845983:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763705.845985:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d56a940 x1874599320613376/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763730 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763705.845989:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763705.845991:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d56a940 x1874599320613376/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763730 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763705.845996:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763705.845997:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763705.845999:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763705.846000:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763705.846001:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763705.846014:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763705.846016:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763705.846019:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763705.846020:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763705.846023:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d56a940 x1874599320613376/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763730 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763705.846028:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d56a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320613376:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763705.846030:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763705.846032:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d568000 x1874599320613504/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763705.846036:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763705.846037:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763705.846038:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763705.846040:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763705.846041:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763705.846052:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d568000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320613504:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763705.846054:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763705.846056:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763705.846057:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763705.846058:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763705.846061:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58dba000.
02000000:00000001:1.0:1787763705.846062:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763705.846063:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763705.846065:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43e70.
00000400:00000010:1.0:1787763705.846067:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9cc0.
00000100:00000200:1.0:1787763705.846069:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320613504, portal 10
00000100:00000001:1.0:1787763705.846071:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763705.846072:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910961664 : -110374798589952 : ffff9b9d5d568000)
00000100:00000040:1.0:1787763705.846076:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d568000 x1874599320613504/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763730 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763705.846081:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763705.846083:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763705.846084:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9770.
00000100:00000200:1.0:1787763705.846086:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320613504, offset 0
00000400:00000200:1.0:1787763705.846088:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763705.846091:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763705.846094:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763705.846096:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763705.846098:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763705.846099:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763705.846101:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763705.846103:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63556:63556:256:4294967295] 192.168.203.113@tcp LPNI seq info [63556:63556:8:4294967295]
00000400:00000200:1.0:1787763705.846106:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763705.846110:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763705.846113:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763705.846114:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef300.
00000800:00000200:1.0:1787763705.846117:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763705.846119:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787763705.846133:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763705.846135:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1787763705.846138:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763705.846139:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef300.
00000400:00000200:1.0:1787763705.846141:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763705.846144:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763705.846145:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9770
00000400:00000010:1.0:1787763705.846147:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9770.
00000100:00000001:1.0:1787763705.846148:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763705.846151:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d568000 x1874599320613504/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763730 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763705.846156:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763705.846158:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d568000 x1874599320613504/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763730 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763705.846162:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763705.846164:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763705.846166:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763705.846168:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:1.0:1787763705.846170:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763705.846171:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315541015
00000100:00000001:1.0:1787763705.846173:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315542263
00000100:00000001:1.0:1787763705.846175:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315541015
00000100:00000001:1.0:1787763705.846177:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315542264
00000100:00000001:1.0:1787763705.846178:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763705.846179:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763705.846180:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763705.846182:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763705/real 1787763705]  req@ffff9b9d5d568000 x1874599320613504/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763730 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763705.846187:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763705.846188:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763705.846205:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43e70.
00000400:00000200:1.0:1787763705.846208:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9cc0
00000400:00000010:1.0:1787763705.846209:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9cc0.
00000100:00000001:1.0:1787763705.846211:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763705.846213:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d568000 x1874599320613504/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763730 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763705.846219:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d568000 x1874599320613504/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763730 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763705.846224:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763705.846225:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763705.846226:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763705.846227:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763705.846229:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d568000 x1874599320613504/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763730 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763705.846239:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763705.846242:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d568000 x1874599320613504/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763730 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763705.846247:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763705.846249:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763705.846250:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763705.846251:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763705.846252:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763705.846253:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763705.846255:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763705.846257:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763705.846258:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763705.846260:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d568000 x1874599320613504/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763730 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763705.846265:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d568000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320613504:192.168.203.113@tcp:38:kworker.0
00000100:00000001:1.0:1787763705.846267:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763705.846269:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d56b840 x1874599320613632/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763705.846273:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763705.846274:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763705.846275:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763705.846277:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763705.846278:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763705.846280:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d56b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320613632:192.168.203.113@tcp:8:kworker.0
00000100:00000001:1.0:1787763705.846282:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763705.846284:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763705.846285:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763705.846286:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763705.846288:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d58db9400.
02000000:00000001:1.0:1787763705.846290:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763705.846293:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:1.0:1787763705.846294:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c4cf43e70.
00000400:00000010:1.0:1787763705.846297:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9cc0.
00000100:00000200:1.0:1787763705.846299:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320613632, portal 4
00000100:00000001:1.0:1787763705.846301:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763705.846302:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910976064 : -110374798575552 : ffff9b9d5d56b840)
00000100:00000040:1.0:1787763705.846306:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d56b840 x1874599320613632/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763730 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763705.846311:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763705.846312:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:1.0:1787763705.846314:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d514b9770.
00000100:00000200:1.0:1787763705.846315:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320613632, offset 0
00000400:00000200:1.0:1787763705.846318:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763705.846320:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763705.846322:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:1.0:1787763705.846324:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763705.846326:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763705.846328:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763705.846329:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:1.0:1787763705.846331:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63557:63557:256:4294967295] 192.168.203.113@tcp LPNI seq info [63557:63557:8:4294967295]
00000400:00000200:1.0:1787763705.846334:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763705.846338:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763705.846341:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763705.846343:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c718ef300.
00000800:00000200:1.0:1787763705.846346:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.0:1787763705.846348:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787763705.846351:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:1.1:1787763705.846353:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1787763705.846356:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:1.0:1787763705.846357:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c718ef300.
00000400:00000200:1.0:1787763705.846359:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763705.846362:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763705.846364:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9770
00000400:00000010:1.0:1787763705.846365:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9770.
00000100:00000001:1.0:1787763705.846367:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763705.846369:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d56b840 x1874599320613632/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763730 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763705.846374:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763705.846376:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d56b840 x1874599320613632/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763730 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763705.846380:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763705.846382:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763705.846383:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763705.846385:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:1.0:1787763705.846387:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763705.846389:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315541027
00000100:00000001:1.0:1787763705.846391:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315542263
00000100:00000001:1.0:1787763705.846392:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315541027
00000100:00000001:1.0:1787763705.846394:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315542264
00000100:00000001:1.0:1787763705.846395:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763705.846396:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763705.846397:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763705.846400:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763705/real 1787763705]  req@ffff9b9d5d56b840 x1874599320613632/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763730 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763705.846404:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763705.846405:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763705.846406:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c4cf43e70.
00000400:00000200:1.0:1787763705.846408:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d514b9cc0
00000400:00000010:1.0:1787763705.846409:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d514b9cc0.
00000100:00000001:1.0:1787763705.846410:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763705.846412:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d56b840 x1874599320613632/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763730 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763705.846417:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d56b840 x1874599320613632/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763730 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763705.846432:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763705.846433:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763705.846435:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763705.846436:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763705.846453:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d56b840 x1874599320613632/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763730 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763705.846458:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763705.846461:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d56b840 x1874599320613632/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763730 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763705.846466:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763705.846468:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763705.846469:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763705.846470:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763705.846471:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763705.846472:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763705.846473:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763705.846475:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:1.0:1787763705.846477:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763705.846479:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d56b840 x1874599320613632/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763730 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763705.846483:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d56b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320613632:192.168.203.113@tcp:8:kworker.0
00000100:00000001:1.0:1787763705.846486:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763705.846498:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763705.846500:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d56a940 x1874599320613376/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763730 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763705.846504:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763705.846505:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763705.846507:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58dba800.
02000000:00000001:1.0:1787763705.846509:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763705.846510:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763705.846512:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:1.0:1787763705.846513:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763705.846514:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f184000.
02000000:00000001:1.0:1787763705.846516:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763705.846517:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763705.846518:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d56a940.
00000100:00000001:1.0:1787763705.846520:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763705.846521:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763705.846522:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763705.846525:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d568000 x1874599320613504/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763730 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763705.846529:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763705.846530:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763705.846531:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58dba000.
02000000:00000001:1.0:1787763705.846532:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763705.846533:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763705.846534:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:1.0:1787763705.846535:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763705.846536:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f185000.
02000000:00000001:1.0:1787763705.846538:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763705.846538:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763705.846539:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d568000.
00000100:00000001:1.0:1787763705.846540:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763705.846541:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763705.846542:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763705.846544:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d56b840 x1874599320613632/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763730 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763705.846547:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763705.846548:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763705.846549:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d58db9400.
02000000:00000001:1.0:1787763705.846550:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763705.846551:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763705.846551:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:1.0:1787763705.846554:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763705.846555:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f187000.
02000000:00000001:1.0:1787763705.846556:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763705.846557:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763705.846558:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d56b840.
00000100:00000001:1.0:1787763705.846559:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763705.846560:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763705.846561:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763705.846564:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763705.846564:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763705.846566:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763705.846567:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763706.036630:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763706.036640:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763706.036648:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763706.036650:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763706.036653:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763706.036655:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763706.036727:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763706.036734:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763706.036739:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763706.868591:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763706.868602:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763706.868604:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763706.868612:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763706.868617:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763706.868622:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763706.868625:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763706.868628:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763706.868632:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763707.060552:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763707.060560:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763707.060565:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763707.060566:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763707.060570:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763707.060572:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763707.060666:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763707.060672:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763707.060676:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787763707.124529:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4315542263, at 4315542272
00000100:00000040:1.0:1787763707.124529:0:303331:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b110 (cpu 1) has reached its deadline 4315542264, at 4315542272
00000100:00000010:0.0:1787763707.124548:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69b480.
00000100:00000010:1.0:1787763707.124554:0:303331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d7f69bd80.
00000100:00000001:3.0:1787763707.892582:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763707.892592:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763707.892595:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763707.892601:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763707.892608:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763707.892613:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763707.892618:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763707.892622:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763707.892626:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763708.084542:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763708.084548:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763708.084552:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763708.084553:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763708.084556:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763708.084558:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763708.084628:0:281543:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763708.084635:0:281543:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763708.084640:0:281543:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763708.916548:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763708.916560:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763708.916566:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763708.916575:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763708.916584:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763708.916590:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763708.916596:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763708.916602:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763708.916609:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763709.108585:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763709.108597:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763709.108610:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763709.108614:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763709.108621:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763709.108624:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763709.108749:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763709.108758:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763709.108764:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763709.940554:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763709.940561:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763709.940563:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763709.940568:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763709.940573:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763709.940576:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763709.940580:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763709.940583:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763709.940585:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763710.132548:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763710.132558:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763710.132565:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763710.132566:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763710.132571:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763710.132572:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763710.132626:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763710.132632:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763710.132636:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000008:00000020:3.0:1787763710.452567:0:303490:0:(osc_request.c:747:osc_update_next_shrink()) next time 22078 to shrink grant
00000008:00000020:3.0:1787763710.452576:0:303490:0:(osc_request.c:747:osc_update_next_shrink()) next time 22078 to shrink grant
00000008:00000020:3.0:1787763710.452578:0:303490:0:(osc_request.c:747:osc_update_next_shrink()) next time 22078 to shrink grant
00000100:00000001:3.0:1787763710.964594:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763710.964603:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763710.964605:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763710.964612:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00080000:1.0:1787763710.964616:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1787763710.964619:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763710.964626:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1787763710.964628:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787763710.964631:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763710.964633:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1787763710.964639:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1787763710.964640:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763710.964648:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763710.964649:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787763710.964661:0:291943:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20873
00000400:00000200:1.0:1787763710.964670:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763710.964676:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:1.0:1787763710.964679:0:291943:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787763710.964683:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763710.964686:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787763710.964689:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763710.964692:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:1.0:1787763710.964696:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787763710.964698:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:1.0:1787763710.964700:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787763710.964703:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:1.0:1787763710.964704:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:1.0:1787763710.964706:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:1.0:1787763710.964709:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763710.964711:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787763710.964712:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763710.964714:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:1.0:1787763710.964716:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:1.0:1787763710.964718:0:291943:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:1.0:1787763710.964720:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763710.964723:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787763710.964727:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763710.964730:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763710.964733:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1787763710.964736:0:291943:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787763710.964743:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d753e4b40.
00000020:00000040:1.0:1787763710.964747:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:1.0:1787763710.964751:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787763710.964753:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763710.964756:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787763710.964759:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787763710.964763:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787763710.964771:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d58db9400.
00000100:00000001:1.0:1787763710.964778:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763710.964787:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d753e4b40 x1874599320613760/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787763710.964798:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787763710.964819:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763710.964827:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059ae9bfc] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d753e4b40 x1874599320613760/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763710.964856:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787763710.964860:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787763710.964864:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787763710.964865:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787763710.964868:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787763710.964871:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787763710.964874:0:291943:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20873
00000400:00000200:1.0:1787763710.964893:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763710.964895:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:1.0:1787763710.964897:0:291943:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787763710.964899:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763710.964901:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787763710.964903:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763710.964905:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:1.0:1787763710.964907:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787763710.964908:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000020:00000001:1.0:1787763710.964909:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787763710.964911:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000020:00000001:1.0:1787763710.964912:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000020:00000001:1.0:1787763710.964914:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000040:1.0:1787763710.964916:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763710.964917:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763710.964918:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787763710.964921:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763710.964923:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000001:2.0:1787763710.964925:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000040:1.0:1787763710.964926:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00080000:1.0:1787763710.964930:0:291943:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763710.964931:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787763710.964933:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763710.964935:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787763710.964940:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1787763710.964942:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d753e4b40 x1874599320613760/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787763710.964943:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763710.964947:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1787763710.964952:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787763710.964957:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763710.964960:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763710.964960:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763710.964965:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787763710.964966:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d753e70c0.
00000020:00000040:1.0:1787763710.964971:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
02000000:00000001:2.0:1787763710.964972:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763710.964973:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787763710.964976:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763710.964979:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763710.964979:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763710.964982:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763710.964986:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763710.964987:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787763710.965010:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d58dba000.
00000100:00100000:2.0:1787763710.965013:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d753e4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320613760:192.168.203.113@tcp:250:kworker.0
00000100:00000001:1.0:1787763710.965017:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763710.965025:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00100000:1.0:1787763710.965032:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d753e70c0 x1874599320613888/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1787763710.965034:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763710.965040:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763710.965046:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1787763710.965048:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1787763710.965051:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763710.965057:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e07129f8] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d753e70c0 x1874599320613888/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1787763710.965075:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f185000.
02000000:00000001:2.0:1787763710.965081:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763710.965084:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787763710.965087:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1787763710.965090:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00080000:1.0:1787763710.965091:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1787763710.965094:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787763710.965095:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:2.0:1787763710.965097:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569ee790.
00000100:00000001:1.0:1787763710.965099:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787763710.965103:0:291943:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20873
00000400:00000200:1.0:1787763710.965106:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763710.965106:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc6e8.
00000400:00000200:1.0:1787763710.965111:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:1.0:1787763710.965113:0:291943:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000200:2.0:1787763710.965115:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320613760, portal 25
00000100:00000040:1.0:1787763710.965116:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763710.965119:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787763710.965122:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000040:1.0:1787763710.965123:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763710.965126:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699312028480 : -110374397523136 : ffff9b9d753e4b40)
00000100:00000001:1.0:1787763710.965128:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:1.0:1787763710.965133:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787763710.965134:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000020:00000001:1.0:1787763710.965136:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787763710.965139:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000100:00000040:2.0:1787763710.965139:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d753e4b40 x1874599320613760/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763735 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1787763710.965140:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000020:00000001:1.0:1787763710.965144:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00000040:1.0:1787763710.965151:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763710.965168:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787763710.965172:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763710.965172:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1787763710.965177:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:1.0:1787763710.965180:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000100:00080000:1.0:1787763710.965185:0:291943:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000040:2.0:1787763710.965185:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000100:00000001:1.0:1787763710.965190:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787763710.965191:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc440.
02000000:00000001:1.0:1787763710.965192:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787763710.965196:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:2.0:1787763710.965199:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320613760, offset 0
02000000:00000001:1.0:1787763710.965200:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763710.965204:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1787763710.965208:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787763710.965211:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763710.965213:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000100:00000001:1.0:1787763710.965214:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787763710.965219:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d753e4000.
00000020:00000040:1.0:1787763710.965221:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
02000000:00000001:1.0:1787763710.965226:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1787763710.965226:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
02000000:00000001:1.0:1787763710.965229:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763710.965232:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787763710.965233:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787763710.965236:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763710.965237:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
02000000:00000010:1.0:1787763710.965241:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d58dba800.
00000400:00000200:2.0:1787763710.965244:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1787763710.965245:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763710.965253:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000100:00100000:1.0:1787763710.965255:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d753e4000 x1874599320614016/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787763710.965261:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000100:00000001:1.0:1787763710.965266:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1787763710.965269:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000100:00000001:1.0:1787763710.965270:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763710.965277:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005dd4acea] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d753e4000 x1874599320614016/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787763710.965278:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63558:63558:256:4294967295] 192.168.203.113@tcp LPNI seq info [63558:63558:8:4294967295]
00000400:00000200:2.0:1787763710.965293:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763710.965295:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763710.965299:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1787763710.965303:0:291943:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:1.0:1787763710.965308:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787763710.965313:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787763710.965317:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1787763710.965317:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000100:00080000:1.0:1787763710.965320:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787763710.965324:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:2.0:1787763710.965331:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000100:00080000:1.0:1787763710.965336:0:291943:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20873
00000400:00000200:1.0:1787763710.965340:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000800:00000010:2.0:1787763710.965340:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8ea00.
00000400:00000200:1.0:1787763710.965345:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:1.0:1787763710.965348:0:291943:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787763710.965354:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000800:00000200:2.0:1787763710.965354:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000001:1.0:1787763710.965358:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787763710.965362:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000800:00000200:2.0:1787763710.965362:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000100:00000001:1.0:1787763710.965366:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:1.0:1787763710.965369:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787763710.965372:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000800:00000200:2.1:1787763710.965372:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000020:00000001:1.0:1787763710.965374:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787763710.965377:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000800:00000200:2.1:1787763710.965378:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000020:00000001:1.0:1787763710.965379:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000020:00000001:1.0:1787763710.965383:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000800:00000100:2.0:1787763710.965385:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000100:00000040:1.0:1787763710.965389:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000800:00000010:2.0:1787763710.965389:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8ea00.
00000100:00000001:1.0:1787763710.965393:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787763710.965396:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000400:00000200:2.0:1787763710.965396:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1787763710.965402:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000400:00000200:2.0:1787763710.965406:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000020:00000040:1.0:1787763710.965407:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00080000:1.0:1787763710.965412:0:291943:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000400:00000200:2.0:1787763710.965413:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc440
00000100:00000001:1.0:1787763710.965414:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787763710.965416:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc440.
02000000:00000001:1.0:1787763710.965417:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787763710.965421:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763710.965422:0:256678:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:1.0:1787763710.965423:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763710.965426:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1787763710.965429:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000100:00000200:2.0:1787763710.965429:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d753e4b40 x1874599320613760/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763735 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:1.0:1787763710.965434:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763710.965464:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787763710.965468:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d753e7840.
00000020:00000040:1.0:1787763710.965472:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
02000000:00000001:1.0:1787763710.965476:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787763710.965477:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763710.965479:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1787763710.965479:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:1.0:1787763710.965482:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787763710.965485:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763710.965488:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d753e4b40 x1874599320613760/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763735 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1787763710.965490:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d58db9c00.
00000100:00000001:1.0:1787763710.965496:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763710.965504:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d753e7840 x1874599320614144/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763710.965505:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763710.965510:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763710.965515:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787763710.965518:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763710.965522:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763710.965523:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000889a89a4] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d753e7840 x1874599320614144/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787763710.965531:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763710.965535:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4315547384
00000100:00000001:1.0:1787763710.965537:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763710.965541:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d5891f780.
00000100:00000040:1.0:1787763710.965542:0:291943:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20883)
00000100:00000001:2.0:1787763710.965549:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787763710.965556:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4315547384
00000100:00000010:2.0:1787763710.965559:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d5891f1e0.
00000100:00000001:2.0:1787763710.965562:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787763710.965564:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763710.965566:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763710.965568:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763710.965573:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763710/real 1787763710]  req@ffff9b9d753e4b40 x1874599320613760/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763735 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763710.965584:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763710.965586:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763710.965587:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569ee790.
00000400:00000200:2.0:1787763710.965589:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc6e8
00000400:00000010:2.0:1787763710.965590:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc6e8.
00000100:00000001:2.0:1787763710.965592:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763710.965594:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d753e4b40 x1874599320613760/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763735 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763710.965600:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d753e4b40 x1874599320613760/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763735 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763710.965605:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763710.965606:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763710.965607:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763710.965609:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763710.965611:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d753e4b40 x1874599320613760/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763735 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763710.965615:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763710.965618:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d753e4b40 x1874599320613760/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763735 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763710.965623:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763710.965625:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763710.965627:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763710.965627:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763710.965630:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763710.965631:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763710.965633:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763710.965635:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763710.965637:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763710.965640:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d753e4b40 x1874599320613760/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763735 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763710.965646:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d753e4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320613760:192.168.203.113@tcp:250:kworker.0
00000100:00000001:2.0:1787763710.965650:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763710.965651:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763710.965653:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d753e4b40 x1874599320613760/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763735 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763710.965657:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763710.965659:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763710.965661:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f185000.
02000000:00000001:2.0:1787763710.965663:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763710.965664:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763710.965665:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:2.0:1787763710.965667:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763710.965669:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d58db9400.
02000000:00000001:2.0:1787763710.965671:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763710.965672:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763710.965673:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d753e4b40.
00000100:00000001:2.0:1787763710.965675:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763710.965676:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763710.965677:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763710.965683:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763710.965684:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763710.965686:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787763710.965687:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763710.965688:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763710.965690:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d753e70c0 x1874599320613888/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763710.965695:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763710.965696:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763710.965698:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763710.965699:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763710.965701:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763710.965703:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d753e70c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320613888:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763710.965706:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763710.965707:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763710.965708:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763710.965710:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763710.965712:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f185000.
02000000:00000001:2.0:1787763710.965714:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763710.965716:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763710.965718:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569ee790.
00000400:00000010:2.0:1787763710.965720:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc6e8.
00000100:00000200:2.0:1787763710.965722:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320613888, portal 10
00000100:00000001:2.0:1787763710.965724:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763710.965725:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699312038080 : -110374397513536 : ffff9b9d753e70c0)
00000100:00000040:2.0:1787763710.965730:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d753e70c0 x1874599320613888/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763735 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763710.965735:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763710.965736:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763710.965738:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc440.
00000100:00000200:2.0:1787763710.965739:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320613888, offset 0
00000400:00000200:2.0:1787763710.965742:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763710.965745:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763710.965747:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763710.965749:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763710.965751:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763710.965754:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763710.965755:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763710.965758:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63559:63559:256:4294967295] 192.168.203.113@tcp LPNI seq info [63559:63559:8:4294967295]
00000400:00000200:2.0:1787763710.965761:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763710.965765:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763710.965768:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763710.965770:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8ea00.
00000800:00000200:2.0:1787763710.965773:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.0:1787763710.965776:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787763710.965779:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763710.965780:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1787763710.965783:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763710.965784:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8ea00.
00000400:00000200:2.0:1787763710.965786:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787763710.965789:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763710.965791:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc440
00000400:00000010:2.0:1787763710.965792:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc440.
00000100:00000001:2.0:1787763710.965794:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763710.965796:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d753e70c0 x1874599320613888/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763735 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763710.965801:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763710.965803:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d753e70c0 x1874599320613888/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763735 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763710.965828:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763710.965829:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763710.965832:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763710.965836:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:2.0:1787763710.965839:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763710.965841:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315546156
00000100:00000001:2.0:1787763710.965844:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315547384
00000100:00000001:2.0:1787763710.965846:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315546156
00000100:00000001:2.0:1787763710.965848:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315547384
00000100:00000001:2.0:1787763710.965850:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763710.965851:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763710.965853:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763710.965857:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763710/real 1787763710]  req@ffff9b9d753e70c0 x1874599320613888/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763735 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763710.965863:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763710.965865:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763710.965867:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569ee790.
00000400:00000200:2.0:1787763710.965869:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc6e8
00000400:00000010:2.0:1787763710.965871:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc6e8.
00000100:00000001:2.0:1787763710.965889:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763710.965891:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d753e70c0 x1874599320613888/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763735 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763710.965897:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d753e70c0 x1874599320613888/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763735 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763710.965900:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763710.965901:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763710.965902:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763710.965903:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763710.965905:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d753e70c0 x1874599320613888/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763735 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763710.965909:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763710.965911:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d753e70c0 x1874599320613888/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763735 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763710.965916:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763710.965917:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763710.965918:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763710.965919:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763710.965921:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763710.965929:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763710.965931:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763710.965933:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763710.965935:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763710.965937:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d753e70c0 x1874599320613888/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763735 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763710.965942:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d753e70c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320613888:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763710.965945:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763710.965947:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d753e4000 x1874599320614016/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763710.965952:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763710.965953:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763710.965954:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763710.965955:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763710.965956:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763710.965958:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d753e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320614016:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763710.965959:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763710.965961:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763710.965961:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763710.965963:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763710.965965:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f184000.
02000000:00000001:2.0:1787763710.965966:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763710.965968:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763710.965970:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569ee790.
00000400:00000010:2.0:1787763710.965971:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc6e8.
00000100:00000200:2.0:1787763710.965973:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320614016, portal 10
00000100:00000001:2.0:1787763710.965974:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763710.965975:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699312025600 : -110374397526016 : ffff9b9d753e4000)
00000100:00000040:2.0:1787763710.965979:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d753e4000 x1874599320614016/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763735 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763710.965983:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763710.965985:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763710.965986:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc440.
00000100:00000200:2.0:1787763710.965988:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320614016, offset 0
00000400:00000200:2.0:1787763710.965990:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763710.965992:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763710.965994:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763710.965996:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763710.965998:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763710.966000:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763710.966001:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763710.966003:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63560:63560:256:4294967295] 192.168.203.113@tcp LPNI seq info [63560:63560:8:4294967295]
00000400:00000200:2.0:1787763710.966006:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763710.966010:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763710.966013:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763710.966015:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8ea00.
00000800:00000200:2.0:1787763710.966017:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.0:1787763710.966019:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787763710.966022:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763710.966023:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1787763710.966026:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763710.966027:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8ea00.
00000400:00000200:2.0:1787763710.966029:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787763710.966032:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763710.966033:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc440
00000400:00000010:2.0:1787763710.966035:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc440.
00000100:00000001:2.0:1787763710.966036:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763710.966039:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d753e4000 x1874599320614016/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763735 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763710.966044:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763710.966046:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d753e4000 x1874599320614016/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763735 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763710.966050:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763710.966051:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763710.966053:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763710.966055:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:2.0:1787763710.966057:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763710.966075:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315546135
00000100:00000001:2.0:1787763710.966078:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315547384
00000100:00000001:2.0:1787763710.966081:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315546135
00000100:00000001:2.0:1787763710.966084:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315547384
00000100:00000001:2.0:1787763710.966087:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763710.966090:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763710.966093:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763710.966098:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763710/real 1787763710]  req@ffff9b9d753e4000 x1874599320614016/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763735 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763710.966111:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763710.966113:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763710.966115:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569ee790.
00000400:00000200:2.0:1787763710.966119:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc6e8
00000400:00000010:2.0:1787763710.966121:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc6e8.
00000100:00000001:2.0:1787763710.966139:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763710.966142:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d753e4000 x1874599320614016/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763735 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763710.966150:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d753e4000 x1874599320614016/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763735 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763710.966170:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763710.966172:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763710.966173:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763710.966175:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763710.966179:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d753e4000 x1874599320614016/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763735 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763710.966185:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763710.966190:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d753e4000 x1874599320614016/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763735 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763710.966196:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763710.966199:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763710.966200:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763710.966202:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763710.966204:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763710.966206:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763710.966209:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763710.966212:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763710.966214:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763710.966218:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d753e4000 x1874599320614016/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763735 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763710.966227:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d753e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320614016:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763710.966231:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763710.966235:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d753e7840 x1874599320614144/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763710.966242:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763710.966243:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763710.966245:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763710.966247:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763710.966249:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763710.966252:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d753e7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320614144:192.168.203.113@tcp:8:kworker.0
00000100:00000001:2.0:1787763710.966256:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763710.966258:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763710.966259:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763710.966261:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763710.966265:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f184c00.
02000000:00000001:2.0:1787763710.966268:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763710.966271:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763710.966274:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569ee790.
00000400:00000010:2.0:1787763710.966277:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc6e8.
00000100:00000200:2.0:1787763710.966281:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320614144, portal 4
00000100:00000001:2.0:1787763710.966283:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763710.966284:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699312040000 : -110374397511616 : ffff9b9d753e7840)
00000100:00000040:2.0:1787763710.966290:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d753e7840 x1874599320614144/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763735 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763710.966298:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763710.966300:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763710.966302:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc440.
00000100:00000200:2.0:1787763710.966305:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320614144, offset 0
00000400:00000200:2.0:1787763710.966309:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763710.966313:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763710.966317:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763710.966320:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763710.966323:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763710.966325:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763710.966328:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763710.966331:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63561:63561:256:4294967295] 192.168.203.113@tcp LPNI seq info [63561:63561:8:4294967295]
00000400:00000200:2.0:1787763710.966335:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763710.966342:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763710.966346:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763710.966349:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8ea00.
00000800:00000200:2.0:1787763710.966354:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.0:1787763710.966356:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787763710.966361:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763710.966363:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1787763710.966367:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763710.966369:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8ea00.
00000400:00000200:2.0:1787763710.966372:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787763710.966375:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763710.966378:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc440
00000400:00000010:2.0:1787763710.966380:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc440.
00000100:00000001:2.0:1787763710.966382:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763710.966386:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d753e7840 x1874599320614144/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763735 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763710.966393:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763710.966396:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d753e7840 x1874599320614144/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763735 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763710.966408:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763710.966410:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763710.966413:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763710.966416:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:2.0:1787763710.966419:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763710.966421:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315546147
00000100:00000001:2.0:1787763710.966424:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315547384
00000100:00000001:2.0:1787763710.966426:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315546147
00000100:00000001:2.0:1787763710.966428:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315547384
00000100:00000001:2.0:1787763710.966430:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763710.966432:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763710.966434:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763710.966437:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763710/real 1787763710]  req@ffff9b9d753e7840 x1874599320614144/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763735 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763710.966489:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763710.966492:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763710.966496:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569ee790.
00000400:00000200:2.0:1787763710.966501:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc6e8
00000400:00000010:2.0:1787763710.966504:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc6e8.
00000100:00000001:2.0:1787763710.966508:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763710.966514:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d753e7840 x1874599320614144/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763735 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763710.966527:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d753e7840 x1874599320614144/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763735 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763710.966536:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763710.966539:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763710.966541:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763710.966543:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763710.966549:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d753e7840 x1874599320614144/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763735 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763710.966559:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763710.966565:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d753e7840 x1874599320614144/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763735 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763710.966590:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763710.966592:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763710.966594:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763710.966595:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763710.966597:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763710.966599:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763710.966601:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763710.966605:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763710.966607:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763710.966611:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d753e7840 x1874599320614144/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763735 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763710.966619:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d753e7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320614144:192.168.203.113@tcp:8:kworker.0
00000100:00000001:2.0:1787763710.966623:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763710.966625:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763710.966628:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d753e70c0 x1874599320613888/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763735 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763710.966635:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763710.966637:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763710.966639:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f185000.
02000000:00000001:2.0:1787763710.966641:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763710.966643:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763710.966645:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:2.0:1787763710.966647:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763710.966649:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d58dba000.
02000000:00000001:2.0:1787763710.966652:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763710.966653:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763710.966655:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d753e70c0.
00000100:00000001:2.0:1787763710.966657:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763710.966659:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763710.966660:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763710.966664:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d753e4000 x1874599320614016/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763735 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763710.966670:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763710.966671:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763710.966673:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f184000.
02000000:00000001:2.0:1787763710.966675:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763710.966676:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763710.966678:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:2.0:1787763710.966679:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763710.966681:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d58dba800.
02000000:00000001:2.0:1787763710.966683:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763710.966684:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763710.966685:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d753e4000.
00000100:00000001:2.0:1787763710.966687:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763710.966688:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763710.966690:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763710.966693:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d753e7840 x1874599320614144/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763735 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763710.966699:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763710.966701:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763710.966702:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f184c00.
02000000:00000001:2.0:1787763710.966704:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763710.966705:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763710.966706:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:2.0:1787763710.966708:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763710.966710:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d58db9c00.
02000000:00000001:2.0:1787763710.966711:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763710.966712:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763710.966714:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d753e7840.
00000100:00000001:2.0:1787763710.966715:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763710.966717:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763710.966719:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763710.966723:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763710.966724:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763710.966726:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787763710.966728:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763711.156523:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763711.156534:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763711.156536:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763711.156540:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763711.156545:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763711.156547:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763711.156549:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763711.156553:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763711.156558:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763711.156561:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763711.156563:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763711.156565:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763711.156566:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763711.156567:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763711.156568:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763711.156569:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763711.156572:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763711.156573:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763711.156620:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763711.156625:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763711.156629:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763711.988561:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763711.988572:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763711.988576:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763711.988583:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763711.988588:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763711.988593:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763711.988597:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763711.988601:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763711.988605:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763712.180595:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763712.180602:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763712.180607:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763712.180609:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763712.180613:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763712.180614:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763712.180753:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763712.180761:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763712.180766:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1787763712.244534:0:303331:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b110 (cpu 1) has reached its deadline 4315547384, at 4315547392
00000100:00000040:0.0:1787763712.244535:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4315547384, at 4315547392
00000100:00000010:0.0:1787763712.244550:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d5891f780.
00000100:00000010:1.0:1787763712.244554:0:303331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d5891f1e0.
00000100:00000001:3.0:1787763713.012531:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763713.012541:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763713.012543:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763713.012549:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763713.012553:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763713.012558:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763713.012561:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763713.012564:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763713.012567:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763713.204516:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763713.204525:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763713.204531:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763713.204533:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763713.204536:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763713.204539:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763713.204542:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763713.204544:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763713.204547:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763713.204550:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763713.204551:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763713.204553:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763713.204598:0:281543:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763713.204603:0:281543:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763713.204605:0:281543:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763714.036544:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763714.036554:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763714.036557:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763714.036565:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763714.036571:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763714.036576:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763714.036580:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763714.036583:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763714.036586:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763714.228611:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763714.228622:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763714.228633:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763714.228635:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763714.228640:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763714.228642:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763714.228789:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763714.228795:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763714.228799:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763715.060514:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763715.060523:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763715.060525:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763715.060531:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763715.060535:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763715.060539:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763715.060542:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763715.060545:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763715.060548:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763715.252540:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763715.252548:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763715.252553:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763715.252554:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763715.252558:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763715.252560:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763715.252641:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763715.252645:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763715.252648:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787763716.084543:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1787763716.084544:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763716.084552:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:1.0:1787763716.084557:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787763716.084557:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763716.084564:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:3.0:1787763716.084565:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00080000:1.0:1787763716.084569:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763716.084571:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763716.084574:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1787763716.084576:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763716.084580:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:1.0:1787763716.084584:0:291943:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20878
00000100:00000001:3.0:1787763716.084584:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763716.084587:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763716.084596:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763716.084604:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:1.0:1787763716.084607:0:291943:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787763716.084610:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763716.084614:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787763716.084616:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763716.084618:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:1.0:1787763716.084622:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787763716.084624:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:1.0:1787763716.084627:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787763716.084631:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:1.0:1787763716.084633:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:1.0:1787763716.084635:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:1.0:1787763716.084638:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763716.084639:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787763716.084641:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763716.084642:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:1.0:1787763716.084644:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:1.0:1787763716.084647:0:291943:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:1.0:1787763716.084648:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763716.084651:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787763716.084654:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763716.084656:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763716.084658:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1787763716.084660:0:291943:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787763716.084671:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d753e4f00.
00000020:00000040:1.0:1787763716.084674:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:1.0:1787763716.084680:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787763716.084681:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763716.084685:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787763716.084688:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787763716.084693:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787763716.084707:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d58dbb400.
00000100:00000001:1.0:1787763716.084714:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763716.084725:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d753e4f00 x1874599320614272/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787763716.084734:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787763716.084739:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763716.084743:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006fb83b46] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d753e4f00 x1874599320614272/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763716.084764:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787763716.084766:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787763716.084769:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787763716.084770:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787763716.084771:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787763716.084774:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787763716.084776:0:291943:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20878
00000400:00000200:1.0:1787763716.084778:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763716.084780:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:1.0:1787763716.084782:0:291943:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787763716.084784:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763716.084786:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787763716.084788:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763716.084790:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:1.0:1787763716.084792:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787763716.084793:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000020:00000001:1.0:1787763716.084794:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787763716.084797:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000020:00000001:1.0:1787763716.084801:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000020:00000001:1.0:1787763716.084803:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000040:1.0:1787763716.084806:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763716.084808:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787763716.084814:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763716.084816:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:1.0:1787763716.084819:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00000001:2.0:1787763716.084821:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:1.0:1787763716.084824:0:291943:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:1.0:1787763716.084832:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763716.084834:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:1.0:1787763716.084835:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787763716.084841:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:1.0:1787763716.084846:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763716.084851:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763716.084853:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1787763716.084860:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000100:00000040:2.0:1787763716.084861:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d753e4f00 x1874599320614272/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:1.0:1787763716.084869:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763716.084883:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787763716.084893:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d753e6580.
00000020:00000040:1.0:1787763716.084901:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
02000000:00000001:1.0:1787763716.084915:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1787763716.084916:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:1.0:1787763716.084926:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763716.084927:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763716.084946:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763716.084948:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763716.084952:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787763716.084955:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763716.084955:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000010:1.0:1787763716.084973:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d58dbac00.
02000000:00000001:2.0:1787763716.084989:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763716.084991:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763716.085010:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d753e4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320614272:192.168.203.113@tcp:250:kworker.0
00000100:00100000:1.0:1787763716.085011:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d753e6580 x1874599320614400/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763716.085030:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1787763716.085039:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1787763716.085039:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1787763716.085045:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763716.085045:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763716.085063:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:1.0:1787763716.085072:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f34e68e0] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d753e6580 x1874599320614400/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1787763716.085079:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f184c00.
02000000:00000001:2.0:1787763716.085087:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763716.085110:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763716.085140:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787763716.085144:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787763716.085148:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000010:2.0:1787763716.085148:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569ee790.
00000100:00000001:1.0:1787763716.085161:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787763716.085165:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:2.0:1787763716.085167:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc6e8.
00000100:00000001:1.0:1787763716.085173:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00000200:2.0:1787763716.085180:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320614272, portal 25
00000100:00080000:1.0:1787763716.085185:0:291943:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20878
00000100:00000001:2.0:1787763716.085187:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763716.085193:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699312029440 : -110374397522176 : ffff9b9d753e4f00)
00000400:00000200:1.0:1787763716.085203:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000040:2.0:1787763716.085210:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d753e4f00 x1874599320614272/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763741 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787763716.085219:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:1.0:1787763716.085236:0:291943:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787763716.085242:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763716.085257:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000040:2.0:1787763716.085257:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763716.085265:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc440.
00000100:00000001:1.0:1787763716.085272:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:2.0:1787763716.085274:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320614272, offset 0
00000100:00000040:1.0:1787763716.085284:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000400:00000200:2.0:1787763716.085288:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000100:00000001:1.0:1787763716.085297:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:1.0:1787763716.085303:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787763716.085305:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000400:00000200:2.0:1787763716.085311:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000020:00000001:1.0:1787763716.085313:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787763716.085319:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000020:00000001:1.0:1787763716.085323:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000400:00000200:2.0:1787763716.085328:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000020:00000001:1.0:1787763716.085329:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000400:00000200:2.0:1787763716.085342:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:1.0:1787763716.085343:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763716.085351:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787763716.085353:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763716.085361:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000400:00000200:2.0:1787763716.085361:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000020:00000040:1.0:1787763716.085372:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000100:00080000:1.0:1787763716.085379:0:291943:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:1.0:1787763716.085386:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763716.085386:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
02000000:00000001:1.0:1787763716.085396:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787763716.085401:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1787763716.085408:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
02000000:00000001:1.0:1787763716.085409:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763716.085414:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1787763716.085419:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787763716.085430:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763716.085431:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63562:63562:256:4294967295] 192.168.203.113@tcp LPNI seq info [63562:63562:8:4294967295]
00000100:00000001:1.0:1787763716.085434:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787763716.085469:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d753e5a40.
00000020:00000040:1.0:1787763716.085471:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
02000000:00000001:1.0:1787763716.085474:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787763716.085475:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763716.085477:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787763716.085479:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787763716.085481:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787763716.085485:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d58db9800.
00000100:00000001:1.0:1787763716.085503:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763716.085513:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00100000:1.0:1787763716.085521:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d753e5a40 x1874599320614528/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787763716.085556:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1787763716.085556:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000100:00000001:1.0:1787763716.085565:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763716.085587:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007997ceef] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d753e5a40 x1874599320614528/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1787763716.085588:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763716.085606:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8ea00.
00000100:00000001:1.0:1787763716.085608:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763716.085623:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1787763716.085629:0:291943:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:2.0:1787763716.085635:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00080000:1.0:1787763716.085642:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.0:1787763716.085644:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000100:00080000:1.0:1787763716.085660:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787763716.085662:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787763716.085664:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787763716.085671:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:2.1:1787763716.085676:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00080000:1.0:1787763716.085678:0:291943:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20878
00000400:00000200:1.0:1787763716.085688:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000800:00000200:2.1:1787763716.085692:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000400:00000200:1.0:1787763716.085695:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:1.0:1787763716.085703:0:291943:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787763716.085713:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763716.085721:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000100:2.0:1787763716.085723:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000100:00000040:1.0:1787763716.085728:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763716.085733:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000800:00000010:2.0:1787763716.085734:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8ea00.
00000020:00000001:1.0:1787763716.085736:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787763716.085739:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000020:00000001:1.0:1787763716.085745:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787763716.085746:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000020:00000001:1.0:1787763716.085748:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000020:00000001:1.0:1787763716.085750:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000400:00000200:2.0:1787763716.085754:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:1.0:1787763716.085755:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763716.085768:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787763716.085775:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000400:00000200:2.0:1787763716.085781:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000100:00000001:1.0:1787763716.085783:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:1.0:1787763716.085795:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000400:00000200:2.0:1787763716.085800:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc440
00000100:00080000:1.0:1787763716.085805:0:291943:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000400:00000010:2.0:1787763716.085806:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc440.
00000100:00000001:1.0:1787763716.085820:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763716.085824:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787763716.085824:0:256678:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:1.0:1787763716.085842:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:2.0:1787763716.085849:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d753e4f00 x1874599320614272/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763741 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787763716.085851:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763716.085860:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1787763716.085866:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1787763716.085878:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763716.085888:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787763716.085905:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d753e7c00.
00000100:00000001:2.0:1787763716.085908:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000020:00000040:1.0:1787763716.085911:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
02000000:00000001:1.0:1787763716.085919:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000040:2.0:1787763716.085921:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d753e4f00 x1874599320614272/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763741 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787763716.085926:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763716.085938:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787763716.085942:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787763716.085947:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763716.085966:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787763716.085968:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d58db9c00.
00000100:00000001:1.0:1787763716.085978:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763716.085979:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:1.0:1787763716.085992:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d753e7c00 x1874599320614656/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763716.085994:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763716.086012:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1787763716.086013:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763716.086017:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763716.086022:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4315552504
00000100:00000040:1.0:1787763716.086031:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000661486ec] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d753e7c00 x1874599320614656/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1787763716.086038:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d5891f960.
00000100:00000001:1.0:1787763716.086040:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763716.086050:0:291943:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20888)
00000100:00000001:2.0:1787763716.086051:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787763716.086064:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4315552504
00000100:00000010:2.0:1787763716.086070:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d5891f300.
00000100:00000001:2.0:1787763716.086075:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787763716.086080:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763716.086084:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763716.086087:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763716.086094:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763716/real 1787763716]  req@ffff9b9d753e4f00 x1874599320614272/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763716.086108:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763716.086110:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763716.086113:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569ee790.
00000400:00000200:2.0:1787763716.086116:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc6e8
00000400:00000010:2.0:1787763716.086143:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc6e8.
00000100:00000001:2.0:1787763716.086149:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763716.086154:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d753e4f00 x1874599320614272/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763716.086166:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d753e4f00 x1874599320614272/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763716.086174:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763716.086177:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763716.086180:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763716.086182:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763716.086187:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d753e4f00 x1874599320614272/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763716.086198:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763716.086204:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d753e4f00 x1874599320614272/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763741 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763716.086213:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763716.086216:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763716.086218:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763716.086220:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763716.086223:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763716.086226:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763716.086230:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763716.086235:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763716.086238:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763716.086243:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d753e4f00 x1874599320614272/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763741 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763716.086253:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d753e4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320614272:192.168.203.113@tcp:250:kworker.0
00000100:00000001:2.0:1787763716.086259:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763716.086262:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763716.086266:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d753e4f00 x1874599320614272/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763741 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763716.086274:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763716.086278:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763716.086282:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f184c00.
02000000:00000001:2.0:1787763716.086286:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763716.086289:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763716.086291:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:2.0:1787763716.086294:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763716.086297:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d58dbb400.
02000000:00000001:2.0:1787763716.086303:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763716.086306:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763716.086309:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d753e4f00.
00000100:00000001:2.0:1787763716.086314:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763716.086316:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763716.086318:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763716.086328:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763716.086330:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763716.086333:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787763716.086336:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763716.086338:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763716.086343:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d753e6580 x1874599320614400/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763716.086357:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763716.086360:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763716.086364:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763716.086368:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763716.086373:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763716.086379:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d753e6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320614400:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763716.086386:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763716.086391:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763716.086394:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763716.086398:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763716.086405:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f184c00.
02000000:00000001:2.0:1787763716.086409:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763716.086417:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763716.086423:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569ee790.
00000400:00000010:2.0:1787763716.086430:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc6e8.
00000100:00000200:2.0:1787763716.086437:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320614400, portal 10
00000100:00000001:2.0:1787763716.086481:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763716.086483:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699312035200 : -110374397516416 : ffff9b9d753e6580)
00000100:00000040:2.0:1787763716.086494:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d753e6580 x1874599320614400/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763741 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763716.086503:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763716.086506:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763716.086511:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc440.
00000100:00000200:2.0:1787763716.086515:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320614400, offset 0
00000400:00000200:2.0:1787763716.086521:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763716.086528:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763716.086533:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763716.086538:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763716.086541:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763716.086545:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763716.086548:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763716.086553:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63563:63563:256:4294967295] 192.168.203.113@tcp LPNI seq info [63563:63563:8:4294967295]
00000400:00000200:2.0:1787763716.086558:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763716.086567:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763716.086574:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763716.086578:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8ea00.
00000800:00000200:2.0:1787763716.086584:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.0:1787763716.086588:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787763716.086594:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763716.086598:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1787763716.086603:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763716.086605:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8ea00.
00000400:00000200:2.0:1787763716.086610:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787763716.086615:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763716.086619:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc440
00000400:00000010:2.0:1787763716.086621:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc440.
00000100:00000001:2.0:1787763716.086625:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763716.086629:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d753e6580 x1874599320614400/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763741 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763716.086640:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763716.086644:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d753e6580 x1874599320614400/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763741 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763716.086652:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763716.086655:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763716.086661:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763716.086668:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:2.0:1787763716.086674:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763716.086678:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315551277
00000100:00000001:2.0:1787763716.086683:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315552504
00000100:00000001:2.0:1787763716.086687:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315551277
00000100:00000001:2.0:1787763716.086691:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315552504
00000100:00000001:2.0:1787763716.086695:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763716.086700:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763716.086703:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763716.086712:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763716/real 1787763716]  req@ffff9b9d753e6580 x1874599320614400/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763716.086729:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763716.086732:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763716.086736:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569ee790.
00000400:00000200:2.0:1787763716.086741:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc6e8
00000400:00000010:2.0:1787763716.086746:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc6e8.
00000100:00000001:2.0:1787763716.086749:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763716.086756:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d753e6580 x1874599320614400/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763716.086770:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d753e6580 x1874599320614400/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763716.086779:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763716.086781:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763716.086784:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763716.086785:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763716.086790:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d753e6580 x1874599320614400/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763716.086798:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763716.086803:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d753e6580 x1874599320614400/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763741 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763716.086813:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763716.086816:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763716.086818:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763716.086820:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763716.086822:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763716.086837:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763716.086840:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763716.086844:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763716.086846:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763716.086851:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d753e6580 x1874599320614400/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763741 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763716.086861:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d753e6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320614400:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763716.086866:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763716.086871:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d753e5a40 x1874599320614528/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763716.086879:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763716.086881:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763716.086884:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763716.086886:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763716.086889:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763716.086892:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d753e5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320614528:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763716.086897:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763716.086900:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763716.086902:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763716.086904:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763716.086909:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f184000.
02000000:00000001:2.0:1787763716.086911:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763716.086916:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763716.086920:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569ee790.
00000400:00000010:2.0:1787763716.086924:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc6e8.
00000100:00000200:2.0:1787763716.086928:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320614528, portal 10
00000100:00000001:2.0:1787763716.086930:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763716.086932:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699312032320 : -110374397519296 : ffff9b9d753e5a40)
00000100:00000040:2.0:1787763716.086940:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d753e5a40 x1874599320614528/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763741 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763716.086948:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763716.086951:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763716.086953:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc440.
00000100:00000200:2.0:1787763716.086956:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320614528, offset 0
00000400:00000200:2.0:1787763716.086961:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763716.086967:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763716.086971:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763716.086975:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763716.086979:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763716.086982:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763716.086985:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763716.086990:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63564:63564:256:4294967295] 192.168.203.113@tcp LPNI seq info [63564:63564:8:4294967295]
00000400:00000200:2.0:1787763716.086995:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763716.087004:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763716.087009:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763716.087013:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8ea00.
00000800:00000200:2.0:1787763716.087018:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.0:1787763716.087021:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787763716.087027:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763716.087030:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1787763716.087035:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763716.087037:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8ea00.
00000400:00000200:2.0:1787763716.087041:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787763716.087045:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763716.087049:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc440
00000400:00000010:2.0:1787763716.087052:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc440.
00000100:00000001:2.0:1787763716.087055:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763716.087060:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d753e5a40 x1874599320614528/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763741 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763716.087070:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763716.087074:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d753e5a40 x1874599320614528/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763741 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763716.087082:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763716.087084:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763716.087088:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763716.087092:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:2.0:1787763716.087096:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763716.087098:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315551256
00000100:00000001:2.0:1787763716.087101:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315552504
00000100:00000001:2.0:1787763716.087104:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315551256
00000100:00000001:2.0:1787763716.087107:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315552504
00000100:00000001:2.0:1787763716.087110:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763716.087112:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763716.087114:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763716.087142:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763716/real 1787763716]  req@ffff9b9d753e5a40 x1874599320614528/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763716.087153:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763716.087155:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763716.087157:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569ee790.
00000400:00000200:2.0:1787763716.087161:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc6e8
00000400:00000010:2.0:1787763716.087163:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc6e8.
00000100:00000001:2.0:1787763716.087166:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763716.087171:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d753e5a40 x1874599320614528/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763716.087181:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d753e5a40 x1874599320614528/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763716.087190:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763716.087192:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763716.087194:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763716.087196:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763716.087200:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d753e5a40 x1874599320614528/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763716.087208:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763716.087213:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d753e5a40 x1874599320614528/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763741 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763716.087221:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763716.087224:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763716.087226:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763716.087227:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763716.087229:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763716.087232:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763716.087235:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763716.087239:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763716.087242:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763716.087247:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d753e5a40 x1874599320614528/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763741 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763716.087256:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d753e5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320614528:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763716.087260:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763716.087265:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d753e7c00 x1874599320614656/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763716.087273:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763716.087275:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763716.087278:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763716.087280:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763716.087283:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763716.087287:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d753e7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320614656:192.168.203.113@tcp:8:kworker.0
00000100:00000001:2.0:1787763716.087291:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763716.087294:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763716.087296:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763716.087298:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763716.087302:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f185000.
02000000:00000001:2.0:1787763716.087305:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763716.087309:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763716.087312:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569ee790.
00000400:00000010:2.0:1787763716.087316:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc6e8.
00000100:00000200:2.0:1787763716.087319:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320614656, portal 4
00000100:00000001:2.0:1787763716.087322:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763716.087324:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699312040960 : -110374397510656 : ffff9b9d753e7c00)
00000100:00000040:2.0:1787763716.087331:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d753e7c00 x1874599320614656/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763741 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763716.087339:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763716.087342:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763716.087344:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc440.
00000100:00000200:2.0:1787763716.087347:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320614656, offset 0
00000400:00000200:2.0:1787763716.087355:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763716.087362:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763716.087369:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763716.087375:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763716.087380:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763716.087385:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763716.087389:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763716.087395:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63565:63565:256:4294967295] 192.168.203.113@tcp LPNI seq info [63565:63565:8:4294967295]
00000400:00000200:2.0:1787763716.087404:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763716.087418:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763716.087429:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763716.087436:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8ea00.
00000800:00000200:2.0:1787763716.087476:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.0:1787763716.087480:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787763716.087485:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763716.087489:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1787763716.087493:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763716.087496:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8ea00.
00000400:00000200:2.0:1787763716.087500:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787763716.087505:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763716.087509:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc440
00000400:00000010:2.0:1787763716.087512:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc440.
00000100:00000001:2.0:1787763716.087516:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763716.087521:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d753e7c00 x1874599320614656/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763741 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763716.087531:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763716.087535:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d753e7c00 x1874599320614656/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763741 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763716.087543:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763716.087545:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763716.087550:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763716.087554:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:2.0:1787763716.087558:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763716.087561:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315551269
00000100:00000001:2.0:1787763716.087564:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315552504
00000100:00000001:2.0:1787763716.087567:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315551269
00000100:00000001:2.0:1787763716.087570:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315552504
00000100:00000001:2.0:1787763716.087572:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763716.087575:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763716.087577:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763716.087582:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763716/real 1787763716]  req@ffff9b9d753e7c00 x1874599320614656/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763716.087593:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763716.087594:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763716.087597:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569ee790.
00000400:00000200:2.0:1787763716.087600:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc6e8
00000400:00000010:2.0:1787763716.087601:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc6e8.
00000100:00000001:2.0:1787763716.087604:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763716.087608:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d753e7c00 x1874599320614656/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763716.087618:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d753e7c00 x1874599320614656/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763716.087626:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763716.087628:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763716.087630:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763716.087631:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763716.087635:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d753e7c00 x1874599320614656/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763716.087643:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763716.087648:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d753e7c00 x1874599320614656/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763741 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763716.087657:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763716.087662:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763716.087665:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763716.087668:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763716.087672:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763716.087675:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763716.087680:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763716.087687:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763716.087692:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763716.087700:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d753e7c00 x1874599320614656/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763741 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763716.087718:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d753e7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320614656:192.168.203.113@tcp:8:kworker.0
00000100:00000001:2.0:1787763716.087727:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763716.087731:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763716.087738:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d753e6580 x1874599320614400/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763741 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763716.087753:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763716.087756:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763716.087760:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f184c00.
02000000:00000001:2.0:1787763716.087764:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763716.087766:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763716.087768:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:2.0:1787763716.087771:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763716.087774:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d58dbac00.
02000000:00000001:2.0:1787763716.087777:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763716.087780:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763716.087782:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d753e6580.
00000100:00000001:2.0:1787763716.087785:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763716.087787:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763716.087789:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763716.087794:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d753e5a40 x1874599320614528/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763741 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763716.087802:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763716.087804:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763716.087806:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f184000.
02000000:00000001:2.0:1787763716.087809:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763716.087810:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763716.087812:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:2.0:1787763716.087814:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763716.087816:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d58db9800.
02000000:00000001:2.0:1787763716.087818:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763716.087820:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763716.087822:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d753e5a40.
00000100:00000001:2.0:1787763716.087825:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763716.087826:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763716.087828:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763716.087832:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d753e7c00 x1874599320614656/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763741 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763716.087839:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763716.087841:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763716.087843:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f185000.
02000000:00000001:2.0:1787763716.087845:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763716.087846:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763716.087848:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:2.0:1787763716.087850:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763716.087851:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d58db9c00.
02000000:00000001:2.0:1787763716.087854:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763716.087855:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763716.087857:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d753e7c00.
00000100:00000001:2.0:1787763716.087859:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763716.087860:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763716.087863:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763716.087868:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763716.087869:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763716.087872:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787763716.087874:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763716.276534:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763716.276542:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763716.276548:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763716.276550:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763716.276553:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763716.276554:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763716.276690:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763716.276699:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763716.276705:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763717.108522:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763717.108531:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763717.108533:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763717.108538:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763717.108543:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763717.108546:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763717.108549:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763717.108552:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763717.108555:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763717.300548:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763717.300556:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763717.300564:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763717.300566:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763717.300572:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763717.300574:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763717.300726:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763717.300735:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763717.300741:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787763717.364571:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4315552504, at 4315552512
00000100:00000010:0.0:1787763717.364596:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d5891f960.
00000100:00000040:1.0:1787763717.364634:0:303331:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b110 (cpu 1) has reached its deadline 4315552504, at 4315552512
00000100:00000010:1.0:1787763717.364661:0:303331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d5891f300.
00000100:00000001:3.0:1787763718.132521:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763718.132530:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763718.132532:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763718.132538:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763718.132542:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763718.132547:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763718.132550:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763718.132554:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763718.132557:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763718.324517:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763718.324526:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763718.324533:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763718.324534:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763718.324546:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763718.324547:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763718.324612:0:281543:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763718.324618:0:281543:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763718.324624:0:281543:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763719.156586:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763719.156598:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763719.156602:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763719.156612:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763719.156618:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763719.156626:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763719.156630:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763719.156635:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763719.156639:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763719.348538:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763719.348547:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763719.348554:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763719.348555:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763719.348559:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763719.348560:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763719.348638:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763719.348645:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763719.348650:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763720.180576:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763720.180588:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763720.180591:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763720.180599:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763720.180604:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763720.180610:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763720.180614:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763720.180619:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763720.180622:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763720.372582:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763720.372591:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763720.372597:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763720.372598:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763720.372602:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763720.372603:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763720.372660:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763720.372664:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763720.372668:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763721.204506:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763721.204514:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763721.204517:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763721.204523:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763721.204528:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763721.204533:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763721.204537:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763721.204540:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763721.204544:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787763721.204583:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787763721.204593:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787763721.204595:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787763721.204599:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787763721.204603:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787763721.204611:0:291943:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20883
00000400:00000200:1.0:1787763721.204621:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763721.204630:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:1.0:1787763721.204633:0:291943:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787763721.204636:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763721.204639:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787763721.204644:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763721.204647:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:1.0:1787763721.204651:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787763721.204653:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:1.0:1787763721.204657:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787763721.204661:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:1.0:1787763721.204664:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:1.0:1787763721.204665:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:1.0:1787763721.204668:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763721.204669:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787763721.204670:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763721.204672:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:1.0:1787763721.204675:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:1.0:1787763721.204677:0:291943:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:1.0:1787763721.204680:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763721.204682:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787763721.204685:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763721.204687:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763721.204689:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1787763721.204691:0:291943:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787763721.204700:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d753e7c00.
00000020:00000040:1.0:1787763721.204703:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:1.0:1787763721.204708:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787763721.204710:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763721.204713:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787763721.204716:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787763721.204720:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787763721.204730:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d58dba000.
00000100:00000001:1.0:1787763721.204736:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763721.204745:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d753e7c00 x1874599320614784/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787763721.204754:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787763721.204758:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763721.204762:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000661486ec] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d753e7c00 x1874599320614784/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763721.204779:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787763721.204783:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787763721.204787:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787763721.204788:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787763721.204789:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787763721.204791:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787763721.204793:0:291943:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20883
00000400:00000200:1.0:1787763721.204796:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763721.204798:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:1.0:1787763721.204800:0:291943:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787763721.204803:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763721.204806:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787763721.204807:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763721.204809:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:1.0:1787763721.204811:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787763721.204812:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000020:00000001:1.0:1787763721.204816:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787763721.204816:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:1.0:1787763721.204824:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000020:00000001:1.0:1787763721.204827:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000001:2.0:1787763721.204827:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1787763721.204835:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000001:2.0:1787763721.204836:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763721.204842:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763721.204845:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787763721.204846:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763721.204848:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:1.0:1787763721.204850:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00080000:1.0:1787763721.204855:0:291943:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000040:2.0:1787763721.204856:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d753e7c00 x1874599320614784/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763721.204858:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763721.204862:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787763721.204870:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763721.204875:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763721.204876:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763721.204878:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787763721.204881:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1787763721.204884:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787763721.204887:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763721.204889:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1787763721.204890:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787763721.204895:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d753e5a40.
02000000:00000001:2.0:1787763721.204895:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:1.0:1787763721.204901:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
02000000:00000001:1.0:1787763721.204906:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787763721.204909:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763721.204910:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763721.204920:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787763721.204922:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787763721.204924:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763721.204928:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d753e7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320614784:192.168.203.113@tcp:250:kworker.0
02000000:00000010:1.0:1787763721.204929:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d58db9400.
00000100:00000001:1.0:1787763721.204934:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763721.204943:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00100000:1.0:1787763721.204944:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d753e5a40 x1874599320614912/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1787763721.204950:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1787763721.204952:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787763721.204955:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763721.204955:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763721.204963:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007997ceef] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d753e5a40 x1874599320614912/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787763721.204964:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1787763721.204974:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787763721.204976:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000010:2.0:1787763721.204978:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f184000.
00000100:00080000:1.0:1787763721.204979:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1787763721.204984:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787763721.204986:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:2.0:1787763721.204986:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763721.204991:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787763721.204995:0:291943:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20883
00000400:00000200:1.0:1787763721.204998:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763721.205005:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763721.205006:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:1.0:1787763721.205013:0:291943:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000400:00000010:2.0:1787763721.205016:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569ee790.
00000100:00000040:1.0:1787763721.205018:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763721.205024:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787763721.205030:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000400:00000010:2.0:1787763721.205032:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc6e8.
00000100:00000001:1.0:1787763721.205036:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000200:2.0:1787763721.205042:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320614784, portal 25
00000020:00000001:1.0:1787763721.205043:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787763721.205046:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000100:00000001:2.0:1787763721.205050:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000020:00000001:1.0:1787763721.205051:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787763721.205054:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699312040960 : -110374397510656 : ffff9b9d753e7c00)
00000020:00000040:1.0:1787763721.205057:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000020:00000001:1.0:1787763721.205063:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000020:00000001:1.0:1787763721.205070:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00000040:2.0:1787763721.205070:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d753e7c00 x1874599320614784/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763746 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763721.205080:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763721.205094:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000100:00000040:1.0:1787763721.205104:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000400:00000010:2.0:1787763721.205104:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc440.
00000100:00000001:1.0:1787763721.205111:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787763721.205115:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000200:2.0:1787763721.205115:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320614784, offset 0
00000100:00000001:1.0:1787763721.205121:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:1.0:1787763721.205126:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000100:00080000:1.0:1787763721.205128:0:291943:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:1.0:1787763721.205130:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763721.205134:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787763721.205138:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1787763721.205138:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
02000000:00000001:1.0:1787763721.205143:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763721.205145:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1787763721.205147:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787763721.205148:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763721.205150:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763721.205155:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000010:1.0:1787763721.205157:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d753e6580.
00000020:00000040:1.0:1787763721.205165:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
02000000:00000001:1.0:1787763721.205168:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787763721.205169:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763721.205171:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787763721.205176:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1787763721.205176:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
02000000:00000001:1.0:1787763721.205183:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787763721.205191:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d58db8800.
00000400:00000200:2.0:1787763721.205194:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1787763721.205196:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763721.205203:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000100:00100000:1.0:1787763721.205204:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d753e6580 x1874599320615040/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787763721.205220:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000100:00000001:1.0:1787763721.205235:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1787763721.205236:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000100:00000001:1.0:1787763721.205239:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763721.205246:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f34e68e0] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d753e6580 x1874599320615040/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787763721.205250:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63566:63566:256:4294967295] 192.168.203.113@tcp LPNI seq info [63566:63566:8:4294967295]
00000100:00000001:1.0:1787763721.205265:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763721.205268:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1787763721.205271:0:291943:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:1.0:1787763721.205277:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1787763721.205288:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00080000:1.0:1787763721.205289:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787763721.205292:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787763721.205295:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787763721.205299:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787763721.205302:0:291943:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20883
00000400:00000200:2.0:1787763721.205310:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000400:00000200:1.0:1787763721.205322:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000800:00000200:2.0:1787763721.205327:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000400:00000200:1.0:1787763721.205330:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:1.0:1787763721.205336:0:291943:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787763721.205339:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000800:00000010:2.0:1787763721.205341:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8ea00.
00000100:00000001:1.0:1787763721.205342:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787763721.205346:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763721.205350:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:1.0:1787763721.205352:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787763721.205356:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000020:00000001:1.0:1787763721.205360:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000200:2.0:1787763721.205361:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000020:00000040:1.0:1787763721.205362:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000020:00000001:1.0:1787763721.205373:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000800:00000200:2.0:1787763721.205375:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 11 secs later)
00000020:00000001:1.0:1787763721.205378:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000040:1.0:1787763721.205384:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000800:00000200:2.1:1787763721.205390:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000001:1.0:1787763721.205391:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787763721.205400:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000800:00000200:2.1:1787763721.205401:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 11 secs later)
00000100:00000001:1.0:1787763721.205406:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:1.0:1787763721.205412:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000800:00000100:2.0:1787763721.205414:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000100:00080000:1.0:1787763721.205418:0:291943:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:1.0:1787763721.205422:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1787763721.205423:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8ea00.
02000000:00000001:1.0:1787763721.205424:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787763721.205428:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763721.205433:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763721.205434:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1787763721.205465:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1787763721.205467:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763721.205468:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787763721.205471:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d753e4f00.
00000020:00000040:1.0:1787763721.205473:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
02000000:00000001:1.0:1787763721.205475:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787763721.205476:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763721.205476:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1787763721.205479:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787763721.205482:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787763721.205487:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787763721.205493:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d58dbbc00.
00000400:00000200:2.0:1787763721.205493:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000100:00000001:1.0:1787763721.205500:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763721.205505:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc440
00000100:00100000:1.0:1787763721.205506:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d753e4f00 x1874599320615168/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1787763721.205511:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc440.
00000100:00000001:2.0:1787763721.205523:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787763721.205525:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787763721.205527:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763721.205533:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006fb83b46] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d753e4f00 x1874599320615168/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763721.205535:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d753e7c00 x1874599320614784/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763746 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763721.205555:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763721.205563:0:291943:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20894)
00000100:00000001:2.0:1787763721.205572:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763721.205581:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d753e7c00 x1874599320614784/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763746 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763721.205590:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763721.205593:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763721.205599:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763721.205605:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763721.205608:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4315557624
00000100:00000010:2.0:1787763721.205614:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d5891f4e0.
00000100:00000001:2.0:1787763721.205621:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787763721.205632:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4315557624
00000100:00000010:2.0:1787763721.205635:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d5891fba0.
00000100:00000001:2.0:1787763721.205637:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787763721.205640:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763721.205642:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763721.205644:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763721.205649:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763721/real 1787763721]  req@ffff9b9d753e7c00 x1874599320614784/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763721.205661:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763721.205662:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763721.205664:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569ee790.
00000400:00000200:2.0:1787763721.205666:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc6e8
00000400:00000010:2.0:1787763721.205667:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc6e8.
00000100:00000001:2.0:1787763721.205669:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763721.205672:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d753e7c00 x1874599320614784/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763721.205678:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d753e7c00 x1874599320614784/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763721.205682:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763721.205683:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763721.205684:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763721.205686:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763721.205689:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d753e7c00 x1874599320614784/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763721.205693:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763721.205697:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d753e7c00 x1874599320614784/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763746 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763721.205701:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763721.205703:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763721.205704:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763721.205705:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763721.205712:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763721.205714:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763721.205717:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763721.205720:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763721.205721:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763721.205724:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d753e7c00 x1874599320614784/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763746 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763721.205730:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d753e7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320614784:192.168.203.113@tcp:250:kworker.0
00000100:00000001:2.0:1787763721.205733:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763721.205734:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763721.205737:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d753e7c00 x1874599320614784/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763746 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763721.205741:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763721.205742:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763721.205745:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f184000.
02000000:00000001:2.0:1787763721.205746:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763721.205748:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763721.205750:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:2.0:1787763721.205751:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763721.205754:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d58dba000.
02000000:00000001:2.0:1787763721.205756:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763721.205758:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763721.205759:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d753e7c00.
00000100:00000001:2.0:1787763721.205761:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763721.205762:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763721.205763:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763721.205768:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763721.205770:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763721.205771:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787763721.205773:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763721.205774:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763721.205777:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d753e5a40 x1874599320614912/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763721.205782:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763721.205783:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763721.205785:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763721.205786:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763721.205788:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763721.205790:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d753e5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320614912:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763721.205792:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763721.205794:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763721.205796:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763721.205797:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763721.205799:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f184000.
02000000:00000001:2.0:1787763721.205801:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763721.205803:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763721.205805:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569ee790.
00000400:00000010:2.0:1787763721.205807:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc6e8.
00000100:00000200:2.0:1787763721.205810:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320614912, portal 10
00000100:00000001:2.0:1787763721.205811:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763721.205812:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699312032320 : -110374397519296 : ffff9b9d753e5a40)
00000100:00000040:2.0:1787763721.205817:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d753e5a40 x1874599320614912/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763746 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763721.205822:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763721.205823:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763721.205825:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc440.
00000100:00000200:2.0:1787763721.205827:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320614912, offset 0
00000400:00000200:2.0:1787763721.205829:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763721.205832:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763721.205835:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763721.205837:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763721.205839:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763721.205841:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763721.205842:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763721.205845:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63567:63567:256:4294967295] 192.168.203.113@tcp LPNI seq info [63567:63567:8:4294967295]
00000400:00000200:2.0:1787763721.205847:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763721.205852:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763721.205855:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763721.205857:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8ea00.
00000800:00000200:2.0:1787763721.205860:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.0:1787763721.205863:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1787763721.205866:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763721.205868:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 11 secs later)
00000800:00000100:2.0:1787763721.205871:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763721.205872:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8ea00.
00000400:00000200:2.0:1787763721.205874:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787763721.205877:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763721.205879:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc440
00000400:00000010:2.0:1787763721.205880:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc440.
00000100:00000001:2.0:1787763721.205882:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763721.205884:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d753e5a40 x1874599320614912/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763746 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763721.205889:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763721.205891:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d753e5a40 x1874599320614912/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763746 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763721.205895:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763721.205896:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763721.205898:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763721.205901:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:2.0:1787763721.205904:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763721.205905:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315556396
00000100:00000001:2.0:1787763721.205907:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315557624
00000100:00000001:2.0:1787763721.205909:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315556396
00000100:00000001:2.0:1787763721.205910:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315557624
00000100:00000001:2.0:1787763721.205911:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763721.205912:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763721.205914:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763721.205916:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763721/real 1787763721]  req@ffff9b9d753e5a40 x1874599320614912/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763721.205920:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763721.205921:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763721.205923:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569ee790.
00000400:00000200:2.0:1787763721.205925:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc6e8
00000400:00000010:2.0:1787763721.205926:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc6e8.
00000100:00000001:2.0:1787763721.205927:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763721.205930:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d753e5a40 x1874599320614912/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763721.205935:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d753e5a40 x1874599320614912/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763721.205939:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763721.205940:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763721.205941:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763721.205941:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763721.205944:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d753e5a40 x1874599320614912/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763721.205948:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763721.205950:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d753e5a40 x1874599320614912/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763746 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763721.205955:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763721.205957:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763721.205958:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763721.205958:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763721.205959:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763721.205968:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763721.205970:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763721.205972:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763721.205973:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763721.205976:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d753e5a40 x1874599320614912/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763746 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763721.205981:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d753e5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320614912:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763721.205984:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763721.205987:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d753e6580 x1874599320615040/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763721.205991:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763721.205992:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763721.205994:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763721.205995:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763721.205996:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763721.205998:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d753e6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320615040:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763721.205999:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763721.206001:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763721.206002:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763721.206003:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763721.206006:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f184c00.
02000000:00000001:2.0:1787763721.206007:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763721.206009:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763721.206010:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569ee790.
00000400:00000010:2.0:1787763721.206012:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc6e8.
00000100:00000200:2.0:1787763721.206014:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320615040, portal 10
00000100:00000001:2.0:1787763721.206016:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763721.206017:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699312035200 : -110374397516416 : ffff9b9d753e6580)
00000100:00000040:2.0:1787763721.206020:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d753e6580 x1874599320615040/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763746 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763721.206025:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763721.206026:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763721.206028:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc440.
00000100:00000200:2.0:1787763721.206029:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320615040, offset 0
00000400:00000200:2.0:1787763721.206031:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763721.206034:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763721.206036:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763721.206037:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763721.206039:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763721.206041:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763721.206042:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763721.206045:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63568:63568:256:4294967295] 192.168.203.113@tcp LPNI seq info [63568:63568:8:4294967295]
00000400:00000200:2.0:1787763721.206047:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763721.206051:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763721.206053:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763721.206055:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8ea00.
00000800:00000200:2.0:1787763721.206057:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.0:1787763721.206059:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1787763721.206062:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763721.206064:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 11 secs later)
00000800:00000100:2.0:1787763721.206066:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763721.206068:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8ea00.
00000400:00000200:2.0:1787763721.206069:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787763721.206072:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763721.206073:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc440
00000400:00000010:2.0:1787763721.206075:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc440.
00000100:00000001:2.0:1787763721.206076:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763721.206078:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d753e6580 x1874599320615040/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763746 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763721.206102:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763721.206104:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d753e6580 x1874599320615040/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763746 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763721.206109:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763721.206110:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763721.206112:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763721.206115:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:2.0:1787763721.206117:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763721.206118:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315556375
00000100:00000001:2.0:1787763721.206120:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315557624
00000100:00000001:2.0:1787763721.206122:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315556375
00000100:00000001:2.0:1787763721.206123:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315557624
00000100:00000001:2.0:1787763721.206125:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763721.206126:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763721.206128:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763721.206130:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763721/real 1787763721]  req@ffff9b9d753e6580 x1874599320615040/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763721.206135:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763721.206136:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763721.206137:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569ee790.
00000400:00000200:2.0:1787763721.206138:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc6e8
00000400:00000010:2.0:1787763721.206139:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc6e8.
00000100:00000001:2.0:1787763721.206140:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763721.206142:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d753e6580 x1874599320615040/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763721.206148:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d753e6580 x1874599320615040/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763721.206152:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763721.206153:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763721.206154:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763721.206155:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763721.206157:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d753e6580 x1874599320615040/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763721.206161:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763721.206164:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d753e6580 x1874599320615040/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763746 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763721.206168:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763721.206169:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763721.206170:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763721.206171:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763721.206172:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763721.206174:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763721.206176:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763721.206178:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763721.206179:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763721.206182:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d753e6580 x1874599320615040/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763746 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763721.206186:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d753e6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320615040:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763721.206188:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763721.206191:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d753e4f00 x1874599320615168/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763721.206195:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763721.206196:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763721.206197:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763721.206199:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763721.206200:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763721.206202:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d753e4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320615168:192.168.203.113@tcp:8:kworker.0
00000100:00000001:2.0:1787763721.206204:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763721.206206:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763721.206207:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763721.206208:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763721.206210:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f186000.
02000000:00000001:2.0:1787763721.206211:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763721.206213:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763721.206215:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569ee790.
00000400:00000010:2.0:1787763721.206217:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc6e8.
00000100:00000200:2.0:1787763721.206220:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320615168, portal 4
00000100:00000001:2.0:1787763721.206221:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763721.206222:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699312029440 : -110374397522176 : ffff9b9d753e4f00)
00000100:00000040:2.0:1787763721.206225:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d753e4f00 x1874599320615168/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763746 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763721.206230:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763721.206232:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763721.206233:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc440.
00000100:00000200:2.0:1787763721.206235:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320615168, offset 0
00000400:00000200:2.0:1787763721.206237:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763721.206239:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763721.206241:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763721.206243:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763721.206245:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763721.206246:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763721.206248:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763721.206250:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63569:63569:256:4294967295] 192.168.203.113@tcp LPNI seq info [63569:63569:8:4294967295]
00000400:00000200:2.0:1787763721.206253:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763721.206257:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763721.206260:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763721.206262:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8ea00.
00000800:00000200:2.0:1787763721.206264:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.0:1787763721.206267:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1787763721.206269:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763721.206271:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 11 secs later)
00000800:00000100:2.0:1787763721.206274:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763721.206275:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8ea00.
00000400:00000200:2.0:1787763721.206277:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787763721.206279:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763721.206281:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc440
00000400:00000010:2.0:1787763721.206282:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc440.
00000100:00000001:2.0:1787763721.206284:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763721.206286:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d753e4f00 x1874599320615168/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763746 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763721.206291:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763721.206293:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d753e4f00 x1874599320615168/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763746 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763721.206302:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763721.206303:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763721.206304:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763721.206306:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:2.0:1787763721.206308:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763721.206309:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315556387
00000100:00000001:2.0:1787763721.206311:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315557624
00000100:00000001:2.0:1787763721.206313:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315556387
00000100:00000001:2.0:1787763721.206314:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315557624
00000100:00000001:2.0:1787763721.206315:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763721.206316:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763721.206318:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763721.206320:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763721/real 1787763721]  req@ffff9b9d753e4f00 x1874599320615168/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763721.206324:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763721.206325:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763721.206326:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569ee790.
00000400:00000200:2.0:1787763721.206327:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc6e8
00000400:00000010:2.0:1787763721.206328:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc6e8.
00000100:00000001:2.0:1787763721.206329:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763721.206331:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d753e4f00 x1874599320615168/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763721.206337:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d753e4f00 x1874599320615168/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763721.206341:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763721.206341:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763721.206342:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763721.206343:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763721.206345:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d753e4f00 x1874599320615168/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763721.206350:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763721.206353:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d753e4f00 x1874599320615168/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763746 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763721.206357:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763721.206358:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763721.206359:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763721.206360:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763721.206361:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763721.206362:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763721.206364:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763721.206365:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763721.206367:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763721.206369:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d753e4f00 x1874599320615168/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763746 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763721.206373:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d753e4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320615168:192.168.203.113@tcp:8:kworker.0
00000100:00000001:2.0:1787763721.206376:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763721.206377:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763721.206379:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d753e5a40 x1874599320614912/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763746 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763721.206382:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763721.206384:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763721.206385:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f184000.
02000000:00000001:2.0:1787763721.206386:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763721.206387:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763721.206388:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:2.0:1787763721.206390:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763721.206391:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d58db9400.
02000000:00000001:2.0:1787763721.206393:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763721.206394:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763721.206395:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d753e5a40.
00000100:00000001:2.0:1787763721.206397:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763721.206398:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763721.206399:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763721.206401:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d753e6580 x1874599320615040/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763746 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763721.206405:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763721.206406:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763721.206407:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f184c00.
02000000:00000001:2.0:1787763721.206408:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763721.206409:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763721.206410:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:2.0:1787763721.206412:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763721.206412:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d58db8800.
02000000:00000001:2.0:1787763721.206414:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763721.206414:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763721.206415:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d753e6580.
00000100:00000001:2.0:1787763721.206417:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763721.206417:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763721.206418:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763721.206420:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d753e4f00 x1874599320615168/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763746 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763721.206424:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763721.206424:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763721.206425:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f186000.
02000000:00000001:2.0:1787763721.206427:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763721.206427:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763721.206428:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:2.0:1787763721.206429:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763721.206430:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d58dbbc00.
02000000:00000001:2.0:1787763721.206432:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763721.206433:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763721.206433:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d753e4f00.
00000100:00000001:2.0:1787763721.206435:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763721.206436:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763721.206454:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763721.206457:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763721.206458:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763721.206459:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787763721.206461:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763721.396514:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763721.396523:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763721.396525:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763721.396528:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763721.396533:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763721.396536:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763721.396538:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763721.396541:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763721.396545:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763721.396549:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763721.396550:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763721.396551:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763721.396553:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763721.396554:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763721.396557:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763721.396559:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763721.396561:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763721.396563:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763721.396649:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763721.396653:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763721.396656:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763722.228566:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763722.228575:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763722.228577:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763722.228583:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763722.228589:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763722.228592:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763722.228595:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763722.228598:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763722.228601:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763722.420571:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763722.420582:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763722.420595:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763722.420599:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763722.420607:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763722.420610:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763722.420717:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763722.420725:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763722.420732:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787763722.484593:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4315557624, at 4315557632
00000100:00000040:1.0:1787763722.484599:0:303331:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b110 (cpu 1) has reached its deadline 4315557624, at 4315557632
00000100:00000010:0.0:1787763722.484615:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d5891f4e0.
00000100:00000010:1.0:1787763722.484622:0:303331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d5891fba0.
00000100:00000001:3.0:1787763723.252576:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763723.252587:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763723.252592:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763723.252601:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763723.252608:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763723.252615:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763723.252620:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763723.252625:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763723.252631:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763723.444527:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763723.444534:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763723.444540:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763723.444542:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763723.444546:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763723.444550:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763723.444553:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763723.444557:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763723.444561:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763723.444563:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763723.444565:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763723.444567:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763723.444643:0:281543:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763723.444647:0:281543:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763723.444650:0:281543:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763724.276575:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763724.276584:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763724.276587:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763724.276594:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763724.276600:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763724.276604:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763724.276608:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763724.276611:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763724.276615:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763724.468575:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763724.468583:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763724.468588:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763724.468590:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763724.468595:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763724.468597:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763724.468712:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763724.468716:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763724.468720:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763725.300498:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763725.300504:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763725.300506:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763725.300510:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763725.300514:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763725.300517:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763725.300519:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763725.300522:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763725.300525:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763725.492501:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763725.492507:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763725.492512:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763725.492514:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763725.492522:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763725.492523:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787763725.492548:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787763725.492568:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787763725.492572:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763726.324575:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763726.324587:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763726.324592:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763726.324601:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763726.324608:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763726.324615:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763726.324621:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763726.324626:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1787763726.324633:0:303492:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1787763726.324633:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763726.324655:0:303492:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787763726.324659:0:303492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763726.324663:0:303492:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763726.324670:0:303492:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763726.324679:0:303492:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20889
00000400:00000200:0.0:1787763726.324689:0:303492:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763726.324697:0:303492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763726.324701:0:303492:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763726.324705:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763726.324709:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763726.324713:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763726.324716:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763726.324720:0:303492:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763726.324723:0:303492:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:0.0:1787763726.324726:0:303492:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763726.324730:0:303492:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:0.0:1787763726.324733:0:303492:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:0.0:1787763726.324736:0:303492:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:0.0:1787763726.324740:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763726.324742:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763726.324744:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763726.324747:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787763726.324750:0:303492:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:0.0:1787763726.324754:0:303492:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763726.324757:0:303492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763726.324760:0:303492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763726.324764:0:303492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763726.324767:0:303492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763726.324770:0:303492:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787763726.324773:0:303492:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763726.324781:0:303492:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81850000.
00000020:00000040:0.0:1787763726.324785:0:303492:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:0.0:1787763726.324797:0:303492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763726.324799:0:303492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763726.324803:0:303492:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763726.324806:0:303492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763726.324811:0:303492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763726.324819:0:303492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d5055ac00.
00000100:00000001:0.0:1787763726.324827:0:303492:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763726.324838:0:303492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81850000 x1874599320615296/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763726.324850:0:303492:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763726.324856:0:303492:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763726.324862:0:303492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a28e6d3] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81850000 x1874599320615296/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763726.324888:0:303492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763726.324893:0:303492:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763726.324897:0:303492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787763726.324899:0:303492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763726.324901:0:303492:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763726.324904:0:303492:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763726.324907:0:303492:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20889
00000400:00000200:0.0:1787763726.324912:0:303492:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763726.324917:0:303492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763726.324920:0:303492:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763726.324924:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763726.324928:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787763726.324928:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1787763726.324937:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763726.324937:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787763726.324941:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000001:2.0:1787763726.324943:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1787763726.324946:0:303492:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763726.324951:0:303492:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000020:00000001:0.0:1787763726.324953:0:303492:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763726.324959:0:303492:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000100:00000040:2.0:1787763726.324961:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81850000 x1874599320615296/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1787763726.324963:0:303492:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000020:00000001:0.0:1787763726.324972:0:303492:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000040:0.0:1787763726.324985:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763726.324991:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763726.324992:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787763726.324998:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763726.324999:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763726.325008:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
02000000:00000001:2.0:1787763726.325008:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:0.0:1787763726.325016:0:303492:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
02000000:00000001:2.0:1787763726.325017:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763726.325026:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763726.325027:0:303492:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00100000:2.0:1787763726.325038:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81850000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320615296:192.168.203.113@tcp:250:kworker.0
00000100:00000001:0.0:1787763726.325040:0:303492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763726.325066:0:303492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787763726.325068:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787763726.325076:0:303492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763726.325077:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763726.325083:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763726.325084:0:303492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763726.325088:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1787763726.325090:0:303492:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763726.325097:0:303492:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
02000000:00000010:2.0:1787763726.325098:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f184c00.
00000008:00000001:0.0:1787763726.325105:0:303492:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763726.325106:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763726.325113:0:303492:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763726.325121:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000010:0.0:1787763726.325122:0:303492:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81852940.
00000400:00000010:2.0:1787763726.325129:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569ee790.
00000020:00000040:0.0:1787763726.325130:0:303492:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
02000000:00000001:0.0:1787763726.325140:0:303492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763726.325142:0:303492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787763726.325144:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc6e8.
00000100:00000001:0.0:1787763726.325145:0:303492:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763726.325152:0:303492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763726.325155:0:303492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787763726.325158:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320615296, portal 25
02000000:00000010:0.0:1787763726.325163:0:303492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d50559c00.
00000100:00000001:2.0:1787763726.325164:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763726.325168:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699517988864 : -110374191562752 : ffff9b9d81850000)
00000100:00000001:0.0:1787763726.325173:0:303492:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763726.325181:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81850000 x1874599320615296/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763751 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787763726.325187:0:303492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81852940 x1874599320615424/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763726.325215:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1787763726.325222:0:303492:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000040:2.0:1787763726.325227:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000100:00000001:0.0:1787763726.325229:0:303492:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787763726.325234:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc440.
00000100:00000040:0.0:1787763726.325240:0:303492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afb094cc] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81852940 x1874599320615424/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763726.325244:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320615296, offset 0
00000400:00000200:2.0:1787763726.325261:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000100:00000001:0.0:1787763726.325262:0:303492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763726.325269:0:303492:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763726.325276:0:303492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:2.0:1787763726.325277:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787763726.325285:0:303492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763726.325289:0:303492:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1787763726.325293:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000100:00000001:0.0:1787763726.325295:0:303492:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1787763726.325325:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763726.325333:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000100:00080000:0.0:1787763726.325339:0:303492:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20889
00000400:00000200:2.0:1787763726.325340:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763726.325352:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787763726.325357:0:303492:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763726.325367:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63570:63570:256:4294967295] 192.168.203.113@tcp LPNI seq info [63570:63570:8:4294967295]
00000400:00000200:0.0:1787763726.325373:0:303492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763726.325380:0:303492:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1787763726.325381:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000040:0.0:1787763726.325390:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763726.325395:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763726.325405:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763726.325414:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000400:00000200:2.0:1787763726.325415:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000020:00000001:0.0:1787763726.325422:0:303492:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763726.325427:0:303492:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000020:00000001:0.0:1787763726.325433:0:303492:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000200:2.0:1787763726.325434:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763726.325443:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8ea00.
00000020:00000040:0.0:1787763726.325480:0:303492:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000020:00000001:0.0:1787763726.325486:0:303492:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000020:00000001:0.0:1787763726.325490:0:303492:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00000040:0.0:1787763726.325499:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763726.325506:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.0:1787763726.325507:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000040:0.0:1787763726.325514:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000800:00000200:2.0:1787763726.325518:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 6 secs later)
00000100:00000001:0.0:1787763726.325520:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787763726.325531:0:303492:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000800:00000200:2.1:1787763726.325539:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00080000:0.0:1787763726.325541:0:303492:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000800:00000200:2.1:1787763726.325551:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 6 secs later)
00000100:00000001:0.0:1787763726.325552:0:303492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763726.325561:0:303492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000100:2.0:1787763726.325567:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
02000000:00000001:0.0:1787763726.325569:0:303492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000010:2.0:1787763726.325572:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8ea00.
02000000:00000001:0.0:1787763726.325575:0:303492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763726.325581:0:303492:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000200:2.0:1787763726.325583:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000008:00100000:0.0:1787763726.325585:0:303492:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787763726.325593:0:303492:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763726.325595:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1787763726.325598:0:303492:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763726.325604:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc440
00000100:00000010:0.0:1787763726.325607:0:303492:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81853c00.
00000400:00000010:2.0:1787763726.325611:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc440.
00000020:00000040:0.0:1787763726.325615:0:303492:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000100:00000001:2.0:1787763726.325619:0:256678:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:0.0:1787763726.325621:0:303492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763726.325626:0:303492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763726.325632:0:303492:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:2.0:1787763726.325632:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d81850000 x1874599320615296/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763751 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787763726.325638:0:303492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763726.325644:0:303492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763726.325654:0:303492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d50558800.
00000100:00000001:2.0:1787763726.325661:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787763726.325663:0:303492:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763726.325672:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81850000 x1874599320615296/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763751 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787763726.325678:0:303492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81853c00 x1874599320615552/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763726.325701:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763726.325709:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787763726.325711:0:303492:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763726.325718:0:303492:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763726.325720:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763726.325727:0:303492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ce798b78] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81853c00 x1874599320615552/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787763726.325734:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763726.325743:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4315562744
00000100:00000001:0.0:1787763726.325755:0:303492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763726.325760:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d5891f600.
00000100:00000040:0.0:1787763726.325761:0:303492:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1787763726.325772:0:303492:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:2.0:1787763726.325775:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000100:00080000:0.0:1787763726.325777:0:303492:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763726.325784:0:303492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787763726.325786:0:303492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763726.325788:0:303492:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763726.325791:0:303492:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763726.325798:0:303492:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20889
00000100:00000001:2.0:1787763726.325804:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4315562744
00000400:00000200:0.0:1787763726.325805:0:303492:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763726.325815:0:303492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00000010:2.0:1787763726.325818:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d5891fd80.
00000100:00080000:0.0:1787763726.325820:0:303492:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763726.325830:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763726.325833:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1787763726.325834:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763726.325842:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763726.325847:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000001:2.0:1787763726.325849:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:0.0:1787763726.325851:0:303492:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763726.325856:0:303492:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000100:00000001:2.0:1787763726.325860:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763726.325861:0:303492:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763726.325868:0:303492:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000100:00000001:2.0:1787763726.325871:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000020:00000001:0.0:1787763726.325874:0:303492:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000020:00000001:0.0:1787763726.325880:0:303492:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000040:0.0:1787763726.325888:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763726.325891:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:2.0:1787763726.325893:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763726/real 1787763726]  req@ffff9b9d81850000 x1874599320615296/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787763726.325896:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763726.325904:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787763726.325911:0:303492:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00080000:0.0:1787763726.325921:0:303492:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763726.325932:0:303492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1787763726.325938:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:0.0:1787763726.325941:0:303492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000001:2.0:1787763726.325943:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763726.325949:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569ee790.
02000000:00000001:0.0:1787763726.325951:0:303492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1787763726.325954:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc6e8
00000400:00000010:2.0:1787763726.325961:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc6e8.
02000000:00000001:0.0:1787763726.325965:0:303492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763726.325967:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787763726.325975:0:303492:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000200:2.0:1787763726.325979:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81850000 x1874599320615296/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1787763726.325983:0:303492:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787763726.325997:0:303492:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787763726.326004:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81850000 x1874599320615296/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763726.326007:0:303492:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763726.326022:0:303492:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81852580.
00000100:00000001:2.0:1787763726.326023:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763726.326028:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:0.0:1787763726.326034:0:303492:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
00000100:00000001:2.0:1787763726.326035:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763726.326039:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1787763726.326071:0:303492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00100000:2.0:1787763726.326076:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81850000 x1874599320615296/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787763726.326078:0:303492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763726.326089:0:303492:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763726.326096:0:303492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763726.326106:0:303492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763726.326106:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763726.326124:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81850000 x1874599320615296/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763751 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1787763726.326125:0:303492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d50558c00.
00000100:00000001:0.0:1787763726.326141:0:303492:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763726.326142:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763726.326153:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763726.326156:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763726.326160:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787763726.326164:0:303492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81852580 x1874599320615680/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763726.326164:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763726.326169:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763726.326178:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763726.326188:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763726.326194:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763726.326206:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81850000 x1874599320615296/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763751 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763726.326208:0:303492:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763726.326220:0:303492:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763726.326228:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81850000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320615296:192.168.203.113@tcp:250:kworker.0
00000100:00000001:2.0:1787763726.326237:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787763726.326240:0:303492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a3a56c9a] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81852580 x1874599320615680/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763726.326242:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763726.326252:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81850000 x1874599320615296/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763751 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763726.326292:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763726.326297:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763726.326304:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f184c00.
02000000:00000001:2.0:1787763726.326312:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763726.326316:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763726.326320:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:2.0:1787763726.326326:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
00000100:00000001:0.0:1787763726.326329:0:303492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763726.326331:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d5055ac00.
02000000:00000001:2.0:1787763726.326342:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000040:0.0:1787763726.326347:0:303492:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20899)
02000000:00000001:2.0:1787763726.326348:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763726.326352:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81850000.
00000100:00000001:2.0:1787763726.326359:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763726.326361:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763726.326364:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763726.326374:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763726.326377:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763726.326380:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787763726.326383:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763726.326386:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763726.326392:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81852940 x1874599320615424/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763726.326401:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763726.326403:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763726.326406:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763726.326409:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763726.326412:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763726.326416:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81852940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320615424:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763726.326420:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763726.326423:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763726.326425:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763726.326427:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763726.326431:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f184c00.
02000000:00000001:2.0:1787763726.326434:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763726.326468:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763726.326472:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569ee790.
00000400:00000010:2.0:1787763726.326478:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc6e8.
00000100:00000200:2.0:1787763726.326482:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320615424, portal 10
00000100:00000001:2.0:1787763726.326485:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763726.326487:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699517999424 : -110374191552192 : ffff9b9d81852940)
00000100:00000040:2.0:1787763726.326497:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81852940 x1874599320615424/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763751 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763726.326505:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763726.326509:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763726.326512:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc440.
00000100:00000200:2.0:1787763726.326516:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320615424, offset 0
00000400:00000200:2.0:1787763726.326521:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763726.326527:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763726.326532:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763726.326537:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763726.326540:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763726.326544:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763726.326547:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763726.326551:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63571:63571:256:4294967295] 192.168.203.113@tcp LPNI seq info [63571:63571:8:4294967295]
00000400:00000200:2.0:1787763726.326556:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763726.326565:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763726.326571:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763726.326575:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8ea00.
00000800:00000200:2.0:1787763726.326580:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.0:1787763726.326584:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1787763726.326590:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763726.326593:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 6 secs later)
00000800:00000100:2.0:1787763726.326598:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763726.326601:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8ea00.
00000400:00000200:2.0:1787763726.326605:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787763726.326610:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763726.326614:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc440
00000400:00000010:2.0:1787763726.326616:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc440.
00000100:00000001:2.0:1787763726.326619:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763726.326624:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d81852940 x1874599320615424/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763751 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763726.326634:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763726.326638:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81852940 x1874599320615424/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763751 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763726.326646:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763726.326648:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763726.326653:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763726.326658:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:2.0:1787763726.326662:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763726.326665:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315561517
00000100:00000001:2.0:1787763726.326669:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315562744
00000100:00000001:2.0:1787763726.326672:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315561517
00000100:00000001:2.0:1787763726.326675:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315562744
00000100:00000001:2.0:1787763726.326678:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763726.326681:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763726.326683:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763726.326688:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763726/real 1787763726]  req@ffff9b9d81852940 x1874599320615424/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763726.326697:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763726.326699:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763726.326700:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569ee790.
00000400:00000200:2.0:1787763726.326703:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc6e8
00000400:00000010:2.0:1787763726.326705:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc6e8.
00000100:00000001:2.0:1787763726.326708:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763726.326711:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81852940 x1874599320615424/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763726.326721:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81852940 x1874599320615424/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763726.326730:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763726.326732:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763726.326734:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763726.326735:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763726.326740:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81852940 x1874599320615424/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763726.326748:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763726.326752:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81852940 x1874599320615424/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763751 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763726.326761:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763726.326765:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763726.326767:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763726.326769:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763726.326771:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763726.326785:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763726.326790:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763726.326796:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763726.326801:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763726.326810:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81852940 x1874599320615424/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763751 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763726.326825:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81852940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320615424:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763726.326834:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763726.326841:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81853c00 x1874599320615552/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763726.326855:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763726.326858:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763726.326863:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763726.326866:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763726.326871:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763726.326878:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81853c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320615552:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763726.326884:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763726.326888:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763726.326891:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763726.326895:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763726.326901:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f184000.
02000000:00000001:2.0:1787763726.326903:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763726.326909:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763726.326912:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569ee790.
00000400:00000010:2.0:1787763726.326916:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc6e8.
00000100:00000200:2.0:1787763726.326920:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320615552, portal 10
00000100:00000001:2.0:1787763726.326923:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763726.326925:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699518004224 : -110374191547392 : ffff9b9d81853c00)
00000100:00000040:2.0:1787763726.326933:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81853c00 x1874599320615552/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763751 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763726.326941:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763726.326944:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763726.326947:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc440.
00000100:00000200:2.0:1787763726.326950:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320615552, offset 0
00000400:00000200:2.0:1787763726.326955:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763726.326960:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763726.326965:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763726.326969:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763726.326973:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763726.326976:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763726.326979:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763726.326983:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63572:63572:256:4294967295] 192.168.203.113@tcp LPNI seq info [63572:63572:8:4294967295]
00000400:00000200:2.0:1787763726.326988:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763726.326996:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763726.327002:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763726.327006:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8ea00.
00000800:00000200:2.0:1787763726.327011:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.0:1787763726.327014:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1787763726.327020:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763726.327023:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 6 secs later)
00000800:00000100:2.0:1787763726.327028:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763726.327031:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8ea00.
00000400:00000200:2.0:1787763726.327035:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787763726.327040:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763726.327043:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc440
00000400:00000010:2.0:1787763726.327046:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc440.
00000100:00000001:2.0:1787763726.327079:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763726.327085:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d81853c00 x1874599320615552/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763751 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763726.327095:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763726.327099:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81853c00 x1874599320615552/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763751 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763726.327108:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763726.327110:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763726.327114:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763726.327118:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:2.0:1787763726.327123:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763726.327125:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315561496
00000100:00000001:2.0:1787763726.327129:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315562744
00000100:00000001:2.0:1787763726.327132:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315561496
00000100:00000001:2.0:1787763726.327134:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315562744
00000100:00000001:2.0:1787763726.327137:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763726.327139:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763726.327142:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763726.327146:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763726/real 1787763726]  req@ffff9b9d81853c00 x1874599320615552/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763726.327156:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763726.327158:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763726.327161:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569ee790.
00000400:00000200:2.0:1787763726.327164:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc6e8
00000400:00000010:2.0:1787763726.327166:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc6e8.
00000100:00000001:2.0:1787763726.327168:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763726.327172:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81853c00 x1874599320615552/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763726.327183:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81853c00 x1874599320615552/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763726.327192:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763726.327193:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763726.327196:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763726.327198:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763726.327202:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81853c00 x1874599320615552/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763726.327210:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763726.327215:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81853c00 x1874599320615552/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763751 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763726.327223:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763726.327225:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763726.327227:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763726.327229:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763726.327231:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763726.327233:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763726.327237:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763726.327240:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763726.327243:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763726.327247:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81853c00 x1874599320615552/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763751 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763726.327256:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81853c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320615552:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763726.327261:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763726.327265:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81852580 x1874599320615680/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763726.327274:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763726.327275:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763726.327303:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763726.327305:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763726.327307:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763726.327311:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81852580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320615680:192.168.203.113@tcp:8:kworker.0
00000100:00000001:2.0:1787763726.327314:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763726.327317:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763726.327319:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763726.327321:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763726.327326:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f186000.
02000000:00000001:2.0:1787763726.327328:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763726.327332:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763726.327335:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569ee790.
00000400:00000010:2.0:1787763726.327339:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc6e8.
00000100:00000200:2.0:1787763726.327343:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320615680, portal 4
00000100:00000001:2.0:1787763726.327346:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763726.327347:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699517998464 : -110374191553152 : ffff9b9d81852580)
00000100:00000040:2.0:1787763726.327370:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81852580 x1874599320615680/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763751 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763726.327378:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763726.327381:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763726.327384:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc440.
00000100:00000200:2.0:1787763726.327387:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320615680, offset 0
00000400:00000200:2.0:1787763726.327391:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763726.327396:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763726.327400:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763726.327404:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763726.327407:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763726.327410:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763726.327413:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763726.327417:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63573:63573:256:4294967295] 192.168.203.113@tcp LPNI seq info [63573:63573:8:4294967295]
00000400:00000200:2.0:1787763726.327422:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763726.327430:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763726.327437:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763726.327440:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8ea00.
00000800:00000200:2.0:1787763726.327445:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.0:1787763726.327449:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1787763726.327454:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763726.327458:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 6 secs later)
00000800:00000100:2.0:1787763726.327463:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763726.327466:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8ea00.
00000400:00000200:2.0:1787763726.327469:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787763726.327474:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763726.327520:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc440
00000400:00000010:2.0:1787763726.327522:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc440.
00000100:00000001:2.0:1787763726.327526:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763726.327531:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d81852580 x1874599320615680/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763751 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763726.327541:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763726.327545:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81852580 x1874599320615680/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763751 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763726.327554:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763726.327557:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763726.327561:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763726.327566:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:2.0:1787763726.327571:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763726.327574:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315561509
00000100:00000001:2.0:1787763726.327578:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315562744
00000100:00000001:2.0:1787763726.327581:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315561509
00000100:00000001:2.0:1787763726.327583:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315562744
00000100:00000001:2.0:1787763726.327585:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763726.327588:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763726.327591:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763726.327596:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763726/real 1787763726]  req@ffff9b9d81852580 x1874599320615680/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763726.327607:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763726.327609:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763726.327611:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569ee790.
00000400:00000200:2.0:1787763726.327614:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc6e8
00000400:00000010:2.0:1787763726.327615:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc6e8.
00000100:00000001:2.0:1787763726.327618:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763726.327621:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81852580 x1874599320615680/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763726.327632:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81852580 x1874599320615680/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763726.327640:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763726.327643:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763726.327646:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763726.327648:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763726.327653:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81852580 x1874599320615680/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763726.327661:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763726.327669:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81852580 x1874599320615680/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763751 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763726.327677:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763726.327681:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763726.327683:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763726.327684:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763726.327686:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763726.327688:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763726.327691:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763726.327695:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763726.327698:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763726.327704:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81852580 x1874599320615680/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763751 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763726.327714:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81852580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320615680:192.168.203.113@tcp:8:kworker.0
00000100:00000001:2.0:1787763726.327718:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763726.327721:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763726.327725:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81852940 x1874599320615424/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763751 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763726.327732:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763726.327734:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763726.327737:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f184c00.
02000000:00000001:2.0:1787763726.327740:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763726.327742:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763726.327744:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:2.0:1787763726.327746:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763726.327748:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d50559c00.
02000000:00000001:2.0:1787763726.327752:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763726.327754:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763726.327755:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81852940.
00000100:00000001:2.0:1787763726.327759:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763726.327760:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763726.327762:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763726.327766:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81853c00 x1874599320615552/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763751 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763726.327774:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763726.327776:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763726.327777:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f184000.
02000000:00000001:2.0:1787763726.327780:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763726.327781:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763726.327783:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:2.0:1787763726.327786:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763726.327788:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d50558800.
02000000:00000001:2.0:1787763726.327793:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763726.327797:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763726.327799:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81853c00.
00000100:00000001:2.0:1787763726.327803:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763726.327806:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763726.327810:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763726.327817:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81852580 x1874599320615680/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763751 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763726.327829:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763726.327832:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763726.327835:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f186000.
02000000:00000001:2.0:1787763726.327840:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763726.327843:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763726.327845:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:2.0:1787763726.327849:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763726.327852:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d50558c00.
02000000:00000001:2.0:1787763726.327856:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763726.327859:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763726.327862:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81852580.
00000100:00000001:2.0:1787763726.327867:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763726.327869:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763726.327874:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763726.327881:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763726.327884:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763726.327888:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787763726.327891:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763726.516554:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763726.516562:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763726.516568:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763726.516569:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763726.516572:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763726.516573:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763726.516709:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763726.516718:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763726.516724:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763727.348532:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763727.348541:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763727.348544:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763727.348549:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763727.348553:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763727.348556:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763727.348560:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763727.348563:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763727.348566:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763727.540571:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763727.540580:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763727.540588:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763727.540591:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763727.540596:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763727.540598:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763727.540695:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763727.540701:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763727.540705:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787763727.604577:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4315562744, at 4315562752
00000100:00000040:1.0:1787763727.604587:0:303331:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b110 (cpu 1) has reached its deadline 4315562744, at 4315562752
00000100:00000010:0.0:1787763727.604590:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d5891f600.
00000100:00000010:1.0:1787763727.604595:0:303331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d5891fd80.
00000100:00000001:3.0:1787763728.372578:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763728.372587:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763728.372590:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763728.372596:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763728.372600:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763728.372605:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763728.372608:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763728.372611:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763728.372615:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763728.564505:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763728.564514:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763728.564520:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763728.564521:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763728.564525:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763728.564526:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763728.564589:0:281543:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763728.564594:0:281543:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763728.564597:0:281543:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763729.396525:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763729.396534:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763729.396536:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763729.396544:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763729.396548:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763729.396552:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763729.396555:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763729.396558:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763729.396562:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763729.588532:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763729.588543:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763729.588553:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763729.588555:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763729.588560:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763729.588563:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763729.588641:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763729.588646:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763729.588650:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763730.420571:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763730.420581:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763730.420584:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763730.420591:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763730.420597:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763730.420609:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763730.420613:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763730.420617:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763730.420620:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763730.612557:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763730.612568:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763730.612577:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763730.612581:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763730.612589:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763730.612592:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787763730.612664:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787763730.612671:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787763730.612677:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763731.444556:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763731.444566:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763731.444569:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763731.444576:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00080000:0.0:1787763731.444579:0:303492:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1787763731.444581:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763731.444590:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1787763731.444591:0:303492:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787763731.444596:0:303492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1787763731.444602:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:0.0:1787763731.444604:0:303492:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763731.444609:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763731.444610:0:303492:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1787763731.444617:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763731.444619:0:303492:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20894
00000400:00000200:0.0:1787763731.444634:0:303492:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763731.444643:0:303492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763731.444646:0:303492:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763731.444649:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763731.444652:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763731.444654:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763731.444656:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763731.444659:0:303492:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763731.444661:0:303492:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:0.0:1787763731.444664:0:303492:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763731.444667:0:303492:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:0.0:1787763731.444669:0:303492:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:0.0:1787763731.444671:0:303492:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:0.0:1787763731.444673:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763731.444676:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763731.444677:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763731.444679:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787763731.444682:0:303492:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:0.0:1787763731.444684:0:303492:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763731.444686:0:303492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763731.444688:0:303492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763731.444692:0:303492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763731.444694:0:303492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763731.444696:0:303492:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787763731.444698:0:303492:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763731.444708:0:303492:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81853480.
00000020:00000040:0.0:1787763731.444711:0:303492:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:0.0:1787763731.444715:0:303492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763731.444717:0:303492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763731.444720:0:303492:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763731.444722:0:303492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763731.444727:0:303492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763731.444736:0:303492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d5055a000.
00000100:00000001:0.0:1787763731.444744:0:303492:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763731.444752:0:303492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81853480 x1874599320615808/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763731.444762:0:303492:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763731.444766:0:303492:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763731.444770:0:303492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000037f19d5a] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81853480 x1874599320615808/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763731.444791:0:303492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763731.444794:0:303492:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763731.444797:0:303492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787763731.444798:0:303492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763731.444800:0:303492:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763731.444802:0:303492:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763731.444805:0:303492:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20894
00000400:00000200:0.0:1787763731.444808:0:303492:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763731.444811:0:303492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763731.444813:0:303492:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763731.444817:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763731.444820:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763731.444823:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763731.444825:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000001:2.0:1787763731.444826:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1787763731.444827:0:303492:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763731.444833:0:303492:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000100:00000001:2.0:1787763731.444834:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1787763731.444836:0:303492:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787763731.444839:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:0.0:1787763731.444840:0:303492:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000020:00000001:0.0:1787763731.444844:0:303492:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000020:00000001:0.0:1787763731.444845:0:303492:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000040:0.0:1787763731.444853:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763731.444858:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763731.444861:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000040:2.0:1787763731.444861:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81853480 x1874599320615808/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763731.444865:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787763731.444868:0:303492:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00080000:0.0:1787763731.444875:0:303492:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763731.444881:0:303492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763731.444884:0:303492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763731.444890:0:303492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763731.444899:0:303492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763731.444901:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763731.444902:0:303492:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787763731.444909:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1787763731.444912:0:303492:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787763731.444917:0:303492:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763731.444919:0:303492:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763731.444921:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000010:0.0:1787763731.444925:0:303492:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81852580.
02000000:00000001:2.0:1787763731.444926:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:0.0:1787763731.444933:0:303492:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
02000000:00000001:2.0:1787763731.444933:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763731.444943:0:303492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763731.444948:0:303492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763731.444948:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81853480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320615808:192.168.203.113@tcp:250:kworker.0
00000100:00000001:0.0:1787763731.444956:0:303492:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1787763731.444961:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787763731.444966:0:303492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763731.444966:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787763731.444974:0:303492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763731.444974:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763731.444988:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787763731.444990:0:303492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d5055a400.
00000100:00000001:0.0:1787763731.444995:0:303492:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763731.444999:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f184000.
02000000:00000001:2.0:1787763731.445006:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763731.445007:0:303492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81852580 x1874599320615936/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763731.445035:0:303492:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1787763731.445036:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787763731.445046:0:303492:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787763731.445046:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569ee790.
00000100:00000040:0.0:1787763731.445068:0:303492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a3a56c9a] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81852580 x1874599320615936/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1787763731.445076:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc6e8.
00000100:00000200:2.0:1787763731.445089:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320615808, portal 25
00000100:00000001:0.0:1787763731.445091:0:303492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763731.445096:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:0.0:1787763731.445098:0:303492:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787763731.445101:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699518002304 : -110374191549312 : ffff9b9d81853480)
00000100:00080000:0.0:1787763731.445104:0:303492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787763731.445108:0:303492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763731.445115:0:303492:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763731.445118:0:303492:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763731.445122:0:303492:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20894
00000400:00000200:0.0:1787763731.445130:0:303492:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000040:2.0:1787763731.445131:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81853480 x1874599320615808/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763756 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1787763731.445136:0:303492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763731.445144:0:303492:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763731.445155:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763731.445162:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763731.445173:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763731.445182:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763731.445188:0:303492:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763731.445188:0:303492:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000020:00000001:0.0:1787763731.445189:0:303492:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763731.445191:0:303492:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000020:00000001:0.0:1787763731.445193:0:303492:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000020:00000001:0.0:1787763731.445195:0:303492:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00000040:0.0:1787763731.445198:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763731.445199:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763731.445206:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763731.445214:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787763731.445217:0:303492:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000100:00000001:2.0:1787763731.445219:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:0.0:1787763731.445221:0:303492:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763731.445227:0:303492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763731.445229:0:303492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763731.445240:0:303492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1787763731.445240:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
02000000:00000001:0.0:1787763731.445251:0:303492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763731.445255:0:303492:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763731.445258:0:303492:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000400:00000010:2.0:1787763731.445259:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc440.
00000008:00000001:0.0:1787763731.445261:0:303492:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763731.445268:0:303492:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763731.445273:0:303492:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81853c00.
00000020:00000040:0.0:1787763731.445277:0:303492:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000100:00000200:2.0:1787763731.445277:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320615808, offset 0
02000000:00000001:0.0:1787763731.445285:0:303492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763731.445289:0:303492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763731.445293:0:303492:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763731.445294:0:303492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763731.445296:0:303492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763731.445302:0:303492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d50559400.
00000400:00000200:2.0:1787763731.445307:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000100:00000001:0.0:1787763731.445309:0:303492:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763731.445318:0:303492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81853c00 x1874599320616064/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763731.445324:0:303492:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763731.445330:0:303492:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763731.445333:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000040:0.0:1787763731.445338:0:303492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ce798b78] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81853c00 x1874599320616064/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763731.445346:0:303492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763731.445349:0:303492:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1787763731.445358:0:303492:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:2.0:1787763731.445358:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000100:00080000:0.0:1787763731.445373:0:303492:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763731.445377:0:303492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787763731.445380:0:303492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1787763731.445380:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:0.0:1787763731.445387:0:303492:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763731.445392:0:303492:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1787763731.445393:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000100:00080000:0.0:1787763731.445401:0:303492:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20894
00000400:00000200:2.0:1787763731.445409:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787763731.445418:0:303492:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763731.445420:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787763731.445429:0:303492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763731.445467:0:303492:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763731.445472:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763731.445475:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763731.445477:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763731.445479:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763731.445481:0:303492:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763731.445482:0:303492:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000020:00000001:0.0:1787763731.445483:0:303492:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763731.445494:0:303492:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000020:00000001:0.0:1787763731.445496:0:303492:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000400:00000200:2.0:1787763731.445497:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63574:63574:256:4294967295] 192.168.203.113@tcp LPNI seq info [63574:63574:8:4294967295]
00000020:00000001:0.0:1787763731.445498:0:303492:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000040:0.0:1787763731.445513:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000400:00000200:2.0:1787763731.445520:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787763731.445522:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763731.445528:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763731.445530:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787763731.445534:0:303492:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00080000:0.0:1787763731.445545:0:303492:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000400:00000200:2.0:1787763731.445546:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1787763731.445557:0:303492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763731.445561:0:303492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:2.0:1787763731.445566:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
02000000:00000001:0.0:1787763731.445568:0:303492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763731.445574:0:303492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763731.445575:0:303492:0:(obd_class.h:888:obd_reconnect()) Process entered
00000800:00000010:2.0:1787763731.445576:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8ea00.
00000008:00100000:0.0:1787763731.445578:0:303492:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787763731.445583:0:303492:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763731.445585:0:303492:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787763731.445587:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000010:0.0:1787763731.445592:0:303492:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81852940.
00000800:00000200:2.0:1787763731.445593:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 1 secs later)
00000020:00000040:0.0:1787763731.445599:0:303492:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
02000000:00000001:0.0:1787763731.445609:0:303492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000200:2.1:1787763731.445610:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
02000000:00000001:0.0:1787763731.445616:0:303492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787763731.445618:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 1 secs later)
00000100:00000001:0.0:1787763731.445620:0:303492:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763731.445627:0:303492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000100:2.0:1787763731.445636:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
02000000:00000001:0.0:1787763731.445637:0:303492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1787763731.445647:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8ea00.
02000000:00000010:0.0:1787763731.445649:0:303492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d50558400.
00000100:00000001:0.0:1787763731.445654:0:303492:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763731.445654:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00100000:0.0:1787763731.445662:0:303492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81852940 x1874599320616192/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787763731.445666:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763731.445680:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc440
00000100:00000001:0.0:1787763731.445684:0:303492:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000010:2.0:1787763731.445685:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc440.
00000100:00000001:0.0:1787763731.445690:0:303492:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763731.445696:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:0.0:1787763731.445698:0:303492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afb094cc] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81852940 x1874599320616192/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763731.445706:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d81853480 x1874599320615808/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763756 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763731.445717:0:303492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763731.445730:0:303492:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20904)
00000100:00000001:2.0:1787763731.445736:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763731.445743:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81853480 x1874599320615808/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763756 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763731.445751:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763731.445753:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763731.445776:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763731.445782:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763731.445785:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4315567864
00000100:00000010:2.0:1787763731.445792:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d5891fa80.
00000100:00000001:2.0:1787763731.445801:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787763731.445810:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4315567864
00000100:00000010:2.0:1787763731.445816:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d5891fd80.
00000100:00000001:2.0:1787763731.445819:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787763731.445824:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763731.445827:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763731.445830:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763731.445836:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763731/real 1787763731]  req@ffff9b9d81853480 x1874599320615808/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763731.445860:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763731.445863:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763731.445867:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569ee790.
00000400:00000200:2.0:1787763731.445872:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc6e8
00000400:00000010:2.0:1787763731.445875:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc6e8.
00000100:00000001:2.0:1787763731.445880:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763731.445887:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81853480 x1874599320615808/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763731.445904:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81853480 x1874599320615808/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763731.445919:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763731.445922:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763731.445927:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763731.445931:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763731.445940:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81853480 x1874599320615808/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763731.445955:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763731.445963:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81853480 x1874599320615808/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763756 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763731.445991:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763731.445994:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763731.445996:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763731.445997:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763731.445999:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763731.446001:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763731.446004:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763731.446008:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763731.446010:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763731.446031:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81853480 x1874599320615808/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763756 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763731.446040:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81853480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320615808:192.168.203.113@tcp:250:kworker.0
00000100:00000001:2.0:1787763731.446045:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763731.446047:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763731.446049:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81853480 x1874599320615808/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763756 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763731.446055:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763731.446058:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763731.446060:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f184000.
02000000:00000001:2.0:1787763731.446063:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763731.446066:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763731.446068:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:2.0:1787763731.446070:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763731.446072:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d5055a000.
02000000:00000001:2.0:1787763731.446076:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763731.446078:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763731.446080:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81853480.
00000100:00000001:2.0:1787763731.446083:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763731.446084:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763731.446086:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763731.446093:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763731.446094:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763731.446096:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787763731.446098:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763731.446099:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763731.446105:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81852580 x1874599320615936/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763731.446115:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763731.446117:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763731.446121:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763731.446124:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763731.446127:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763731.446131:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81852580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320615936:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763731.446137:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763731.446140:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763731.446143:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763731.446146:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763731.446150:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f184000.
02000000:00000001:2.0:1787763731.446153:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763731.446159:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763731.446163:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569ee790.
00000400:00000010:2.0:1787763731.446168:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc6e8.
00000100:00000200:2.0:1787763731.446172:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320615936, portal 10
00000100:00000001:2.0:1787763731.446174:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763731.446175:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699517998464 : -110374191553152 : ffff9b9d81852580)
00000100:00000040:2.0:1787763731.446182:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81852580 x1874599320615936/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763756 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763731.446189:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763731.446192:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763731.446196:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc440.
00000100:00000200:2.0:1787763731.446200:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320615936, offset 0
00000400:00000200:2.0:1787763731.446206:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763731.446211:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763731.446217:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763731.446221:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763731.446225:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763731.446229:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763731.446232:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763731.446237:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63575:63575:256:4294967295] 192.168.203.113@tcp LPNI seq info [63575:63575:8:4294967295]
00000400:00000200:2.0:1787763731.446243:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763731.446253:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763731.446258:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763731.446261:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8ea00.
00000800:00000200:2.0:1787763731.446265:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.0:1787763731.446268:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1787763731.446273:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763731.446276:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 1 secs later)
00000800:00000100:2.0:1787763731.446282:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763731.446285:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8ea00.
00000400:00000200:2.0:1787763731.446288:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787763731.446293:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763731.446298:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc440
00000400:00000010:2.0:1787763731.446300:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc440.
00000100:00000001:2.0:1787763731.446304:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763731.446309:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d81852580 x1874599320615936/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763756 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763731.446321:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763731.446326:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81852580 x1874599320615936/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763756 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763731.446336:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763731.446338:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763731.446342:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763731.446346:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:2.0:1787763731.446349:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763731.446351:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315566636
00000100:00000001:2.0:1787763731.446354:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315567864
00000100:00000001:2.0:1787763731.446356:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315566636
00000100:00000001:2.0:1787763731.446358:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315567864
00000100:00000001:2.0:1787763731.446360:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763731.446362:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763731.446364:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763731.446367:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763731/real 1787763731]  req@ffff9b9d81852580 x1874599320615936/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763731.446374:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763731.446375:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763731.446377:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569ee790.
00000400:00000200:2.0:1787763731.446380:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc6e8
00000400:00000010:2.0:1787763731.446381:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc6e8.
00000100:00000001:2.0:1787763731.446383:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763731.446386:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81852580 x1874599320615936/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763731.446393:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81852580 x1874599320615936/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763731.446398:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763731.446399:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763731.446401:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763731.446402:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763731.446405:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81852580 x1874599320615936/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763731.446410:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763731.446413:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81852580 x1874599320615936/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763756 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763731.446419:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763731.446421:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763731.446422:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763731.446423:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763731.446425:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763731.446434:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763731.446437:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763731.446461:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763731.446464:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763731.446467:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81852580 x1874599320615936/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763756 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763731.446474:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81852580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320615936:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763731.446479:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763731.446482:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81853c00 x1874599320616064/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763731.446488:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763731.446490:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763731.446492:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763731.446493:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763731.446495:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763731.446497:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81853c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320616064:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763731.446500:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763731.446502:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763731.446504:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763731.446506:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763731.446509:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f184c00.
02000000:00000001:2.0:1787763731.446511:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763731.446514:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763731.446516:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569ee790.
00000400:00000010:2.0:1787763731.446518:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc6e8.
00000100:00000200:2.0:1787763731.446521:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320616064, portal 10
00000100:00000001:2.0:1787763731.446523:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763731.446525:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699518004224 : -110374191547392 : ffff9b9d81853c00)
00000100:00000040:2.0:1787763731.446530:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81853c00 x1874599320616064/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763756 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763731.446535:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763731.446537:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763731.446539:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc440.
00000100:00000200:2.0:1787763731.446541:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320616064, offset 0
00000400:00000200:2.0:1787763731.446544:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763731.446548:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763731.446551:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763731.446554:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763731.446556:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763731.446559:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763731.446561:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763731.446563:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63576:63576:256:4294967295] 192.168.203.113@tcp LPNI seq info [63576:63576:8:4294967295]
00000400:00000200:2.0:1787763731.446567:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763731.446573:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763731.446577:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763731.446579:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8ea00.
00000800:00000200:2.0:1787763731.446582:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.0:1787763731.446585:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1787763731.446589:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763731.446591:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 1 secs later)
00000800:00000100:2.0:1787763731.446594:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763731.446596:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8ea00.
00000400:00000200:2.0:1787763731.446599:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787763731.446602:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763731.446604:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc440
00000400:00000010:2.0:1787763731.446605:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc440.
00000100:00000001:2.0:1787763731.446608:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763731.446611:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d81853c00 x1874599320616064/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763756 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763731.446617:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763731.446620:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81853c00 x1874599320616064/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763756 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763731.446625:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763731.446627:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763731.446629:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763731.446631:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:2.0:1787763731.446634:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763731.446635:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315566616
00000100:00000001:2.0:1787763731.446638:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315567864
00000100:00000001:2.0:1787763731.446640:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315566616
00000100:00000001:2.0:1787763731.446642:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315567864
00000100:00000001:2.0:1787763731.446643:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763731.446645:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763731.446647:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763731.446650:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763731/real 1787763731]  req@ffff9b9d81853c00 x1874599320616064/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763731.446656:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763731.446657:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763731.446658:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569ee790.
00000400:00000200:2.0:1787763731.446660:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc6e8
00000400:00000010:2.0:1787763731.446661:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc6e8.
00000100:00000001:2.0:1787763731.446663:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763731.446665:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81853c00 x1874599320616064/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763731.446672:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81853c00 x1874599320616064/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763731.446678:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763731.446679:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763731.446680:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763731.446681:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763731.446684:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81853c00 x1874599320616064/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763731.446689:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763731.446692:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81853c00 x1874599320616064/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763756 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763731.446698:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763731.446700:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763731.446701:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763731.446702:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763731.446704:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763731.446705:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763731.446708:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763731.446711:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763731.446713:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763731.446716:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81853c00 x1874599320616064/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763756 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763731.446722:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81853c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320616064:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763731.446725:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763731.446728:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81852940 x1874599320616192/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763731.446733:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763731.446734:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763731.446736:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763731.446737:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763731.446739:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763731.446741:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81852940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320616192:192.168.203.113@tcp:8:kworker.0
00000100:00000001:2.0:1787763731.446744:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763731.446746:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763731.446747:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763731.446749:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763731.446752:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f185000.
02000000:00000001:2.0:1787763731.446754:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763731.446756:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763731.446758:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569ee790.
00000400:00000010:2.0:1787763731.446761:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc6e8.
00000100:00000200:2.0:1787763731.446763:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320616192, portal 4
00000100:00000001:2.0:1787763731.446765:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763731.446766:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699517999424 : -110374191552192 : ffff9b9d81852940)
00000100:00000040:2.0:1787763731.446770:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81852940 x1874599320616192/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763756 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763731.446776:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763731.446779:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763731.446780:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc440.
00000100:00000200:2.0:1787763731.446782:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320616192, offset 0
00000400:00000200:2.0:1787763731.446785:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763731.446788:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763731.446790:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763731.446792:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763731.446794:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763731.446796:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763731.446798:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763731.446801:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63577:63577:256:4294967295] 192.168.203.113@tcp LPNI seq info [63577:63577:8:4294967295]
00000400:00000200:2.0:1787763731.446805:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763731.446810:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763731.446814:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763731.446816:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8ea00.
00000800:00000200:2.0:1787763731.446819:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.0:1787763731.446821:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1787763731.446825:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763731.446827:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 1 secs later)
00000800:00000100:2.0:1787763731.446830:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763731.446832:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8ea00.
00000400:00000200:2.0:1787763731.446834:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787763731.446837:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763731.446839:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc440
00000400:00000010:2.0:1787763731.446841:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc440.
00000100:00000001:2.0:1787763731.446842:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763731.446845:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d81852940 x1874599320616192/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763756 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763731.446851:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763731.446854:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81852940 x1874599320616192/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763756 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763731.446871:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763731.446873:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763731.446877:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763731.446880:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:2.0:1787763731.446885:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763731.446887:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315566628
00000100:00000001:2.0:1787763731.446906:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315567864
00000100:00000001:2.0:1787763731.446911:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315566628
00000100:00000001:2.0:1787763731.446916:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315567864
00000100:00000001:2.0:1787763731.446920:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763731.446924:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763731.446928:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763731.446937:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763731/real 1787763731]  req@ffff9b9d81852940 x1874599320616192/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763731.446953:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763731.446956:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763731.446959:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569ee790.
00000400:00000200:2.0:1787763731.446964:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc6e8
00000400:00000010:2.0:1787763731.446966:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc6e8.
00000100:00000001:2.0:1787763731.446969:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763731.446974:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81852940 x1874599320616192/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763731.446985:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81852940 x1874599320616192/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763731.446993:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763731.446995:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763731.446997:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763731.446999:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763731.447003:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81852940 x1874599320616192/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763731.447037:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763731.447045:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81852940 x1874599320616192/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763756 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763731.447069:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763731.447071:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763731.447073:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763731.447074:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763731.447075:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763731.447077:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763731.447079:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763731.447081:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763731.447083:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763731.447086:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81852940 x1874599320616192/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763756 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763731.447093:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81852940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320616192:192.168.203.113@tcp:8:kworker.0
00000100:00000001:2.0:1787763731.447097:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763731.447099:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763731.447103:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81852580 x1874599320615936/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763756 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763731.447113:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763731.447115:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763731.447135:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f184000.
02000000:00000001:2.0:1787763731.447140:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763731.447144:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763731.447146:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:2.0:1787763731.447151:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763731.447154:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d5055a400.
02000000:00000001:2.0:1787763731.447160:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763731.447163:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763731.447166:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81852580.
00000100:00000001:2.0:1787763731.447171:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763731.447175:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763731.447178:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763731.447185:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81853c00 x1874599320616064/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763756 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763731.447200:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763731.447203:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763731.447206:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f184c00.
02000000:00000001:2.0:1787763731.447211:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763731.447213:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763731.447216:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:2.0:1787763731.447220:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763731.447222:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d50559400.
02000000:00000001:2.0:1787763731.447225:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763731.447227:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763731.447228:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81853c00.
00000100:00000001:2.0:1787763731.447231:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763731.447233:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763731.447235:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763731.447240:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81852940 x1874599320616192/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763756 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763731.447248:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763731.447249:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763731.447251:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f185000.
02000000:00000001:2.0:1787763731.447254:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763731.447255:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763731.447257:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:2.0:1787763731.447259:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763731.447260:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d50558400.
02000000:00000001:2.0:1787763731.447264:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763731.447266:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763731.447267:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81852940.
00000100:00000001:2.0:1787763731.447270:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763731.447272:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763731.447276:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763731.447283:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763731.447286:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763731.447290:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787763731.447293:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763731.636577:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763731.636586:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763731.636590:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763731.636595:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763731.636603:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763731.636605:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763731.636609:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763731.636611:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763731.636616:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763731.636618:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763731.636620:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763731.636622:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763731.636624:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763731.636627:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763731.636629:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763731.636631:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763731.636636:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763731.636638:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763731.636780:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763731.636785:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763731.636788:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763732.468607:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763732.468617:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763732.468620:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763732.468627:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763732.468632:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763732.468636:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763732.468640:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763732.468644:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763732.468649:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763732.660582:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763732.660593:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763732.660604:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763732.660606:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763732.660612:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763732.660613:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763732.660729:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763732.660737:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763732.660743:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1787763732.724581:0:303331:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b110 (cpu 1) has reached its deadline 4315567864, at 4315567872
00000100:00000040:0.0:1787763732.724592:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4315567864, at 4315567872
00000100:00000010:1.0:1787763732.724599:0:303331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d5891fd80.
00000100:00000010:0.0:1787763732.724612:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d5891fa80.
00000100:00000001:3.0:1787763733.492555:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763733.492566:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763733.492569:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763733.492577:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763733.492583:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763733.492587:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763733.492590:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763733.492594:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763733.492598:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763733.684538:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763733.684548:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763733.684557:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763733.684558:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763733.684562:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763733.684566:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763733.684568:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763733.684571:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763733.684574:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763733.684578:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763733.684580:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763733.684581:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763733.684646:0:281543:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763733.684653:0:281543:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763733.684658:0:281543:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763734.516539:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763734.516546:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763734.516549:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763734.516553:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763734.516557:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763734.516560:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763734.516563:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763734.516567:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763734.516570:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763734.708527:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763734.708534:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763734.708541:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763734.708542:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763734.708546:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763734.708547:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763734.708603:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763734.708610:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763734.708615:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763735.540573:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763735.540582:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763735.540584:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763735.540590:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763735.540594:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763735.540598:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763735.540601:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763735.540605:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763735.540607:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763735.732554:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763735.732572:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763735.732580:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763735.732582:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763735.732586:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763735.732587:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787763735.732633:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787763735.732638:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787763735.732641:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763736.564579:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763736.564591:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763736.564595:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763736.564596:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1787763736.564605:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00080000:0.0:1787763736.564610:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787763736.564614:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787763736.564615:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1787763736.564628:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1787763736.564629:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763736.564644:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763736.564652:0:291943:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20899
00000100:00000001:3.0:1787763736.564658:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763736.564662:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1787763736.564666:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:3.0:1787763736.564670:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787763736.564682:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763736.564687:0:291943:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763736.564690:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763736.564695:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763736.564699:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763736.564701:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763736.564706:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763736.564708:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:0.0:1787763736.564712:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763736.564715:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:0.0:1787763736.564717:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:0.0:1787763736.564719:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:0.0:1787763736.564721:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763736.564723:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763736.564725:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763736.564726:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787763736.564728:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:0.0:1787763736.564731:0:291943:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763736.564733:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763736.564736:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763736.564740:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763736.564742:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763736.564744:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787763736.564747:0:291943:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763736.564758:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81850000.
00000020:00000040:0.0:1787763736.564762:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:0.0:1787763736.564767:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763736.564768:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763736.564772:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763736.564776:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763736.564781:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763736.564789:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d5055a000.
00000100:00000001:0.0:1787763736.564796:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763736.564806:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81850000 x1874599320616320/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763736.564816:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763736.564821:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763736.564825:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a28e6d3] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81850000 x1874599320616320/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763736.564849:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763736.564852:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763736.564856:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787763736.564857:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763736.564858:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763736.564861:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763736.564863:0:291943:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20899
00000400:00000200:0.0:1787763736.564865:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763736.564867:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763736.564869:0:291943:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763736.564872:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763736.564875:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763736.564877:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763736.564879:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763736.564881:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763736.564882:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000020:00000001:0.0:1787763736.564884:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763736.564887:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000020:00000001:0.0:1787763736.564889:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000020:00000001:0.0:1787763736.564891:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000040:0.0:1787763736.564894:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763736.564899:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787763736.564900:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1787763736.564905:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763736.564911:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000001:2.0:1787763736.564912:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763736.564921:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:0.0:1787763736.564922:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00080000:0.0:1787763736.564935:0:291943:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763736.564936:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763736.564937:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763736.564944:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763736.564950:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763736.564952:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000040:2.0:1787763736.564954:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81850000 x1874599320616320/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1787763736.564957:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787763736.564971:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763736.564975:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763736.564996:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81851680.
00000020:00000040:0.0:1787763736.564998:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
02000000:00000001:0.0:1787763736.565000:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763736.565001:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763736.565006:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763736.565008:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763736.565014:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763736.565023:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d50559800.
00000100:00000001:0.0:1787763736.565033:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763736.565038:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00100000:0.0:1787763736.565043:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81851680 x1874599320616448/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763736.565047:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763736.565062:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1787763736.565062:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1787763736.565072:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763736.565075:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763736.565085:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763736.565086:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be916297] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81851680 x1874599320616448/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763736.565106:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81850000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320616320:192.168.203.113@tcp:250:kworker.0
00000100:00000001:0.0:1787763736.565133:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763736.565138:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763736.565140:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787763736.565141:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763736.565143:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763736.565151:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763736.565156:0:291943:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20899
00000400:00000200:0.0:1787763736.565163:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763736.565164:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000400:00000200:0.0:1787763736.565169:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763736.565173:0:291943:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763736.565177:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
02000000:00000001:2.0:1787763736.565177:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1787763736.565184:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1787763736.565189:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763736.565191:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763736.565205:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
02000000:00000001:2.0:1787763736.565207:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000001:0.0:1787763736.565210:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763736.565213:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000020:00000001:0.0:1787763736.565214:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763736.565216:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000020:00000001:0.0:1787763736.565217:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000020:00000001:0.0:1787763736.565218:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00000040:0.0:1787763736.565220:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763736.565223:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000010:2.0:1787763736.565225:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f185000.
00000100:00000040:0.0:1787763736.565227:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763736.565236:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
02000000:00000001:2.0:1787763736.565238:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1787763736.565242:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000100:00080000:0.0:1787763736.565253:0:291943:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763736.565257:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763736.565262:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
02000000:00000001:0.0:1787763736.565263:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763736.565272:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:2.0:1787763736.565276:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569ee790.
02000000:00000001:0.0:1787763736.565278:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763736.565288:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763736.565292:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000400:00000010:2.0:1787763736.565294:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc6e8.
00000008:00000001:0.0:1787763736.565296:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763736.565302:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787763736.565310:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320616320, portal 25
00000100:00000010:0.0:1787763736.565311:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81850f00.
00000100:00000001:2.0:1787763736.565327:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000020:00000040:0.0:1787763736.565328:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000100:00000001:2.0:1787763736.565337:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699517988864 : -110374191562752 : ffff9b9d81850000)
02000000:00000001:0.0:1787763736.565339:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763736.565344:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763736.565348:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763736.565351:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763736.565357:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763736.565358:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81850000 x1874599320616320/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763761 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1787763736.565364:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d5055bc00.
00000100:00000001:0.0:1787763736.565378:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763736.565394:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:0.0:1787763736.565398:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81850f00 x1874599320616576/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1787763736.565407:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763736.565418:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc440.
00000100:00000001:0.0:1787763736.565420:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763736.565433:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787763736.565434:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320616320, offset 0
00000400:00000200:2.0:1787763736.565484:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000100:00000040:0.0:1787763736.565497:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007454b7f2] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81850f00 x1874599320616576/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787763736.565505:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787763736.565522:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763736.565530:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000100:00000040:0.0:1787763736.565532:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1787763736.565539:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:0.0:1787763736.565547:0:291943:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:2.0:1787763736.565552:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000100:00080000:0.0:1787763736.565558:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1787763736.565559:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763736.565569:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000100:00080000:0.0:1787763736.565582:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000200:2.0:1787763736.565588:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63578:63578:256:4294967295] 192.168.203.113@tcp LPNI seq info [63578:63578:8:4294967295]
00000100:00000001:0.0:1787763736.565590:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763736.565599:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763736.565606:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1787763736.565608:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00080000:0.0:1787763736.565621:0:291943:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20899
00000400:00000200:2.0:1787763736.565634:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763736.565643:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787763736.565644:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000800:00000010:2.0:1787763736.565655:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8ea00.
00000400:00000200:0.0:1787763736.565656:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763736.565668:0:291943:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763736.565676:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000800:00000200:2.0:1787763736.565678:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000001:0.0:1787763736.565684:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763736.565693:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000800:00000200:2.1:1787763736.565695:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000001:0.0:1787763736.565698:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763736.565710:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763736.565712:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000020:00000001:0.0:1787763736.565713:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763736.565715:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000020:00000001:0.0:1787763736.565717:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000020:00000001:0.0:1787763736.565720:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000040:0.0:1787763736.565724:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763736.565726:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763736.565727:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763736.565729:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787763736.565731:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00080000:0.0:1787763736.565733:0:291943:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763736.565736:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763736.565736:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763736.565751:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763736.565758:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1787763736.565764:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
02000000:00000001:0.0:1787763736.565765:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763736.565772:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763736.565776:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1787763736.565778:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4315572984
00000008:00000001:0.0:1787763736.565781:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763736.565791:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763736.565798:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81853840.
00000100:00000010:2.0:1787763736.565800:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d5891f600.
00000020:00000040:0.0:1787763736.565802:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
02000000:00000001:0.0:1787763736.565812:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763736.565816:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763736.565820:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1787763736.565821:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
02000000:00000001:0.0:1787763736.565823:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763736.565830:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763736.565838:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4315572984
02000000:00000010:0.0:1787763736.565839:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d50558c00.
00000100:00000001:0.0:1787763736.565847:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763736.565848:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d5891fba0.
00000100:00100000:0.0:1787763736.565856:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81853840 x1874599320616704/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763736.565857:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787763736.565867:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787763736.565870:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763736.565877:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763736.565878:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763736.565900:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763736.565907:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000090fddba4] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81853840 x1874599320616704/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763736.565910:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763736.565930:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763736.565936:0:291943:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20909)
00000100:00000001:2.0:1787763736.565936:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763736.565947:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1787763736.565956:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787763736.565961:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763736.565966:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763736.566008:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81851680 x1874599320616448/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763736.566034:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763736.566038:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763736.566042:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763736.566046:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763736.566049:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763736.566054:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81851680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320616448:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763736.566059:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763736.566062:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763736.566065:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763736.566067:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763736.566073:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f184c00.
02000000:00000001:2.0:1787763736.566076:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763736.566082:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763736.566086:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569eeb00.
00000400:00000010:2.0:1787763736.566091:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fccc0.
00000100:00000200:2.0:1787763736.566095:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320616448, portal 10
00000100:00000001:2.0:1787763736.566098:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763736.566100:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699517994624 : -110374191556992 : ffff9b9d81851680)
00000100:00000040:2.0:1787763736.566109:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81851680 x1874599320616448/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763761 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763736.566118:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763736.566121:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763736.566124:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc660.
00000100:00000200:2.0:1787763736.566127:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320616448, offset 0
00000400:00000200:2.0:1787763736.566133:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763736.566139:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763736.566145:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763736.566150:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763736.566153:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763736.566157:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763736.566160:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763736.566166:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63579:63579:255:4294967295] 192.168.203.113@tcp LPNI seq info [63579:63579:7:4294967295]
00000400:00000200:2.0:1787763736.566174:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763736.566189:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763736.566198:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763736.566205:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8eb00.
00000800:00000200:2.0:1787763736.566213:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763736.566222:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000001:2.0:1787763736.566228:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763736.566236:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:2.0:1787763736.566243:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763736.566248:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315571756
00000100:00000001:2.0:1787763736.566253:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315572984
00000100:00000001:2.0:1787763736.566258:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315571756
00000100:00000001:2.0:1787763736.566262:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315572984
00000100:00000001:2.0:1787763736.566266:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763736.566269:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763736.566273:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763736.566279:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81850f00 x1874599320616576/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763736.566289:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763736.566291:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763736.566295:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763736.566297:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763736.566300:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763736.566303:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81850f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320616576:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763736.566311:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763736.566314:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763736.566317:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763736.566319:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763736.566324:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f184000.
02000000:00000001:2.0:1787763736.566326:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763736.566330:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763736.566335:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569ee7e8.
00000400:00000010:2.0:1787763736.566342:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fce58.
00000100:00000200:2.0:1787763736.566348:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320616576, portal 10
00000100:00000001:2.0:1787763736.566352:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763736.566354:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699517992704 : -110374191558912 : ffff9b9d81850f00)
00000100:00000040:2.0:1787763736.566366:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81850f00 x1874599320616576/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763761 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763736.566379:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763736.566384:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763736.566389:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fcb28.
00000100:00000200:2.0:1787763736.566394:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320616576, offset 0
00000400:00000200:2.0:1787763736.566403:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763736.566411:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763736.566418:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763736.566423:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763736.566428:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763736.566433:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763736.566483:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763736.566491:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63580:63580:254:4294967295] 192.168.203.113@tcp LPNI seq info [63580:63580:6:4294967295]
00000400:00000200:2.0:1787763736.566499:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763736.566512:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763736.566530:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763736.566538:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8ee00.
00000800:00000200:2.0:1787763736.566547:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763736.566556:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000001:2.0:1787763736.566562:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763736.566568:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:2.0:1787763736.566574:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763736.566578:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315571736
00000100:00000001:2.0:1787763736.566583:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315572984
00000100:00000001:2.0:1787763736.566587:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315571736
00000100:00000001:2.0:1787763736.566592:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315572984
00000100:00000001:2.0:1787763736.566596:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763736.566600:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763736.566605:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763736.566615:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81853840 x1874599320616704/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763736.566630:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763736.566632:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763736.566637:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763736.566641:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763736.566645:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763736.566651:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81853840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320616704:192.168.203.113@tcp:8:kworker.0
00000100:00000001:2.0:1787763736.566659:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763736.566664:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763736.566667:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763736.566670:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763736.566678:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f187000.
02000000:00000001:2.0:1787763736.566682:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763736.566688:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763736.566694:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569ee2c0.
00000400:00000010:2.0:1787763736.566701:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fcbb0.
00000100:00000200:2.0:1787763736.566708:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320616704, portal 4
00000100:00000001:2.0:1787763736.566712:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763736.566715:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699518003264 : -110374191548352 : ffff9b9d81853840)
00000100:00000040:2.0:1787763736.566727:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81853840 x1874599320616704/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763761 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763736.566742:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763736.566747:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763736.566751:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc5d8.
00000100:00000200:2.0:1787763736.566757:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320616704, offset 0
00000400:00000200:2.0:1787763736.566765:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763736.566772:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763736.566780:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763736.566786:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763736.566791:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763736.566795:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763736.566800:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763736.566806:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63581:63581:253:4294967295] 192.168.203.113@tcp LPNI seq info [63581:63581:5:4294967295]
00000400:00000200:2.0:1787763736.566813:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763736.566825:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763736.566833:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763736.566840:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e100.
00000800:00000200:2.0:1787763736.566848:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763736.566856:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000001:2.0:1787763736.566861:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763736.566867:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:2.0:1787763736.566873:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763736.566876:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315571748
00000100:00000001:2.0:1787763736.566882:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315572984
00000100:00000001:2.0:1787763736.566886:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315571748
00000100:00000001:2.0:1787763736.566890:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315572984
00000100:00000001:2.0:1787763736.566895:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763736.566899:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763736.566904:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763736.566908:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763736.566916:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763736.566920:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1787763736.566925:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787763736.566928:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763736.566931:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763736.566935:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763736.756545:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763736.756556:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763736.756566:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763736.756570:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763736.756578:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763736.756582:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763736.756723:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763736.756731:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763736.756738:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763737.588667:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763737.588676:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763737.588679:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763737.588685:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763737.588689:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763737.588694:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763737.588698:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763737.588701:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763737.588705:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763737.780584:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763737.780595:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763737.780607:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763737.780610:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763737.780617:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763737.780619:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763737.780767:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763737.780800:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763737.780807:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787763737.844512:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4315572984, at 4315572992
00000100:00000040:1.0:1787763737.844512:0:303331:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b110 (cpu 1) has reached its deadline 4315572984, at 4315572992
00000100:00000010:1.0:1787763737.844526:0:303331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d5891fba0.
00000100:00000010:0.0:1787763737.844528:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d5891f600.
00000100:00000001:3.0:1787763738.612609:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763738.612617:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763738.612619:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763738.612625:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763738.612629:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763738.612633:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763738.612636:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763738.612640:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763738.612642:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763738.804544:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763738.804553:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763738.804562:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763738.804564:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763738.804586:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763738.804589:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763738.804711:0:281543:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763738.804717:0:281543:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763738.804721:0:281543:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763739.636749:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763739.636757:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763739.636758:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763739.636763:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763739.636766:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763739.636770:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763739.636772:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763739.636776:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763739.636778:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:0.0:1787763739.636898:0:256666:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.113:988
00000400:00000100:0.0:1787763739.636942:0:256666:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.113@tcp at host 192.168.203.113 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1787763739.636968:0:256666:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763739.636972:0:256666:0:(router.c:1791:lnet_notify()) 192.168.203.13@tcp notifying 192.168.203.113@tcp: down
00000400:00000200:0.0:1787763739.636979:0:256666:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763739.636983:0:256666:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:0.0:1787763739.636989:0:256666:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.113@tcp
00000800:00000010:0.0:1787763739.636993:0:256666:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8ea00.
00000400:00000200:0.0:1787763739.636998:0:256666:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787763739.637004:0:256666:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787763739.637014:0:256666:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc440
00000400:00000010:0.0:1787763739.637018:0:256666:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc440.
00000100:00000001:0.0:1787763739.637024:0:256666:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787763739.637038:0:256666:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b9d81850000 x1874599320616320/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763761 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763739.637076:0:256666:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787763739.637081:0:256666:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81850000 x1874599320616320/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763761 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763739.637091:0:256666:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763739.637093:0:256666:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787763739.637107:0:256666:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.113@tcp
00000800:00000010:0.0:1787763739.637110:0:256666:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8eb00.
00000400:00000200:0.0:1787763739.637113:0:256666:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787763739.637117:0:256666:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787763739.637121:0:256666:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc660
00000400:00000010:0.0:1787763739.637123:0:256666:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc660.
00000100:00000001:0.0:1787763739.637125:0:256666:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787763739.637134:0:256666:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b9d81851680 x1874599320616448/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763761 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763739.637142:0:256666:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787763739.637146:0:256666:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81851680 x1874599320616448/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763761 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763739.637153:0:256666:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763739.637155:0:256666:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787763739.637165:0:256666:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.113@tcp
00000800:00000010:0.0:1787763739.637168:0:256666:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8ee00.
00000400:00000200:0.0:1787763739.637171:0:256666:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787763739.637175:0:256666:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787763739.637180:0:256666:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fcb28
00000400:00000010:0.0:1787763739.637183:0:256666:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fcb28.
00000100:00000001:0.0:1787763739.637187:0:256666:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787763739.637189:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000200:0.0:1787763739.637194:0:256666:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b9d81850f00 x1874599320616576/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763761 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763739.637200:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763739.637209:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1787763739.637210:0:256666:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787763739.637219:0:256666:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81850f00 x1874599320616576/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763761 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763739.637229:0:256666:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763739.637234:0:256666:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:2.0:1787763739.637234:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763736/real 1787763739]  req@ffff9b9d81851680 x1874599320616448/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:0.0:1787763739.637252:0:256666:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.113@tcp
00000800:00000010:0.0:1787763739.637262:0:256666:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e100.
00000400:00000200:0.0:1787763739.637272:0:256666:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787763739.637289:0:256666:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787763739.637294:0:256666:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc5d8
00000400:00000001:2.0:1787763739.637296:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000010:0.0:1787763739.637299:0:256666:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc5d8.
00000400:00000001:2.0:1787763739.637302:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787763739.637307:0:256666:0:(events.c:34:request_out_callback()) Process entered
00000400:00000010:2.0:1787763739.637310:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569eeb00.
00000100:00000200:0.0:1787763739.637320:0:256666:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b9d81853840 x1874599320616704/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763761 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787763739.637322:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fccc0
00000400:00000010:2.0:1787763739.637329:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fccc0.
00000100:00000001:2.0:1787763739.637342:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787763739.637348:0:256666:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000200:2.0:1787763739.637354:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81851680 x1874599320616448/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787763739.637360:0:256666:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81853840 x1874599320616704/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763761 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763739.637388:0:256666:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763739.637397:0:256666:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000200:2.0:1787763739.637411:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81851680 x1874599320616448/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763739.637421:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763739.637423:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763739.637426:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763739.637428:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763739.637432:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81851680 x1874599320616448/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763739.637470:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763739.637483:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81851680 x1874599320616448/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763761 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763739.637491:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763739.637495:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763739.637497:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763739.637498:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763739.637501:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763739.637516:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763739.637519:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763739.637525:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763739.637528:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763739.637533:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81851680 x1874599320616448/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763761 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763739.637543:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81851680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320616448:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763739.637549:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763739.637556:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763736/real 1787763739]  req@ffff9b9d81850f00 x1874599320616576/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763739.637566:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763739.638060:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763739.638065:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569ee7e8.
00000400:00000200:2.0:1787763739.638071:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fce58
00000400:00000010:2.0:1787763739.638074:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fce58.
00000100:00000001:2.0:1787763739.638078:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763739.638096:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81850f00 x1874599320616576/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763739.638108:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81850f00 x1874599320616576/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763739.638116:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763739.638118:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763739.638121:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763739.638122:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763739.638127:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81850f00 x1874599320616576/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763739.638133:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763739.638136:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81850f00 x1874599320616576/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763761 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763739.638141:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763739.638143:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763739.638144:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763739.638144:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763739.638146:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763739.638147:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763739.638149:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763739.638152:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763739.638154:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763739.638161:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81850f00 x1874599320616576/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763761 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763739.638168:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81850f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320616576:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763739.638175:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763739.638181:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763736/real 1787763739]  req@ffff9b9d81853840 x1874599320616704/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763739.638189:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763739.638190:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763739.638193:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569ee2c0.
00000400:00000200:2.0:1787763739.638195:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fcbb0
00000400:00000010:2.0:1787763739.638197:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fcbb0.
00000100:00000001:2.0:1787763739.638199:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763739.638204:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81853840 x1874599320616704/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763739.638213:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81853840 x1874599320616704/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763739.638219:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763739.638220:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763739.638221:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763739.638222:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763739.638225:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81853840 x1874599320616704/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763739.638230:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763739.638234:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81853840 x1874599320616704/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763761 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763739.638239:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763739.638240:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763739.638241:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763739.638242:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763739.638243:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763739.638244:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763739.638245:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763739.638247:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763739.638249:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763739.638251:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81853840 x1874599320616704/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763761 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763739.638257:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81853840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320616704:192.168.203.113@tcp:8:kworker.0
00000100:00000001:2.0:1787763739.638261:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763739.638266:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763736/real 1787763739]  req@ffff9b9d81850000 x1874599320616320/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763739.638274:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763739.638275:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763739.638277:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569ee790.
00000400:00000200:2.0:1787763739.638280:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc6e8
00000400:00000010:2.0:1787763739.638282:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc6e8.
00000100:00000001:2.0:1787763739.638284:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763739.638288:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81850000 x1874599320616320/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763739.638296:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81850000 x1874599320616320/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763739.638303:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763739.638305:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763739.638306:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763739.638308:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763739.638312:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81850000 x1874599320616320/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763739.638316:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763739.638319:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81850000 x1874599320616320/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763761 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763739.638323:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763739.638324:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763739.638325:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763739.638326:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763739.638327:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763739.638328:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763739.638330:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763739.638332:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763739.638333:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763739.638336:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81850000 x1874599320616320/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763761 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763739.638341:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81850000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320616320:192.168.203.113@tcp:250:kworker.0
00000100:00000001:2.0:1787763739.638344:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763739.638346:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763739.638361:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81851680 x1874599320616448/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763761 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763739.638365:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763739.638368:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763739.638371:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f184c00.
02000000:00000001:2.0:1787763739.638374:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763739.638376:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763739.638378:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:2.0:1787763739.638380:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763739.638382:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d50559800.
02000000:00000001:2.0:1787763739.638385:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763739.638386:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763739.638388:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81851680.
00000100:00000001:2.0:1787763739.638390:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763739.638391:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763739.638393:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763739.638395:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81850f00 x1874599320616576/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763761 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763739.638399:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763739.638399:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763739.638400:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f184000.
02000000:00000001:2.0:1787763739.638402:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763739.638403:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763739.638403:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:2.0:1787763739.638405:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763739.638406:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d5055bc00.
02000000:00000001:2.0:1787763739.638407:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763739.638408:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763739.638409:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81850f00.
00000100:00000001:2.0:1787763739.638411:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763739.638412:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763739.638413:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763739.638415:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81853840 x1874599320616704/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763761 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763739.638419:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763739.638419:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763739.638420:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f187000.
02000000:00000001:2.0:1787763739.638422:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763739.638422:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763739.638423:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:2.0:1787763739.638424:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763739.638425:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d50558c00.
02000000:00000001:2.0:1787763739.638427:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763739.638428:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763739.638429:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81853840.
00000100:00000001:2.0:1787763739.638430:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763739.638431:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763739.638432:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763739.638434:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81850000 x1874599320616320/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763761 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763739.638465:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763739.638466:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763739.638467:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f185000.
02000000:00000001:2.0:1787763739.638470:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763739.638471:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763739.638472:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:2.0:1787763739.638473:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763739.638474:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d5055a000.
02000000:00000001:2.0:1787763739.638476:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763739.638477:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763739.638478:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81850000.
00000100:00000001:2.0:1787763739.638479:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763739.638480:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763739.638481:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763739.638487:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763739.638489:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763739.638490:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787763739.638492:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763739.828531:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763739.828538:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763739.828544:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763739.828545:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763739.828549:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763739.828549:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763739.828637:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763739.828642:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763739.828645:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763740.660633:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763740.660642:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763740.660645:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763740.660650:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763740.660654:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763740.660658:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763740.660661:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763740.660663:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763740.660666:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763740.852565:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763740.852591:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763740.852598:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763740.852600:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763740.852604:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763740.852605:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763740.852680:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763740.852686:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763740.852689:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787763741.684651:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763741.684663:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787763741.684666:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763741.684670:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763741.684677:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1787763741.684678:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:0.0:1787763741.684687:0:291943:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20904
00000100:00000001:3.0:1787763741.684687:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763741.684696:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763741.684704:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000400:00000200:0.0:1787763741.684708:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:3.0:1787763741.684712:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000400:00000200:0.0:1787763741.684719:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763741.684724:0:291943:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763741.684728:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763741.684728:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763741.684737:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787763741.684738:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763741.684753:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787763741.684754:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763741.684770:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000001:3.0:1787763741.684771:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763741.684787:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763741.684791:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:0.0:1787763741.684796:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763741.684801:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:0.0:1787763741.684803:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:0.0:1787763741.684806:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:0.0:1787763741.684810:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763741.684813:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763741.684814:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763741.684816:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787763741.684818:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:0.0:1787763741.684821:0:291943:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763741.684823:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763741.684826:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763741.684831:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763741.684834:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763741.684837:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787763741.684841:0:291943:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763741.684853:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81852d00.
00000020:00000040:0.0:1787763741.684857:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:0.0:1787763741.684862:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763741.684864:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763741.684868:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763741.684871:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763741.684877:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763741.684888:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d50558000.
00000100:00000001:0.0:1787763741.684905:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763741.684919:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81852d00 x1874599320616832/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763741.684932:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763741.684938:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763741.684960:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033d5c64e] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81852d00 x1874599320616832/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763741.684994:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763741.684998:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763741.685002:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787763741.685004:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763741.685006:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763741.685009:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763741.685013:0:291943:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20904
00000400:00000200:0.0:1787763741.685017:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763741.685020:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763741.685023:0:291943:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763741.685036:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763741.685038:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763741.685040:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763741.685042:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763741.685044:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763741.685046:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000020:00000001:0.0:1787763741.685047:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763741.685051:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000020:00000001:0.0:1787763741.685053:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000020:00000001:0.0:1787763741.685056:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000040:0.0:1787763741.685059:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763741.685063:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763741.685066:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763741.685069:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787763741.685072:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00080000:0.0:1787763741.685088:0:291943:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763741.685093:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763741.685096:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763741.685104:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763741.685107:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763741.685110:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787763741.685112:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000008:00100000:0.0:1787763741.685117:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787763741.685121:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000008:00000001:0.0:1787763741.685126:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763741.685129:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787763741.685133:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763741.685141:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81851a40.
00000020:00000040:0.0:1787763741.685151:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000100:00000040:2.0:1787763741.685152:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81852d00 x1874599320616832/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787763741.685162:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763741.685168:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763741.685179:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763741.685183:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1787763741.685195:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1787763741.685197:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763741.685203:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763741.685208:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d5055b000.
02000000:00000001:2.0:1787763741.685214:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1787763741.685218:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763741.685222:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763741.685233:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763741.685234:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81851a40 x1874599320616960/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787763741.685248:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81852d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320616832:192.168.203.113@tcp:250:kworker.0
00000100:00000001:0.0:1787763741.685257:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763741.685261:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1787763741.685264:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763741.685271:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:0.0:1787763741.685278:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014835854] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81851a40 x1874599320616960/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787763741.685280:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763741.685288:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763741.685300:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f185000.
00000100:00000001:0.0:1787763741.685304:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763741.685308:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763741.685313:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763741.685320:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787763741.685327:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1787763741.685328:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00080000:0.0:1787763741.685333:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:2.0:1787763741.685339:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569ee790.
00000100:00000001:0.0:1787763741.685342:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763741.685352:0:291943:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20904
00000400:00000010:2.0:1787763741.685355:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc6e8.
00000400:00000200:0.0:1787763741.685364:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000200:2.0:1787763741.685369:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320616832, portal 25
00000400:00000200:0.0:1787763741.685372:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00000001:2.0:1787763741.685383:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:0.0:1787763741.685386:0:291943:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787763741.685390:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699518000384 : -110374191551232 : ffff9b9d81852d00)
00000100:00000040:0.0:1787763741.685398:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763741.685405:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763741.685410:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81852d00 x1874599320616832/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763766 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787763741.685413:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763741.685422:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763741.685430:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763741.685434:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000020:00000001:0.0:1787763741.685481:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763741.685483:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000020:00000001:0.0:1787763741.685487:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000020:00000001:0.0:1787763741.685490:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00000040:0.0:1787763741.685497:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763741.685500:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763741.685503:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763741.685513:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000001:2.0:1787763741.685520:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:0.0:1787763741.685522:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000100:00080000:0.0:1787763741.685534:0:291943:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000040:2.0:1787763741.685539:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000100:00000001:0.0:1787763741.685542:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787763741.685549:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fcbb0.
02000000:00000001:0.0:1787763741.685550:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763741.685562:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:2.0:1787763741.685565:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320616832, offset 0
02000000:00000001:0.0:1787763741.685570:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763741.685577:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763741.685580:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1787763741.685586:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000008:00000001:0.0:1787763741.685588:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763741.685595:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763741.685602:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81851e00.
00000400:00000200:2.0:1787763741.685604:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000020:00000040:0.0:1787763741.685611:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
02000000:00000001:0.0:1787763741.685620:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763741.685621:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763741.685626:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000100:00000001:0.0:1787763741.685628:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763741.685634:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1787763741.685640:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:0.0:1787763741.685642:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763741.685657:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d50559000.
00000400:00000200:2.0:1787763741.685659:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000100:00000001:0.0:1787763741.685665:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763741.685672:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000100:00100000:0.0:1787763741.685692:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81851e00 x1874599320617088/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787763741.685701:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763741.685722:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63582:63582:256:4294967295] 192.168.203.113@tcp LPNI seq info [63582:63582:8:4294967295]
00000100:00000001:0.0:1787763741.685723:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763741.685730:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763741.685745:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000040:0.0:1787763741.685750:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ab0eea16] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81851e00 x1874599320617088/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787763741.685781:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1787763741.685786:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763741.685793:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1787763741.685799:0:291943:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1787763741.685809:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.0:1787763741.685809:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000100:00080000:0.0:1787763741.685823:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787763741.685826:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000010:2.0:1787763741.685827:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e000.
00000100:00080000:0.0:1787763741.685829:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763741.685838:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763741.685849:0:291943:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20904
00000800:00000200:2.0:1787763741.685851:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000400:00000200:0.0:1787763741.685860:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000800:00000200:2.0:1787763741.685863:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000400:00000200:0.0:1787763741.685870:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763741.685879:0:291943:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000800:00000200:2.1:1787763741.685888:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000040:0.0:1787763741.685896:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000800:00000200:2.1:1787763741.685900:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000100:00000001:0.0:1787763741.685903:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763741.685912:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000800:00000100:2.0:1787763741.685925:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000100:00000001:0.0:1787763741.685926:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000800:00000010:2.0:1787763741.685934:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e000.
00000020:00000001:0.0:1787763741.685935:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763741.685939:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000020:00000001:0.0:1787763741.685961:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:2.0:1787763741.685963:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:0.0:1787763741.685967:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000020:00000001:0.0:1787763741.685973:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000020:00000001:0.0:1787763741.685982:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000400:00000200:2.0:1787763741.685982:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000100:00000040:0.0:1787763741.685999:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763741.686008:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787763741.686013:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fcbb0
00000100:00000040:0.0:1787763741.686014:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763741.686022:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000400:00000010:2.0:1787763741.686022:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fcbb0.
00000020:00000040:0.0:1787763741.686034:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00000001:2.0:1787763741.686038:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:0.0:1787763741.686045:0:291943:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763741.686051:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787763741.686055:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d81852d00 x1874599320616832/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763766 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787763741.686058:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763741.686065:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763741.686078:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763741.686086:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763741.686093:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1787763741.686097:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000008:00000001:0.0:1787763741.686101:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763741.686110:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763741.686111:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81852d00 x1874599320616832/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763766 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1787763741.686122:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81850780.
00000100:00000001:2.0:1787763741.686130:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1787763741.686131:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
00000100:00000001:2.0:1787763741.686141:0:256678:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:0.0:1787763741.686144:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763741.686149:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763741.686153:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1787763741.686156:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763741.686157:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763741.686162:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763741.686170:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
02000000:00000010:0.0:1787763741.686175:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d5055ac00.
00000100:00000001:2.0:1787763741.686178:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4315578104
00000100:00000001:0.0:1787763741.686183:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763741.686191:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d5891f4e0.
00000100:00100000:0.0:1787763741.686200:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81850780 x1874599320617216/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763741.686208:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787763741.686224:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4315578104
00000100:00000001:0.0:1787763741.686230:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000010:2.0:1787763741.686234:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d5891f300.
00000100:00000001:0.0:1787763741.686237:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763741.686243:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787763741.686253:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1787763741.686254:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000099b37720] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81850780 x1874599320617216/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763741.686260:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763741.686270:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1787763741.686283:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763741.686285:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763741/real 1787763741]  req@ffff9b9d81852d00 x1874599320616832/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787763741.686298:0:291943:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20914)
00000400:00000001:2.0:1787763741.686315:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763741.686318:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763741.686321:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569ee790.
00000400:00000200:2.0:1787763741.686327:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc6e8
00000400:00000010:2.0:1787763741.686330:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc6e8.
00000100:00000001:2.0:1787763741.686338:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763741.686347:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81852d00 x1874599320616832/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763741.686366:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81852d00 x1874599320616832/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763741.686373:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763741.686376:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763741.686378:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763741.686381:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763741.686384:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81852d00 x1874599320616832/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763741.686391:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763741.686395:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81852d00 x1874599320616832/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763766 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763741.686402:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763741.686405:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763741.686407:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763741.686408:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763741.686411:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763741.686413:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763741.686417:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763741.686421:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763741.686423:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763741.686427:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81852d00 x1874599320616832/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763766 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763741.686434:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81852d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320616832:192.168.203.113@tcp:250:kworker.0
00000100:00000001:2.0:1787763741.686471:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763741.686476:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763741.686481:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81852d00 x1874599320616832/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763766 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763741.686492:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763741.686495:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763741.686500:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f185000.
02000000:00000001:2.0:1787763741.686505:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763741.686510:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763741.686512:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:2.0:1787763741.686516:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763741.686520:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d50558000.
02000000:00000001:2.0:1787763741.686526:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763741.686528:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763741.686531:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81852d00.
00000100:00000001:2.0:1787763741.686536:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763741.686538:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763741.686541:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763741.686556:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763741.686559:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763741.686564:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787763741.686567:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763741.686569:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763741.686576:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81851a40 x1874599320616960/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763741.686607:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763741.686610:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763741.686614:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763741.686618:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763741.686623:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763741.686629:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81851a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320616960:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763741.686635:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763741.686640:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763741.686643:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763741.686662:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763741.686668:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f185000.
02000000:00000001:2.0:1787763741.686671:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763741.686676:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763741.686680:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569ee790.
00000400:00000010:2.0:1787763741.686685:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc6e8.
00000100:00000200:2.0:1787763741.686690:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320616960, portal 10
00000100:00000001:2.0:1787763741.686693:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763741.686695:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699517995584 : -110374191556032 : ffff9b9d81851a40)
00000100:00000040:2.0:1787763741.686704:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81851a40 x1874599320616960/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763766 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763741.686713:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763741.686717:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763741.686720:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fcbb0.
00000100:00000200:2.0:1787763741.686724:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320616960, offset 0
00000400:00000200:2.0:1787763741.686747:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763741.686756:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763741.686764:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763741.686770:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763741.686775:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763741.686780:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763741.686785:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763741.686790:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63583:63583:256:4294967295] 192.168.203.113@tcp LPNI seq info [63583:63583:8:4294967295]
00000400:00000200:2.0:1787763741.686798:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763741.686810:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763741.686818:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763741.686824:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e000.
00000800:00000200:2.0:1787763741.686832:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.0:1787763741.686837:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787763741.686846:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763741.686851:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1787763741.686873:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763741.686875:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e000.
00000400:00000200:2.0:1787763741.686879:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787763741.686884:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763741.686888:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fcbb0
00000400:00000010:2.0:1787763741.686891:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fcbb0.
00000100:00000001:2.0:1787763741.686895:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763741.686900:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d81851a40 x1874599320616960/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763766 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763741.686912:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763741.686917:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81851a40 x1874599320616960/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763766 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763741.686926:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763741.686928:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763741.686934:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763741.686940:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:2.0:1787763741.686962:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763741.686966:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315576877
00000100:00000001:2.0:1787763741.686971:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315578104
00000100:00000001:2.0:1787763741.686974:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315576877
00000100:00000001:2.0:1787763741.686979:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315578104
00000100:00000001:2.0:1787763741.686981:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763741.686983:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763741.686985:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763741.686990:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763741/real 1787763741]  req@ffff9b9d81851a40 x1874599320616960/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763741.686998:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763741.686999:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763741.687001:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569ee790.
00000400:00000200:2.0:1787763741.687003:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc6e8
00000400:00000010:2.0:1787763741.687005:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc6e8.
00000100:00000001:2.0:1787763741.687007:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763741.687010:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81851a40 x1874599320616960/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763741.687018:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81851a40 x1874599320616960/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763741.687024:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763741.687025:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763741.687027:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763741.687028:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763741.687031:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81851a40 x1874599320616960/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763741.687037:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763741.687041:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81851a40 x1874599320616960/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763766 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763741.687047:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763741.687049:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763741.687050:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763741.687051:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763741.687054:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763741.687065:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763741.687069:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763741.687074:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763741.687077:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763741.687084:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81851a40 x1874599320616960/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763766 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763741.687095:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81851a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320616960:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763741.687100:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763741.687106:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81851e00 x1874599320617088/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763741.687116:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763741.687118:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763741.687122:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763741.687125:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763741.687128:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763741.687133:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81851e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320617088:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763741.687137:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763741.687140:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763741.687142:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763741.687145:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763741.687149:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f187000.
02000000:00000001:2.0:1787763741.687152:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763741.687157:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763741.687160:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569ee790.
00000400:00000010:2.0:1787763741.687164:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc6e8.
00000100:00000200:2.0:1787763741.687169:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320617088, portal 10
00000100:00000001:2.0:1787763741.687171:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763741.687173:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699517996544 : -110374191555072 : ffff9b9d81851e00)
00000100:00000040:2.0:1787763741.687198:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81851e00 x1874599320617088/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763766 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763741.687211:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763741.687215:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763741.687219:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fcbb0.
00000100:00000200:2.0:1787763741.687224:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320617088, offset 0
00000400:00000200:2.0:1787763741.687231:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763741.687239:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763741.687247:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763741.687253:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763741.687258:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763741.687262:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763741.687265:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763741.687269:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63584:63584:256:4294967295] 192.168.203.113@tcp LPNI seq info [63584:63584:8:4294967295]
00000400:00000200:2.0:1787763741.687275:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763741.687283:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763741.687289:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763741.687293:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e000.
00000800:00000200:2.0:1787763741.687298:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.0:1787763741.687302:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787763741.687307:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763741.687311:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1787763741.687316:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763741.687318:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e000.
00000400:00000200:2.0:1787763741.687323:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787763741.687327:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763741.687331:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fcbb0
00000400:00000010:2.0:1787763741.687333:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fcbb0.
00000100:00000001:2.0:1787763741.687336:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763741.687341:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d81851e00 x1874599320617088/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763766 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763741.687351:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763741.687355:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81851e00 x1874599320617088/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763766 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763741.687370:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763741.687372:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763741.687376:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763741.687380:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:2.0:1787763741.687384:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763741.687386:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315576856
00000100:00000001:2.0:1787763741.687389:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315578104
00000100:00000001:2.0:1787763741.687392:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315576856
00000100:00000001:2.0:1787763741.687395:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315578104
00000100:00000001:2.0:1787763741.687397:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763741.687399:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763741.687402:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763741.687406:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763741/real 1787763741]  req@ffff9b9d81851e00 x1874599320617088/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763741.687414:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763741.687416:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763741.687418:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569ee790.
00000400:00000200:2.0:1787763741.687421:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc6e8
00000400:00000010:2.0:1787763741.687423:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc6e8.
00000100:00000001:2.0:1787763741.687425:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763741.687446:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81851e00 x1874599320617088/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763741.687459:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81851e00 x1874599320617088/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763741.687468:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763741.687498:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763741.687501:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763741.687503:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763741.687510:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81851e00 x1874599320617088/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763741.687522:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763741.687527:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81851e00 x1874599320617088/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763766 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763741.687538:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763741.687541:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763741.687542:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763741.687544:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763741.687545:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763741.687547:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763741.687550:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763741.687553:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763741.687556:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763741.687559:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81851e00 x1874599320617088/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763766 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763741.687566:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81851e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320617088:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763741.687570:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763741.687574:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81850780 x1874599320617216/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763741.687580:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763741.687582:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763741.687584:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763741.687586:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763741.687588:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763741.687591:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81850780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320617216:192.168.203.113@tcp:8:kworker.0
00000100:00000001:2.0:1787763741.687594:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763741.687597:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763741.687599:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763741.687600:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763741.687604:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f184000.
02000000:00000001:2.0:1787763741.687606:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763741.687610:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763741.687612:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569ee790.
00000400:00000010:2.0:1787763741.687616:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc6e8.
00000100:00000200:2.0:1787763741.687619:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320617216, portal 4
00000100:00000001:2.0:1787763741.687621:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763741.687622:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699517990784 : -110374191560832 : ffff9b9d81850780)
00000100:00000040:2.0:1787763741.687627:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81850780 x1874599320617216/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763766 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763741.687634:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763741.687636:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763741.687638:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fcbb0.
00000100:00000200:2.0:1787763741.687640:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320617216, offset 0
00000400:00000200:2.0:1787763741.687643:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763741.687647:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763741.687650:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763741.687653:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763741.687655:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763741.687658:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763741.687660:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763741.687663:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63585:63585:256:4294967295] 192.168.203.113@tcp LPNI seq info [63585:63585:8:4294967295]
00000400:00000200:2.0:1787763741.687667:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763741.687673:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763741.687677:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763741.687680:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e000.
00000800:00000200:2.0:1787763741.687684:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.0:1787763741.687686:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787763741.687708:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763741.687712:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1787763741.687716:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763741.687719:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e000.
00000400:00000200:2.0:1787763741.687723:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787763741.687727:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763741.687730:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fcbb0
00000400:00000010:2.0:1787763741.687732:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fcbb0.
00000100:00000001:2.0:1787763741.687735:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763741.687739:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d81850780 x1874599320617216/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763766 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763741.687748:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763741.687752:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81850780 x1874599320617216/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763766 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763741.687759:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763741.687761:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763741.687765:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763741.687768:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:2.0:1787763741.687772:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763741.687774:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315576869
00000100:00000001:2.0:1787763741.687777:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315578104
00000100:00000001:2.0:1787763741.687779:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315576869
00000100:00000001:2.0:1787763741.687782:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315578104
00000100:00000001:2.0:1787763741.687784:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763741.687786:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763741.687788:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763741.687792:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763741/real 1787763741]  req@ffff9b9d81850780 x1874599320617216/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763741.687800:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763741.687802:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763741.687804:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569ee790.
00000400:00000200:2.0:1787763741.687806:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc6e8
00000400:00000010:2.0:1787763741.687808:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc6e8.
00000100:00000001:2.0:1787763741.687810:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763741.687814:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81850780 x1874599320617216/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763741.687823:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81850780 x1874599320617216/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763741.687830:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763741.687832:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763741.687834:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763741.687836:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763741.687839:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81850780 x1874599320617216/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763741.687846:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763741.687851:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81850780 x1874599320617216/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763766 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763741.687874:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763741.687876:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763741.687877:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763741.687878:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763741.687880:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763741.687881:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763741.687883:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763741.687886:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763741.687888:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763741.687892:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81850780 x1874599320617216/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763766 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763741.687899:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81850780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320617216:192.168.203.113@tcp:8:kworker.0
00000100:00000001:2.0:1787763741.687902:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763741.687904:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763741.687907:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81851a40 x1874599320616960/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763766 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763741.687913:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763741.687915:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763741.687917:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f185000.
02000000:00000001:2.0:1787763741.687919:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763741.687920:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763741.687922:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:2.0:1787763741.687923:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763741.687925:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d5055b000.
02000000:00000001:2.0:1787763741.687928:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763741.687929:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763741.687931:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81851a40.
00000100:00000001:2.0:1787763741.687933:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763741.687935:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763741.687936:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763741.687939:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81851e00 x1874599320617088/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763766 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763741.687966:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763741.687968:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763741.687969:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f187000.
02000000:00000001:2.0:1787763741.687972:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763741.687973:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763741.687974:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:2.0:1787763741.687976:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763741.687978:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d50559000.
02000000:00000001:2.0:1787763741.687980:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763741.687982:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763741.687983:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81851e00.
00000100:00000001:2.0:1787763741.687985:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763741.687986:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763741.687987:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763741.687990:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81850780 x1874599320617216/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763766 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763741.687996:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763741.687997:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763741.687999:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f184000.
02000000:00000001:2.0:1787763741.688001:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763741.688002:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763741.688003:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:2.0:1787763741.688005:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763741.688006:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d5055ac00.
02000000:00000001:2.0:1787763741.688008:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763741.688009:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763741.688010:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81850780.
00000100:00000001:2.0:1787763741.688012:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763741.688013:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763741.688015:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763741.688018:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763741.688020:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763741.688021:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787763741.688023:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763741.876553:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763741.876563:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763741.876566:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763741.876571:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763741.876577:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763741.876580:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763741.876583:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763741.876587:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763741.876593:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763741.876595:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763741.876597:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763741.876600:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763741.876603:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763741.876605:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763741.876607:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763741.876611:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763741.876616:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763741.876618:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763741.876698:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763741.876705:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763741.876712:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763742.708662:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763742.708671:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763742.708674:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763742.708680:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763742.708685:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763742.708690:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763742.708693:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763742.708697:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763742.708700:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763742.900572:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763742.900581:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763742.900590:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763742.900593:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763742.900598:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763742.900600:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763742.900697:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763742.900703:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763742.900708:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787763742.964603:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4315578104, at 4315578112
00000100:00000040:1.0:1787763742.964603:0:303331:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b110 (cpu 1) has reached its deadline 4315578104, at 4315578112
00000100:00000010:1.0:1787763742.964631:0:303331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d5891f300.
00000100:00000010:0.0:1787763742.964638:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d5891f4e0.
00000100:00000001:3.0:1787763743.732549:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763743.732557:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763743.732562:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763743.732568:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763743.732573:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763743.732576:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763743.732579:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763743.732582:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763743.732585:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763743.924570:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763743.924581:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763743.924592:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763743.924595:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763743.924601:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763743.924607:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763743.924611:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763743.924616:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763743.924620:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763743.924622:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763743.924625:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763743.924627:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763743.924719:0:281543:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763743.924724:0:281543:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763743.924727:0:281543:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763744.756520:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763744.756529:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763744.756531:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763744.756538:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763744.756542:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763744.756547:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763744.756551:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763744.756554:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763744.756557:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763744.948567:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763744.948576:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763744.948583:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763744.948584:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763744.948589:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763744.948590:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763744.948610:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763744.948615:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763744.948618:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763745.780654:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763745.780666:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763745.780670:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763745.780678:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763745.780683:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763745.780688:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763745.780692:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763745.780695:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763745.780699:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763745.972553:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763745.972562:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763745.972570:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763745.972572:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763745.972579:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763745.972583:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763745.972691:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763745.972699:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763745.972706:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787763746.804566:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763746.804585:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787763746.804590:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763746.804598:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763746.804608:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763746.804621:0:291943:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20909
00000400:00000200:0.0:1787763746.804637:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763746.804647:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763746.804653:0:291943:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787763746.804656:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000040:0.0:1787763746.804663:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763746.804665:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787763746.804672:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787763746.804673:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763746.804683:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00100000:3.0:1787763746.804685:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:0.0:1787763746.804688:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000001:3.0:1787763746.804696:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1787763746.804698:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763746.804704:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000100:00000001:3.0:1787763746.804708:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1787763746.804709:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763746.804715:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000100:00000001:3.0:1787763746.804719:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:0.0:1787763746.804721:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:0.0:1787763746.804728:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000001:3.0:1787763746.804729:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787763746.804735:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763746.804740:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763746.804741:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763746.804748:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763746.804753:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787763746.804757:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:0.0:1787763746.804762:0:291943:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763746.804766:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763746.804770:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763746.804775:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763746.804779:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763746.804782:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787763746.804787:0:291943:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763746.804800:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d818521c0.
00000020:00000040:0.0:1787763746.804807:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:0.0:1787763746.804815:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763746.804819:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763746.804824:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763746.804829:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763746.804835:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763746.804848:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d50558c00.
00000100:00000001:0.0:1787763746.804859:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763746.804877:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d818521c0 x1874599320617344/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763746.804896:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763746.804904:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763746.804936:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e93caa89] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d818521c0 x1874599320617344/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763746.804975:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763746.804982:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763746.804989:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787763746.804992:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763746.804995:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763746.805001:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763746.805008:0:291943:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20909
00000400:00000200:0.0:1787763746.805018:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763746.805026:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763746.805031:0:291943:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787763746.805035:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1787763746.805038:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763746.805045:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763746.805052:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763746.805056:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787763746.805059:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000001:2.0:1787763746.805065:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1787763746.805068:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763746.805075:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000020:00000001:0.0:1787763746.805083:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000040:2.0:1787763746.805087:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d818521c0 x1874599320617344/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1787763746.805090:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000020:00000001:0.0:1787763746.805102:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000020:00000001:0.0:1787763746.805113:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000001:2.0:1787763746.805127:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:0.0:1787763746.805131:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763746.805134:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763746.805142:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1787763746.805146:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763746.805154:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763746.805160:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763746.805165:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00100000:2.0:1787763746.805175:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d818521c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320617344:192.168.203.113@tcp:250:kworker.0
00000100:00000001:0.0:1787763746.805176:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787763746.805190:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00000001:2.0:1787763746.805193:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:0.0:1787763746.805204:0:291943:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
02000000:00000001:2.0:1787763746.805205:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763746.805214:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763746.805216:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763746.805224:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787763746.805227:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000010:2.0:1787763746.805239:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f187000.
02000000:00000001:0.0:1787763746.805242:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763746.805250:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763746.805254:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763746.805262:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000200:2.0:1787763746.805268:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000008:00100000:0.0:1787763746.805273:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000400:00000010:2.0:1787763746.805279:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569ee790.
00000008:00000001:0.0:1787763746.805283:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763746.805291:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787763746.805296:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc6e8.
00000100:00000010:0.0:1787763746.805302:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81850780.
00000100:00000200:2.0:1787763746.805310:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320617344, portal 25
00000020:00000040:0.0:1787763746.805312:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000100:00000001:2.0:1787763746.805320:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
02000000:00000001:0.0:1787763746.805324:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1787763746.805327:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699517997504 : -110374191554112 : ffff9b9d818521c0)
02000000:00000001:0.0:1787763746.805331:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763746.805339:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:2.0:1787763746.805346:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d818521c0 x1874599320617344/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763771 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787763746.805356:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763746.805363:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763746.805378:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d5055bc00.
00000100:00000001:2.0:1787763746.805387:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1787763746.805390:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763746.805401:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763746.805412:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fcbb0.
00000100:00100000:0.0:1787763746.805413:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81850780 x1874599320617472/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1787763746.805424:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320617344, offset 0
00000400:00000200:2.0:1787763746.805483:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763746.805498:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763746.805511:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000100:00000001:0.0:1787763746.805517:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1787763746.805525:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1787763746.805527:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763746.805538:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000100:00000040:0.0:1787763746.805547:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000099b37720] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81850780 x1874599320617472/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787763746.805552:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763746.805566:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763746.805585:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63586:63586:256:4294967295] 192.168.203.113@tcp LPNI seq info [63586:63586:8:4294967295]
00000100:00000001:0.0:1787763746.805590:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763746.805601:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1787763746.805602:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00080000:0.0:1787763746.805616:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787763746.805624:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763746.805631:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1787763746.805638:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1787763746.805642:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763746.805654:0:291943:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20909
00000800:00000200:2.0:1787763746.805662:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787763746.805673:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000800:00000010:2.0:1787763746.805678:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e000.
00000400:00000200:0.0:1787763746.805686:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763746.805695:0:291943:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000800:00000200:2.0:1787763746.805699:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000040:0.0:1787763746.805711:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000800:00000200:2.0:1787763746.805713:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000100:00000001:0.0:1787763746.805721:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763746.805733:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000800:00000200:2.1:1787763746.805737:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000001:0.0:1787763746.805741:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000800:00000200:2.1:1787763746.805750:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000020:00000001:0.0:1787763746.805752:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763746.805759:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000020:00000001:0.0:1787763746.805765:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000100:2.0:1787763746.805768:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000020:00000040:0.0:1787763746.805772:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000800:00000010:2.0:1787763746.805779:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e000.
00000020:00000001:0.0:1787763746.805781:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000020:00000001:0.0:1787763746.805790:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000400:00000200:2.0:1787763746.805794:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:0.0:1787763746.805800:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763746.805805:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763746.805810:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763746.805820:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000400:00000200:2.0:1787763746.805830:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000020:00000040:0.0:1787763746.805831:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000400:00000200:2.0:1787763746.805847:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fcbb0
00000100:00080000:0.0:1787763746.805848:0:291943:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000400:00000010:2.0:1787763746.805856:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fcbb0.
00000100:00000001:0.0:1787763746.805859:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763746.805867:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787763746.805870:0:256678:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:0.0:1787763746.805876:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:2.0:1787763746.805887:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d818521c0 x1874599320617344/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763771 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787763746.805888:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763746.805898:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763746.805905:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787763746.805945:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763746.805953:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763746.805956:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000010:0.0:1787763746.805964:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81851e00.
00000100:00000040:2.0:1787763746.805970:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d818521c0 x1874599320617344/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763771 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1787763746.805974:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
02000000:00000001:0.0:1787763746.805986:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763746.805991:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763746.806000:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1787763746.806006:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763746.806007:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763746.806015:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763746.806016:0:256678:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000010:0.0:1787763746.806030:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d50559800.
00000100:00000001:2.0:1787763746.806034:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763746.806044:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763746.806051:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763746.806060:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4315583224
00000100:00100000:0.0:1787763746.806067:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81851e00 x1874599320617600/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:2.0:1787763746.806076:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d5891f960.
00000100:00000001:2.0:1787763746.806094:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1787763746.806097:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763746.806106:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763746.806111:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4315583224
00000100:00000040:0.0:1787763746.806119:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ab0eea16] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81851e00 x1874599320617600/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1787763746.806124:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d5891f1e0.
00000100:00000001:2.0:1787763746.806137:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787763746.806151:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787763746.806153:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763746.806163:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763746.806166:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787763746.806174:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000040:0.0:1787763746.806179:0:291943:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1787763746.806188:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1787763746.806195:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763746/real 1787763746]  req@ffff9b9d818521c0 x1874599320617344/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763771 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787763746.806197:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787763746.806204:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763746.806209:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763746.806221:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763746.806233:0:291943:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20909
00000400:00000001:2.0:1787763746.806236:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763746.806243:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000200:0.0:1787763746.806247:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763746.806251:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569ee790.
00000400:00000200:0.0:1787763746.806260:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000400:00000200:2.0:1787763746.806263:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc6e8
00000100:00080000:0.0:1787763746.806268:0:291943:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000400:00000010:2.0:1787763746.806271:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc6e8.
00000100:00000040:0.0:1787763746.806281:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763746.806284:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787763746.806289:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763746.806302:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000200:2.0:1787763746.806303:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d818521c0 x1874599320617344/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763771 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763746.806308:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763746.806319:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763746.806324:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000020:00000001:0.0:1787763746.806330:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763746.806338:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000020:00000001:0.0:1787763746.806348:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000200:2.0:1787763746.806349:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d818521c0 x1874599320617344/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763771 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1787763746.806357:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000040:0.0:1787763746.806375:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763746.806382:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787763746.806385:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787763746.806393:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787763746.806394:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763746.806404:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787763746.806405:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000001:2.0:1787763746.806412:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:0.0:1787763746.806415:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00080000:0.0:1787763746.806431:0:291943:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00100000:2.0:1787763746.806433:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d818521c0 x1874599320617344/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763771 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763746.806473:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763746.806481:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763746.806489:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763746.806502:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763746.806513:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787763746.806515:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:0.0:1787763746.806522:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787763746.806534:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763746.806536:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d818521c0 x1874599320617344/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763771 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763746.806541:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763746.806557:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81851a40.
00000100:00000001:2.0:1787763746.806562:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000040:0.0:1787763746.806567:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
00000100:00000001:2.0:1787763746.806574:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1787763746.806579:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1787763746.806583:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:0.0:1787763746.806586:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763746.806591:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763746.806594:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763746.806602:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1787763746.806602:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
02000000:00000001:0.0:1787763746.806609:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763746.806611:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000010:0.0:1787763746.806618:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d50559c00.
00000100:00080000:2.0:1787763746.806622:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:0.0:1787763746.806627:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763746.806635:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00100000:0.0:1787763746.806643:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81851a40 x1874599320617728/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763746.806648:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:0.0:1787763746.806668:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000040:2.0:1787763746.806670:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d818521c0 x1874599320617344/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763771 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763746.806675:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763746.806702:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014835854] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81851a40 x1874599320617728/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763746.806704:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d818521c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320617344:192.168.203.113@tcp:250:kworker.0
00000100:00000001:2.0:1787763746.806726:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763746.806731:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763746.806736:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787763746.806740:0:291943:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20919)
00000100:00000040:2.0:1787763746.806750:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d818521c0 x1874599320617344/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763771 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763746.806775:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763746.806779:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763746.806784:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f187000.
02000000:00000001:2.0:1787763746.806790:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763746.806794:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763746.806798:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:2.0:1787763746.806804:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763746.806809:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d50558c00.
02000000:00000001:2.0:1787763746.806816:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763746.806820:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763746.806824:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d818521c0.
00000100:00000001:2.0:1787763746.806832:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763746.806835:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763746.806840:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763746.806853:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763746.806856:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763746.806861:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787763746.806865:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763746.806868:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763746.806878:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81850780 x1874599320617472/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763746.806894:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763746.806897:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763746.806902:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763746.806906:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763746.806939:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763746.806945:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81850780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320617472:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763746.806950:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763746.806954:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763746.806957:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763746.806961:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763746.806969:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f187000.
02000000:00000001:2.0:1787763746.806974:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763746.806985:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763746.806994:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569ee790.
00000400:00000010:2.0:1787763746.807002:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc6e8.
00000100:00000200:2.0:1787763746.807019:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320617472, portal 10
00000100:00000001:2.0:1787763746.807025:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763746.807027:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699517990784 : -110374191560832 : ffff9b9d81850780)
00000100:00000040:2.0:1787763746.807042:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81850780 x1874599320617472/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763771 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763746.807057:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763746.807062:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763746.807067:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fcbb0.
00000100:00000200:2.0:1787763746.807072:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320617472, offset 0
00000400:00000200:2.0:1787763746.807079:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763746.807086:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763746.807092:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763746.807097:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763746.807101:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763746.807104:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763746.807107:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763746.807112:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63587:63587:256:4294967295] 192.168.203.113@tcp LPNI seq info [63587:63587:8:4294967295]
00000400:00000200:2.0:1787763746.807119:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763746.807128:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763746.807134:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763746.807139:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e000.
00000800:00000200:2.0:1787763746.807145:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.0:1787763746.807149:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787763746.807155:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763746.807159:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1787763746.807165:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763746.807168:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e000.
00000400:00000200:2.0:1787763746.807174:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787763746.807179:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763746.807184:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fcbb0
00000400:00000010:2.0:1787763746.807187:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fcbb0.
00000100:00000001:2.0:1787763746.807192:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763746.807197:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d81850780 x1874599320617472/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763771 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763746.807208:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763746.807212:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81850780 x1874599320617472/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763771 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763746.807221:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763746.807223:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763746.807227:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763746.807233:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:2.0:1787763746.807238:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763746.807241:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315581997
00000100:00000001:2.0:1787763746.807245:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315583224
00000100:00000001:2.0:1787763746.807248:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315581997
00000100:00000001:2.0:1787763746.807251:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315583224
00000100:00000001:2.0:1787763746.807253:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763746.807256:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763746.807258:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763746.807263:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763746/real 1787763746]  req@ffff9b9d81850780 x1874599320617472/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763771 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763746.807272:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763746.807274:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763746.807277:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569ee790.
00000400:00000200:2.0:1787763746.807280:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc6e8
00000400:00000010:2.0:1787763746.807282:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc6e8.
00000100:00000001:2.0:1787763746.807286:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763746.807290:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81850780 x1874599320617472/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763771 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763746.807301:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81850780 x1874599320617472/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763771 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763746.807317:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763746.807319:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763746.807322:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763746.807324:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763746.807329:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81850780 x1874599320617472/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763771 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763746.807337:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763746.807343:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81850780 x1874599320617472/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763771 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763746.807351:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763746.807356:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763746.807358:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763746.807360:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763746.807362:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763746.807376:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763746.807379:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763746.807385:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763746.807390:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763746.807395:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81850780 x1874599320617472/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763771 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763746.807406:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81850780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320617472:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763746.807412:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763746.807417:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81851e00 x1874599320617600/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763746.807431:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763746.807434:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763746.807440:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763746.807491:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763746.807498:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763746.807507:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81851e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320617600:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763746.807515:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763746.807520:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763746.807524:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763746.807528:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763746.807538:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f185000.
02000000:00000001:2.0:1787763746.807542:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763746.807550:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763746.807555:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569ee790.
00000400:00000010:2.0:1787763746.807563:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc6e8.
00000100:00000200:2.0:1787763746.807569:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320617600, portal 10
00000100:00000001:2.0:1787763746.807573:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763746.807576:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699517996544 : -110374191555072 : ffff9b9d81851e00)
00000100:00000040:2.0:1787763746.807587:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81851e00 x1874599320617600/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763771 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763746.807597:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763746.807601:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763746.807605:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fcbb0.
00000100:00000200:2.0:1787763746.807609:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320617600, offset 0
00000400:00000200:2.0:1787763746.807618:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763746.807626:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763746.807633:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763746.807639:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763746.807645:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763746.807650:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763746.807654:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763746.807661:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63588:63588:256:4294967295] 192.168.203.113@tcp LPNI seq info [63588:63588:8:4294967295]
00000400:00000200:2.0:1787763746.807670:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763746.807684:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763746.807695:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763746.807702:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e000.
00000800:00000200:2.0:1787763746.807710:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.0:1787763746.807716:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787763746.807723:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763746.807727:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1787763746.807732:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763746.807735:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e000.
00000400:00000200:2.0:1787763746.807740:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787763746.807744:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763746.807748:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fcbb0
00000400:00000010:2.0:1787763746.807751:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fcbb0.
00000100:00000001:2.0:1787763746.807755:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763746.807760:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d81851e00 x1874599320617600/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763771 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763746.807770:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763746.807774:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81851e00 x1874599320617600/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763771 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763746.807782:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763746.807785:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763746.807789:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763746.807793:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:2.0:1787763746.807798:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763746.807802:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315581977
00000100:00000001:2.0:1787763746.807806:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315583224
00000100:00000001:2.0:1787763746.807811:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315581977
00000100:00000001:2.0:1787763746.807815:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315583224
00000100:00000001:2.0:1787763746.807820:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763746.807824:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763746.807828:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763746.807836:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763746/real 1787763746]  req@ffff9b9d81851e00 x1874599320617600/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763771 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763746.807853:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763746.807856:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763746.807859:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569ee790.
00000400:00000200:2.0:1787763746.807864:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc6e8
00000400:00000010:2.0:1787763746.807868:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc6e8.
00000100:00000001:2.0:1787763746.807872:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763746.807880:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81851e00 x1874599320617600/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763771 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763746.807898:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81851e00 x1874599320617600/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763771 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763746.807937:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763746.807940:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763746.807943:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763746.807944:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763746.807950:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81851e00 x1874599320617600/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763771 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763746.807959:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763746.807967:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81851e00 x1874599320617600/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763771 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763746.807983:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763746.807988:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763746.807992:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763746.807994:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763746.807998:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763746.808001:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763746.808007:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763746.808014:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763746.808019:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763746.808028:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81851e00 x1874599320617600/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763771 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763746.808047:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81851e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320617600:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763746.808055:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763746.808062:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81851a40 x1874599320617728/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763746.808071:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763746.808073:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763746.808077:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763746.808079:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763746.808082:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763746.808086:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81851a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320617728:192.168.203.113@tcp:8:kworker.0
00000100:00000001:2.0:1787763746.808090:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763746.808093:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763746.808095:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763746.808097:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763746.808102:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f184c00.
02000000:00000001:2.0:1787763746.808105:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763746.808110:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763746.808113:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569ee790.
00000400:00000010:2.0:1787763746.808118:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc6e8.
00000100:00000200:2.0:1787763746.808122:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320617728, portal 4
00000100:00000001:2.0:1787763746.808124:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763746.808126:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699517995584 : -110374191556032 : ffff9b9d81851a40)
00000100:00000040:2.0:1787763746.808134:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81851a40 x1874599320617728/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763771 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763746.808142:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763746.808145:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763746.808148:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fcbb0.
00000100:00000200:2.0:1787763746.808151:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320617728, offset 0
00000400:00000200:2.0:1787763746.808158:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763746.808163:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763746.808168:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763746.808172:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763746.808176:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763746.808179:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763746.808182:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763746.808187:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63589:63589:256:4294967295] 192.168.203.113@tcp LPNI seq info [63589:63589:8:4294967295]
00000400:00000200:2.0:1787763746.808192:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763746.808201:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763746.808206:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763746.808210:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e000.
00000800:00000200:2.0:1787763746.808215:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.0:1787763746.808219:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787763746.808224:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763746.808228:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1787763746.808233:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763746.808236:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e000.
00000400:00000200:2.0:1787763746.808240:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787763746.808244:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763746.808248:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fcbb0
00000400:00000010:2.0:1787763746.808250:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fcbb0.
00000100:00000001:2.0:1787763746.808253:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763746.808257:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d81851a40 x1874599320617728/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763771 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763746.808267:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763746.808271:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81851a40 x1874599320617728/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763771 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763746.808279:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763746.808281:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763746.808285:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763746.808288:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:2.0:1787763746.808292:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763746.808295:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315581989
00000100:00000001:2.0:1787763746.808299:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315583224
00000100:00000001:2.0:1787763746.808302:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315581989
00000100:00000001:2.0:1787763746.808305:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315583224
00000100:00000001:2.0:1787763746.808307:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763746.808309:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763746.808312:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763746.808316:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763746/real 1787763746]  req@ffff9b9d81851a40 x1874599320617728/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763771 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763746.808326:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763746.808328:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763746.808330:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569ee790.
00000400:00000200:2.0:1787763746.808333:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc6e8
00000400:00000010:2.0:1787763746.808335:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc6e8.
00000100:00000001:2.0:1787763746.808337:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763746.808341:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81851a40 x1874599320617728/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763771 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763746.808351:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81851a40 x1874599320617728/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763771 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763746.808359:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763746.808361:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763746.808363:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763746.808365:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763746.808369:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81851a40 x1874599320617728/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763771 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763746.808377:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763746.808382:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81851a40 x1874599320617728/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763771 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763746.808390:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763746.808393:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763746.808395:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763746.808397:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763746.808400:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763746.808402:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763746.808405:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763746.808409:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763746.808411:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763746.808417:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81851a40 x1874599320617728/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763771 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763746.808432:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81851a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320617728:192.168.203.113@tcp:8:kworker.0
00000100:00000001:2.0:1787763746.808439:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763746.808492:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763746.808502:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81850780 x1874599320617472/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763771 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763746.808518:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763746.808523:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763746.808527:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f187000.
02000000:00000001:2.0:1787763746.808533:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763746.808536:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763746.808538:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:2.0:1787763746.808541:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763746.808544:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d5055bc00.
02000000:00000001:2.0:1787763746.808547:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763746.808549:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763746.808552:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81850780.
00000100:00000001:2.0:1787763746.808555:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763746.808557:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763746.808559:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763746.808564:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81851e00 x1874599320617600/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763771 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763746.808580:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763746.808582:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763746.808584:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f185000.
02000000:00000001:2.0:1787763746.808587:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763746.808588:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763746.808590:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:2.0:1787763746.808592:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763746.808594:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d50559800.
02000000:00000001:2.0:1787763746.808596:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763746.808598:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763746.808599:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81851e00.
00000100:00000001:2.0:1787763746.808602:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763746.808604:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763746.808605:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763746.808609:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81851a40 x1874599320617728/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763771 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763746.808621:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763746.808623:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763746.808625:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f184c00.
02000000:00000001:2.0:1787763746.808629:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763746.808631:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763746.808634:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:2.0:1787763746.808637:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763746.808640:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d50559c00.
02000000:00000001:2.0:1787763746.808644:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763746.808647:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763746.808649:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81851a40.
00000100:00000001:2.0:1787763746.808653:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763746.808655:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763746.808659:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763746.808667:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763746.808670:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763746.808674:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787763746.808677:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763746.996640:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763746.996651:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763746.996662:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763746.996665:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763746.996672:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763746.996675:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763746.996773:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763746.996779:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763746.996784:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763747.828562:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763747.828573:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763747.828578:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763747.828586:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763747.828593:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763747.828599:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763747.828604:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763747.828610:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763747.828614:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763748.020590:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763748.020599:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763748.020607:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763748.020610:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763748.020616:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763748.020619:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763748.020728:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763748.020734:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763748.020739:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787763748.084577:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4315583224, at 4315583232
00000100:00000040:1.0:1787763748.084596:0:303331:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b110 (cpu 1) has reached its deadline 4315583224, at 4315583232
00000100:00000010:0.0:1787763748.084598:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d5891f960.
00000100:00000010:1.0:1787763748.084617:0:303331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d5891f1e0.
00000100:00000001:3.0:1787763748.852545:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763748.852553:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763748.852555:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763748.852559:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763748.852563:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763748.852567:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763748.852569:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763748.852572:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763748.852575:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763749.044533:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763749.044540:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763749.044546:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763749.044548:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763749.044552:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763749.044555:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763749.044613:0:281543:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763749.044619:0:281543:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763749.044623:0:281543:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787763749.877051:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763749.877080:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763749.877084:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763749.877092:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787763749.877099:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763749.877106:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763749.877111:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763749.877116:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763749.877121:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763750.068590:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763750.068599:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763750.068608:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763750.068611:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763750.068616:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763750.068618:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763750.068701:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763750.068707:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763750.068712:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787763750.900961:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763750.900975:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763750.900979:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763750.900988:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787763750.900997:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763750.901004:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763750.901009:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763750.901014:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763750.901019:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763751.092534:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763751.092541:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763751.092547:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763751.092548:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763751.092552:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763751.092554:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763751.092644:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763751.092648:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763751.092651:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787763751.924636:0:303492:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763751.924652:0:303492:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787763751.924655:0:303492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763751.924660:0:303492:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763751.924666:0:303492:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763751.924677:0:303492:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20914
00000400:00000200:0.0:1787763751.924690:0:303492:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763751.924699:0:303492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763751.924704:0:303492:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763751.924707:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763751.924711:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763751.924714:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763751.924717:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763751.924722:0:303492:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763751.924725:0:303492:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:0.0:1787763751.924728:0:303492:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763751.924733:0:303492:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:0.0:1787763751.924736:0:303492:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:0.0:1787763751.924740:0:303492:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:0.0:1787763751.924744:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763751.924749:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763751.924752:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763751.924754:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787763751.924759:0:303492:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:0.0:1787763751.924765:0:303492:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763751.924770:0:303492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763751.924774:0:303492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763751.924781:0:303492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763751.924785:0:303492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763751.924788:0:303492:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787763751.924791:0:303492:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763751.924805:0:303492:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81852d00.
00000020:00000040:0.0:1787763751.924811:0:303492:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:0.0:1787763751.924817:0:303492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763751.924820:0:303492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763751.924825:0:303492:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763751.924830:0:303492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763751.924837:0:303492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763751.924848:0:303492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d50558400.
00000100:00000001:0.0:1787763751.924859:0:303492:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763751.924884:0:303492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81852d00 x1874599320617856/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763751.924897:0:303492:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763751.924903:0:303492:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763751.924914:0:303492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033d5c64e] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81852d00 x1874599320617856/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763751.924953:0:303492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763751.924958:0:303492:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763751.924963:0:303492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787763751.924966:0:303492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763751.924968:0:303492:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763751.924972:0:303492:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763751.924978:0:303492:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20914
00000400:00000200:0.0:1787763751.924984:0:303492:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763751.924990:0:303492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763751.924994:0:303492:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763751.925001:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763751.925004:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763751.925008:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763751.925012:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763751.925015:0:303492:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763751.925018:0:303492:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000100:00000001:3.0:1787763751.925022:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1787763751.925023:0:303492:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763751.925028:0:303492:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000020:00000001:0.0:1787763751.925035:0:303492:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000001:3.0:1787763751.925038:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1787763751.925039:0:303492:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000001:3.0:1787763751.925048:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787763751.925051:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763751.925057:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763751.925061:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763751.925067:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787763751.925073:0:303492:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00000001:1.0:1787763751.925073:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000040:3.0:1787763751.925074:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81852d00 x1874599320617856/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763751.925089:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:0.0:1787763751.925091:0:303492:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:1.0:1787763751.925096:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763751.925108:0:303492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763751.925110:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763751.925114:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1787763751.925119:0:303492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1787763751.925121:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763751.925122:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:0.0:1787763751.925130:0:303492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763751.925130:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787763751.925136:0:303492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763751.925142:0:303492:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1787763751.925146:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787763751.925148:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:0.0:1787763751.925150:0:303492:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1787763751.925160:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1787763751.925163:0:303492:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763751.925166:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763751.925168:0:303492:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763751.925174:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81852d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320617856:192.168.203.113@tcp:250:kworker.0
00000100:00000001:1.0:1787763751.925175:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:0.0:1787763751.925177:0:303492:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81850000.
00000020:00000040:0.0:1787763751.925188:0:303492:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000100:00000001:3.0:1787763751.925189:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1787763751.925190:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763751.925198:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787763751.925199:0:303492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763751.925204:0:303492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763751.925205:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763751.925210:0:303492:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763751.925211:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787763751.925220:0:303492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:3.0:1787763751.925224:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d45905800.
02000000:00000001:0.0:1787763751.925225:0:303492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763751.925237:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763751.925241:0:303492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d50559400.
00000100:00000001:0.0:1787763751.925248:0:303492:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787763751.925248:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00100000:0.0:1787763751.925267:0:303492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81850000 x1874599320617984/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763751.925273:0:303492:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763751.925275:0:303492:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763751.925278:0:303492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a28e6d3] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81850000 x1874599320617984/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763751.925286:0:303492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763751.925288:0:303492:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763751.925291:0:303492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787763751.925292:0:303492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763751.925294:0:303492:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763751.925295:0:303492:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763751.925297:0:303492:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20914
00000400:00000010:3.0:1787763751.925300:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c48395580.
00000400:00000200:0.0:1787763751.925301:0:303492:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763751.925310:0:303492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763751.925313:0:303492:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000400:00000010:3.0:1787763751.925313:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d5049dd48.
00000100:00000040:0.0:1787763751.925327:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000200:3.0:1787763751.925328:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320617856, portal 25
00000100:00000001:0.0:1787763751.925333:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787763751.925335:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000040:0.0:1787763751.925341:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763751.925341:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699518000384 : -110374191551232 : ffff9b9d81852d00)
00000100:00000001:0.0:1787763751.925349:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763751.925353:0:303492:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763751.925358:0:303492:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000100:00000040:3.0:1787763751.925359:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81852d00 x1874599320617856/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763776 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1787763751.925363:0:303492:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:3.0:1787763751.925371:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:0.0:1787763751.925383:0:303492:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000100:00000040:3.0:1787763751.925384:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000020:00000001:0.0:1787763751.925392:0:303492:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000400:00000010:3.0:1787763751.925394:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d5049dee0.
00000020:00000001:0.0:1787763751.925404:0:303492:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00000200:3.0:1787763751.925407:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320617856, offset 0
00000100:00000040:0.0:1787763751.925414:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000400:00000200:3.0:1787763751.925422:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000100:00000001:0.0:1787763751.925425:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763751.925432:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000400:00000200:3.0:1787763751.925433:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787763751.925483:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787763751.925487:0:303492:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000100:00080000:0.0:1787763751.925495:0:303492:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000400:00000200:3.0:1787763751.925498:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000100:00000001:0.0:1787763751.925499:0:303492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763751.925507:0:303492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763751.925515:0:303492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1787763751.925518:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:0.0:1787763751.925520:0:303492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763751.925528:0:303492:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763751.925532:0:303492:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000400:00000200:3.0:1787763751.925538:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000008:00000001:0.0:1787763751.925542:0:303492:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787763751.925547:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1787763751.925548:0:303492:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763751.925565:0:303492:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81853840.
00000400:00000200:3.0:1787763751.925566:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000020:00000040:0.0:1787763751.925576:0:303492:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000400:00000200:3.0:1787763751.925584:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63590:63590:256:4294967295] 192.168.203.113@tcp LPNI seq info [63590:63590:8:4294967295]
02000000:00000001:0.0:1787763751.925587:0:303492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763751.925593:0:303492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763751.925598:0:303492:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:3.0:1787763751.925599:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
02000000:00000001:0.0:1787763751.925605:0:303492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763751.925609:0:303492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763751.925614:0:303492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d5055a400.
00000100:00000001:0.0:1787763751.925620:0:303492:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763751.925632:0:303492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81853840 x1874599320618112/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1787763751.925639:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1787763751.925642:0:303492:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763751.925647:0:303492:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763751.925657:0:303492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000090fddba4] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81853840 x1874599320618112/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1787763751.925669:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000100:00000001:0.0:1787763751.925678:0:303492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763751.925683:0:303492:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000010:3.0:1787763751.925685:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9d54b86200.
00000100:00000040:0.0:1787763751.925688:0:303492:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1787763751.925697:0:303492:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763751.925706:0:303492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000800:00000200:3.0:1787763751.925706:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000001:0.0:1787763751.925713:0:303492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:3.0:1787763751.925716:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
00000100:00080000:0.0:1787763751.925718:0:303492:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763751.925722:0:303492:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763751.925725:0:303492:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20914
00000400:00000200:0.0:1787763751.925729:0:303492:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763751.925735:0:303492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763751.925737:0:303492:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763751.925742:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000800:00000200:3.1:1787763751.925744:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000001:0.0:1787763751.925748:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.1:1787763751.925751:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
00000100:00000040:0.0:1787763751.925755:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763751.925765:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763751.925770:0:303492:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763751.925773:0:303492:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000800:00000100:3.0:1787763751.925775:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000020:00000001:0.0:1787763751.925776:0:303492:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763751.925781:0:303492:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000800:00000010:3.0:1787763751.925784:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9d54b86200.
00000020:00000001:0.0:1787763751.925785:0:303492:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000020:00000001:0.0:1787763751.925792:0:303492:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000040:0.0:1787763751.925800:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000400:00000200:3.0:1787763751.925801:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1787763751.925804:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763751.925810:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763751.925817:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000400:00000200:3.0:1787763751.925818:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000020:00000040:0.0:1787763751.925826:0:303492:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000400:00000200:3.0:1787763751.925833:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d5049dee0
00000100:00080000:0.0:1787763751.925837:0:303492:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000400:00000010:3.0:1787763751.925839:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d5049dee0.
00000100:00000001:0.0:1787763751.925849:0:303492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763751.925849:0:256678:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:0.0:1787763751.925856:0:303492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763751.925860:0:303492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763751.925862:0:303492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763751.925864:0:303492:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763751.925866:0:303492:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787763751.925868:0:303492:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763751.925869:0:303492:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763751.925884:0:303492:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81850f00.
00000020:00000040:0.0:1787763751.925887:0:303492:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
02000000:00000001:0.0:1787763751.925889:0:303492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763751.925890:0:303492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763751.925891:0:303492:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763751.925892:0:303492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763751.925894:0:303492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763751.925897:0:303492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d50559c00.
00000100:00000001:0.0:1787763751.925900:0:303492:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763751.925904:0:303492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81850f00 x1874599320618240/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763751.925910:0:303492:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763751.925912:0:303492:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763751.925914:0:303492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007454b7f2] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81850f00 x1874599320618240/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763751.925919:0:303492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763751.925924:0:303492:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20924)
00000100:00000200:3.0:1787763751.925938:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d81852d00 x1874599320617856/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763776 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763751.925956:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763751.925962:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81852d00 x1874599320617856/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763776 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763751.925973:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763751.925976:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787763751.925986:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787763751.925991:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:3.0:1787763751.925994:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4315588344
00000100:00000010:3.0:1787763751.926000:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9c72f20a80.
00000100:00000001:3.0:1787763751.926007:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1787763751.926013:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4315588344
00000100:00000010:3.0:1787763751.926017:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9c72f20840.
00000100:00000001:3.0:1787763751.926022:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1787763751.926026:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787763751.926030:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763751.926033:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787763751.926039:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763751/real 1787763751]  req@ffff9b9d81852d00 x1874599320617856/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763776 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787763751.926063:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787763751.926066:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787763751.926069:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c48395580.
00000400:00000200:3.0:1787763751.926074:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d5049dd48
00000400:00000010:3.0:1787763751.926076:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d5049dd48.
00000100:00000001:3.0:1787763751.926080:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787763751.926085:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81852d00 x1874599320617856/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763776 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787763751.926094:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81852d00 x1874599320617856/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763776 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763751.926100:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787763751.926102:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763751.926104:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787763751.926106:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787763751.926109:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81852d00 x1874599320617856/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763776 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763751.926116:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787763751.926120:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81852d00 x1874599320617856/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763776 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763751.926127:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787763751.926129:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763751.926131:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787763751.926132:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763751.926134:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787763751.926136:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787763751.926140:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763751.926143:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000001:3.0:1787763751.926145:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787763751.926149:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81852d00 x1874599320617856/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763776 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763751.926158:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81852d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320617856:192.168.203.113@tcp:250:kworker.0
00000100:00000001:3.0:1787763751.926162:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763751.926164:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763751.926167:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81852d00 x1874599320617856/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763776 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763751.926173:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787763751.926175:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787763751.926178:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d45905800.
02000000:00000001:3.0:1787763751.926181:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787763751.926183:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787763751.926185:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:3.0:1787763751.926187:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787763751.926189:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d50558400.
02000000:00000001:3.0:1787763751.926193:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787763751.926195:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787763751.926197:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81852d00.
00000100:00000001:3.0:1787763751.926200:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787763751.926201:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763751.926203:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763751.926210:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763751.926211:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763751.926214:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787763751.926216:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763751.926217:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787763751.926221:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81850000 x1874599320617984/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763751.926228:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763751.926229:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763751.926232:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787763751.926233:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763751.926236:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763751.926238:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81850000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320617984:192.168.203.113@tcp:38:kworker.0
00000100:00000001:3.0:1787763751.926242:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787763751.926244:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787763751.926246:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763751.926248:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787763751.926251:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d45905800.
02000000:00000001:3.0:1787763751.926253:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787763751.926257:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:3.0:1787763751.926260:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c48395580.
00000400:00000010:3.0:1787763751.926263:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d5049dd48.
00000100:00000200:3.0:1787763751.926266:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320617984, portal 10
00000100:00000001:3.0:1787763751.926268:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787763751.926269:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699517988864 : -110374191562752 : ffff9b9d81850000)
00000100:00000040:3.0:1787763751.926276:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81850000 x1874599320617984/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763776 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763751.926282:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787763751.926284:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:3.0:1787763751.926286:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d5049dee0.
00000100:00000200:3.0:1787763751.926289:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320617984, offset 0
00000400:00000200:3.0:1787763751.926293:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:3.0:1787763751.926297:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763751.926301:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:3.0:1787763751.926304:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787763751.926307:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:3.0:1787763751.926310:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787763751.926312:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:3.0:1787763751.926315:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63591:63591:256:4294967295] 192.168.203.113@tcp LPNI seq info [63591:63591:8:4294967295]
00000400:00000200:3.0:1787763751.926319:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763751.926326:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787763751.926330:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:3.0:1787763751.926333:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9d54b86200.
00000800:00000200:3.0:1787763751.926337:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.0:1787763751.926341:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1787763751.926345:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787763751.926348:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1787763751.926352:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:3.0:1787763751.926354:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9d54b86200.
00000400:00000200:3.0:1787763751.926357:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787763751.926360:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787763751.926363:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d5049dee0
00000400:00000010:3.0:1787763751.926365:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d5049dee0.
00000100:00000001:3.0:1787763751.926367:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787763751.926370:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d81850000 x1874599320617984/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763776 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763751.926377:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763751.926380:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81850000 x1874599320617984/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763776 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763751.926386:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763751.926387:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787763751.926390:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763751.926394:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:3.0:1787763751.926397:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:3.0:1787763751.926399:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315587116
00000100:00000001:3.0:1787763751.926401:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315588344
00000100:00000001:3.0:1787763751.926404:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315587116
00000100:00000001:3.0:1787763751.926406:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315588344
00000100:00000001:3.0:1787763751.926407:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787763751.926409:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763751.926411:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787763751.926414:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763751/real 1787763751]  req@ffff9b9d81850000 x1874599320617984/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763776 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787763751.926420:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787763751.926422:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787763751.926424:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c48395580.
00000400:00000200:3.0:1787763751.926426:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d5049dd48
00000400:00000010:3.0:1787763751.926427:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d5049dd48.
00000100:00000001:3.0:1787763751.926429:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787763751.926432:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81850000 x1874599320617984/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763776 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787763751.926472:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81850000 x1874599320617984/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763776 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763751.926483:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787763751.926486:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763751.926488:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787763751.926490:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787763751.926497:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81850000 x1874599320617984/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763776 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763751.926507:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787763751.926513:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81850000 x1874599320617984/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763776 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763751.926521:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787763751.926524:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763751.926525:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787763751.926526:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763751.926528:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787763751.926539:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787763751.926541:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763751.926544:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:3.0:1787763751.926546:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787763751.926550:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81850000 x1874599320617984/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763776 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763751.926557:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81850000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320617984:192.168.203.113@tcp:38:kworker.0
00000100:00000001:3.0:1787763751.926562:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787763751.926566:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81853840 x1874599320618112/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763751.926572:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763751.926574:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763751.926575:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787763751.926577:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763751.926579:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763751.926582:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81853840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320618112:192.168.203.113@tcp:38:kworker.0
00000100:00000001:3.0:1787763751.926586:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787763751.926588:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787763751.926589:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763751.926591:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787763751.926594:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d45906400.
02000000:00000001:3.0:1787763751.926596:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787763751.926600:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:3.0:1787763751.926602:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c48395580.
00000400:00000010:3.0:1787763751.926605:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d5049dd48.
00000100:00000200:3.0:1787763751.926609:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320618112, portal 10
00000100:00000001:3.0:1787763751.926612:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787763751.926614:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699518003264 : -110374191548352 : ffff9b9d81853840)
00000100:00000040:3.0:1787763751.926622:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81853840 x1874599320618112/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763776 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763751.926631:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787763751.926634:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:3.0:1787763751.926637:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d5049dee0.
00000100:00000200:3.0:1787763751.926641:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320618112, offset 0
00000400:00000200:3.0:1787763751.926648:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:3.0:1787763751.926654:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763751.926659:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:3.0:1787763751.926664:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787763751.926668:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:3.0:1787763751.926671:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787763751.926675:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:3.0:1787763751.926679:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63592:63592:256:4294967295] 192.168.203.113@tcp LPNI seq info [63592:63592:8:4294967295]
00000400:00000200:3.0:1787763751.926685:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763751.926692:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787763751.926696:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:3.0:1787763751.926699:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9d54b86200.
00000800:00000200:3.0:1787763751.926703:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.0:1787763751.926706:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1787763751.926710:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787763751.926713:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1787763751.926716:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:3.0:1787763751.926718:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9d54b86200.
00000400:00000200:3.0:1787763751.926721:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787763751.926724:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787763751.926727:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d5049dee0
00000400:00000010:3.0:1787763751.926729:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d5049dee0.
00000100:00000001:3.0:1787763751.926731:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787763751.926735:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d81853840 x1874599320618112/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763776 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763751.926743:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763751.926746:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81853840 x1874599320618112/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763776 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763751.926752:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763751.926753:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787763751.926756:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763751.926760:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:3.0:1787763751.926763:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:3.0:1787763751.926765:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315587096
00000100:00000001:3.0:1787763751.926769:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315588344
00000100:00000001:3.0:1787763751.926772:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315587096
00000100:00000001:3.0:1787763751.926776:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315588344
00000100:00000001:3.0:1787763751.926779:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787763751.926782:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763751.926785:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787763751.926790:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763751/real 1787763751]  req@ffff9b9d81853840 x1874599320618112/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763776 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787763751.926801:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787763751.926804:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787763751.926806:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c48395580.
00000400:00000200:3.0:1787763751.926809:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d5049dd48
00000400:00000010:3.0:1787763751.926812:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d5049dd48.
00000100:00000001:3.0:1787763751.926815:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787763751.926820:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81853840 x1874599320618112/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763776 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787763751.926832:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81853840 x1874599320618112/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763776 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763751.926839:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787763751.926841:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763751.926843:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787763751.926844:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787763751.926847:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81853840 x1874599320618112/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763776 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763751.926884:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787763751.926892:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81853840 x1874599320618112/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763776 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763751.926902:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787763751.926906:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763751.926909:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787763751.926911:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763751.926915:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787763751.926918:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787763751.926922:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763751.926927:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:3.0:1787763751.926930:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787763751.926936:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81853840 x1874599320618112/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763776 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763751.926946:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81853840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320618112:192.168.203.113@tcp:38:kworker.0
00000100:00000001:3.0:1787763751.926950:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787763751.926954:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81850f00 x1874599320618240/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763751.926960:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763751.926961:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763751.926964:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787763751.926966:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763751.926967:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763751.926970:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81850f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320618240:192.168.203.113@tcp:8:kworker.0
00000100:00000001:3.0:1787763751.926973:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787763751.926975:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787763751.926977:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763751.926979:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787763751.926983:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d45907800.
02000000:00000001:3.0:1787763751.926985:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787763751.926988:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:3.0:1787763751.926991:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c48395580.
00000400:00000010:3.0:1787763751.926995:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d5049dd48.
00000100:00000200:3.0:1787763751.926998:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320618240, portal 4
00000100:00000001:3.0:1787763751.927000:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787763751.927001:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699517992704 : -110374191558912 : ffff9b9d81850f00)
00000100:00000040:3.0:1787763751.927006:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81850f00 x1874599320618240/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763776 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763751.927012:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787763751.927015:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:3.0:1787763751.927018:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d5049dee0.
00000100:00000200:3.0:1787763751.927022:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320618240, offset 0
00000400:00000200:3.0:1787763751.927028:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:3.0:1787763751.927034:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763751.927039:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:3.0:1787763751.927043:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787763751.927047:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:3.0:1787763751.927051:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787763751.927054:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:3.0:1787763751.927059:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63593:63593:256:4294967295] 192.168.203.113@tcp LPNI seq info [63593:63593:8:4294967295]
00000400:00000200:3.0:1787763751.927065:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763751.927075:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787763751.927082:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:3.0:1787763751.927087:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9d54b86200.
00000800:00000200:3.0:1787763751.927093:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.0:1787763751.927095:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1787763751.927099:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787763751.927102:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1787763751.927105:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:3.0:1787763751.927107:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9d54b86200.
00000400:00000200:3.0:1787763751.927110:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787763751.927113:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787763751.927116:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d5049dee0
00000400:00000010:3.0:1787763751.927118:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d5049dee0.
00000100:00000001:3.0:1787763751.927121:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787763751.927124:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d81850f00 x1874599320618240/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763776 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763751.927132:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763751.927135:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81850f00 x1874599320618240/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763776 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763751.927147:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763751.927148:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787763751.927151:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763751.927154:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:3.0:1787763751.927158:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:3.0:1787763751.927160:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315587108
00000100:00000001:3.0:1787763751.927162:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315588344
00000100:00000001:3.0:1787763751.927164:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315587108
00000100:00000001:3.0:1787763751.927166:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315588344
00000100:00000001:3.0:1787763751.927168:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787763751.927170:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763751.927171:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787763751.927174:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763751/real 1787763751]  req@ffff9b9d81850f00 x1874599320618240/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763776 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787763751.927181:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787763751.927182:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787763751.927184:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c48395580.
00000400:00000200:3.0:1787763751.927186:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d5049dd48
00000400:00000010:3.0:1787763751.927188:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d5049dd48.
00000100:00000001:3.0:1787763751.927190:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787763751.927192:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81850f00 x1874599320618240/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763776 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787763751.927200:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81850f00 x1874599320618240/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763776 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763751.927205:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787763751.927206:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763751.927208:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787763751.927209:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787763751.927212:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81850f00 x1874599320618240/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763776 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763751.927219:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787763751.927223:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81850f00 x1874599320618240/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763776 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763751.927229:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787763751.927230:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763751.927232:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787763751.927233:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763751.927235:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787763751.927236:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787763751.927238:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763751.927241:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:3.0:1787763751.927243:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787763751.927246:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81850f00 x1874599320618240/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763776 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763751.927252:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81850f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320618240:192.168.203.113@tcp:8:kworker.0
00000100:00000001:3.0:1787763751.927256:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763751.927257:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763751.927260:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81850000 x1874599320617984/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763776 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763751.927272:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787763751.927273:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787763751.927275:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d45905800.
02000000:00000001:3.0:1787763751.927278:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787763751.927279:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787763751.927281:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:3.0:1787763751.927282:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787763751.927284:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d50559400.
02000000:00000001:3.0:1787763751.927288:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787763751.927289:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787763751.927290:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81850000.
00000100:00000001:3.0:1787763751.927293:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787763751.927294:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763751.927296:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763751.927298:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81853840 x1874599320618112/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763776 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763751.927304:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787763751.927305:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787763751.927307:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d45906400.
02000000:00000001:3.0:1787763751.927308:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787763751.927309:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787763751.927310:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:3.0:1787763751.927312:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787763751.927313:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d5055a400.
02000000:00000001:3.0:1787763751.927315:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787763751.927316:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787763751.927317:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81853840.
00000100:00000001:3.0:1787763751.927319:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787763751.927320:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763751.927321:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763751.927324:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81850f00 x1874599320618240/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763776 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763751.927329:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787763751.927330:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787763751.927331:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d45907800.
02000000:00000001:3.0:1787763751.927333:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787763751.927334:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787763751.927335:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:3.0:1787763751.927336:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787763751.927338:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d50559c00.
02000000:00000001:3.0:1787763751.927345:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787763751.927346:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787763751.927347:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81850f00.
00000100:00000001:3.0:1787763751.927349:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787763751.927350:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763751.927352:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763751.927355:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763751.927357:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763751.927359:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787763751.927360:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763752.116570:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763752.116588:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763752.116591:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763752.116595:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763752.116602:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763752.116605:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763752.116608:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763752.116611:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763752.116618:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763752.116620:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763752.116622:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763752.116624:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763752.116627:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763752.116629:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763752.116632:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763752.116634:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763752.116638:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763752.116639:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763752.116708:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763752.116715:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763752.116720:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763752.948537:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763752.948545:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763752.948547:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763752.948552:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763752.948555:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763752.948560:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763752.948562:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763752.948565:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763752.948567:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763753.140597:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763753.140604:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763753.140612:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763753.140614:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763753.140617:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763753.140619:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763753.140695:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763753.140700:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763753.140703:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1787763753.204544:0:303331:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b110 (cpu 1) has reached its deadline 4315588344, at 4315588352
00000100:00000040:0.0:1787763753.204556:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4315588344, at 4315588352
00000100:00000010:1.0:1787763753.204563:0:303331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9c72f20840.
00000100:00000010:0.0:1787763753.204576:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9c72f20a80.
00000100:00000001:1.0:1787763753.972589:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763753.972599:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763753.972602:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763753.972610:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763753.972617:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763753.972622:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763753.972626:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763753.972630:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763753.972634:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763754.164584:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763754.164592:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763754.164600:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763754.164603:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763754.164608:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763754.164612:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763754.164615:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763754.164619:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763754.164624:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763754.164628:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763754.164632:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763754.164636:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763754.164768:0:281543:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763754.164775:0:281543:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763754.164779:0:281543:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763754.996627:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763754.996637:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763754.996641:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763754.996647:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763754.996652:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763754.996656:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763754.996660:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763754.996664:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763754.996667:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763755.188584:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763755.188595:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763755.188604:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763755.188607:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763755.188612:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763755.188614:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763755.188734:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763755.188743:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763755.188750:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763756.020655:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763756.020664:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763756.020667:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763756.020674:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763756.020679:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763756.020683:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763756.020687:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763756.020691:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763756.020694:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763756.212583:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763756.212592:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763756.212602:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763756.212604:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763756.212610:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763756.212612:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763756.212705:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763756.212714:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763756.212721:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763757.044565:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763757.044574:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763757.044577:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763757.044584:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763757.044589:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763757.044596:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763757.044601:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763757.044605:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763757.044608:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763757.044641:0:303492:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763757.044652:0:303492:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787763757.044655:0:303492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763757.044659:0:303492:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763757.044664:0:303492:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763757.044672:0:303492:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20919
00000400:00000200:2.0:1787763757.044682:0:303492:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763757.044691:0:303492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763757.044694:0:303492:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763757.044697:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763757.044700:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763757.044702:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763757.044704:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:2.0:1787763757.044708:0:303492:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763757.044710:0:303492:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:2.0:1787763757.044713:0:303492:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763757.044716:0:303492:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:2.0:1787763757.044718:0:303492:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:2.0:1787763757.044720:0:303492:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:2.0:1787763757.044722:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763757.044724:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763757.044725:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763757.044727:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:2.0:1787763757.044729:0:303492:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:2.0:1787763757.044732:0:303492:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763757.044733:0:303492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763757.044736:0:303492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763757.044740:0:303492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763757.044742:0:303492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763757.044744:0:303492:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787763757.044747:0:303492:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763757.044759:0:303492:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d5692c0.
00000020:00000040:2.0:1787763757.044762:0:303492:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:2.0:1787763757.044766:0:303492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763757.044767:0:303492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763757.044770:0:303492:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763757.044773:0:303492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763757.044778:0:303492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763757.044787:0:303492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f187000.
00000100:00000001:2.0:1787763757.044796:0:303492:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763757.044806:0:303492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d5692c0 x1874599320618368/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763757.044816:0:303492:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763757.044820:0:303492:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763757.044824:0:303492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000103818ef] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d5692c0 x1874599320618368/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763757.044858:0:303492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763757.044861:0:303492:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763757.044865:0:303492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787763757.044866:0:303492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763757.044867:0:303492:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763757.044869:0:303492:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763757.044872:0:303492:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20919
00000400:00000200:2.0:1787763757.044875:0:303492:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763757.044877:0:303492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763757.044879:0:303492:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763757.044881:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763757.044883:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763757.044884:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763757.044886:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:2.0:1787763757.044887:0:303492:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763757.044888:0:303492:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000020:00000001:2.0:1787763757.044889:0:303492:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763757.044891:0:303492:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000020:00000001:2.0:1787763757.044892:0:303492:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000020:00000001:2.0:1787763757.044893:0:303492:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000040:2.0:1787763757.044895:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763757.044897:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763757.044899:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763757.044901:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:2.0:1787763757.044903:0:303492:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00080000:2.0:1787763757.044905:0:303492:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763757.044908:0:303492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763757.044909:0:303492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763757.044916:0:303492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763757.044918:0:303492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763757.044920:0:303492:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787763757.044926:0:303492:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787763757.044928:0:303492:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763757.044931:0:303492:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763757.044935:0:303492:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d569680.
00000020:00000040:2.0:1787763757.044938:0:303492:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
02000000:00000001:2.0:1787763757.044939:0:303492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763757.044941:0:303492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763757.044945:0:303492:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1787763757.044947:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:2.0:1787763757.044950:0:303492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763757.044957:0:303492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763757.044959:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763757.044964:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000010:2.0:1787763757.044965:0:303492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f185000.
00000100:00000001:2.0:1787763757.044970:0:303492:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763757.044979:0:303492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d569680 x1874599320618496/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:3.0:1787763757.044984:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d5692c0 x1874599320618368/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763757.045010:0:303492:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763757.045021:0:303492:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763757.045038:0:303492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d90ce636] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d569680 x1874599320618496/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763757.045044:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763757.045053:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763757.045060:0:303492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763757.045061:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:2.0:1787763757.045065:0:303492:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:3.0:1787763757.045068:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:2.0:1787763757.045073:0:303492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
02000000:00000001:3.0:1787763757.045078:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763757.045079:0:303492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763757.045090:0:303492:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1787763757.045101:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d5692c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320618368:192.168.203.113@tcp:250:kworker.0
00000100:00000001:2.0:1787763757.045103:0:303492:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763757.045120:0:303492:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20919
00000100:00000001:3.0:1787763757.045121:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000400:00000200:2.0:1787763757.045131:0:303492:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
02000000:00000001:3.0:1787763757.045133:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787763757.045145:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763757.045147:0:303492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763757.045163:0:303492:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
02000000:00000001:3.0:1787763757.045163:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:2.0:1787763757.045174:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763757.045177:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763757.045179:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
02000000:00000010:3.0:1787763757.045180:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d45907800.
00000100:00000001:2.0:1787763757.045181:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:2.0:1787763757.045193:0:303492:0:(genops.c:792:class_conn2export()) Process entered
02000000:00000001:3.0:1787763757.045195:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1787763757.045206:0:303492:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000020:00000001:2.0:1787763757.045211:0:303492:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:3.0:1787763757.045218:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000020:00000040:2.0:1787763757.045219:0:303492:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000020:00000001:2.0:1787763757.045230:0:303492:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000400:00000010:3.0:1787763757.045234:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c48395580.
00000020:00000001:2.0:1787763757.045237:0:303492:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00000040:2.0:1787763757.045244:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000400:00000010:3.0:1787763757.045245:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d5049dd48.
00000100:00000001:2.0:1787763757.045248:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763757.045252:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763757.045255:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000200:3.0:1787763757.045256:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320618368, portal 25
00000020:00000040:2.0:1787763757.045258:0:303492:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000100:00000001:3.0:1787763757.045269:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787763757.045272:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910966464 : -110374798585152 : ffff9b9d5d5692c0)
00000100:00080000:2.0:1787763757.045279:0:303492:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763757.045291:0:303492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763757.045292:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d5692c0 x1874599320618368/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763782 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787763757.045303:0:303492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763757.045313:0:303492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787763757.045321:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:2.0:1787763757.045322:0:303492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763757.045328:0:303492:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000040:3.0:1787763757.045330:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000008:00100000:2.0:1787763757.045334:0:303492:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000400:00000010:3.0:1787763757.045336:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d5049dee0.
00000008:00000001:2.0:1787763757.045346:0:303492:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1787763757.045350:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320618368, offset 0
00000100:00000001:2.0:1787763757.045352:0:303492:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763757.045359:0:303492:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d56b840.
00000400:00000200:3.0:1787763757.045361:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000020:00000040:2.0:1787763757.045366:0:303492:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
02000000:00000001:2.0:1787763757.045370:0:303492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763757.045372:0:303492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763757.045373:0:303492:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763757.045374:0:303492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763757.045380:0:303492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787763757.045381:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
02000000:00000010:2.0:1787763757.045399:0:303492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f184c00.
00000400:00000200:3.0:1787763757.045400:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:3.0:1787763757.045411:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1787763757.045415:0:303492:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787763757.045420:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:3.0:1787763757.045428:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000100:00100000:2.0:1787763757.045435:0:303492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d56b840 x1874599320618624/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763757.045488:0:303492:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763757.045491:0:303492:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763757.045497:0:303492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2e525cc] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d56b840 x1874599320618624/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763757.045504:0:303492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763757.045506:0:303492:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1787763757.045509:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000100:00000040:2.0:1787763757.045510:0:303492:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1787763757.045520:0:303492:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763757.045524:0:303492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787763757.045529:0:303492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:3.0:1787763757.045533:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63594:63594:256:4294967295] 192.168.203.113@tcp LPNI seq info [63594:63594:8:4294967295]
00000100:00080000:2.0:1787763757.045534:0:303492:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763757.045543:0:303492:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763757.045551:0:303492:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20919
00000400:00000200:3.0:1787763757.045560:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763757.045574:0:303492:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763757.045582:0:303492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763757.045591:0:303492:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1787763757.045597:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000100:00000040:2.0:1787763757.045604:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763757.045614:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763757.045619:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000800:00000200:3.0:1787763757.045622:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000100:00000001:2.0:1787763757.045624:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:2.0:1787763757.045630:0:303492:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763757.045631:0:303492:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000020:00000001:2.0:1787763757.045632:0:303492:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000010:3.0:1787763757.045633:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9d54b86200.
00000020:00000040:2.0:1787763757.045636:0:303492:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000020:00000001:2.0:1787763757.045641:0:303492:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000020:00000001:2.0:1787763757.045644:0:303492:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000800:00000200:3.0:1787763757.045654:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000040:2.0:1787763757.045659:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763757.045665:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.0:1787763757.045665:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 43 secs later)
00000100:00000040:2.0:1787763757.045678:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763757.045688:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000800:00000200:3.1:1787763757.045690:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000020:00000040:2.0:1787763757.045705:0:303492:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000800:00000200:3.1:1787763757.045705:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 43 secs later)
00000100:00080000:2.0:1787763757.045718:0:303492:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000800:00000100:3.0:1787763757.045728:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000100:00000001:2.0:1787763757.045731:0:303492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1787763757.045733:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9d54b86200.
02000000:00000001:2.0:1787763757.045735:0:303492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763757.045745:0:303492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1787763757.045750:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:2.0:1787763757.045751:0:303492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763757.045761:0:303492:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787763757.045766:0:303492:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787763757.045772:0:303492:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763757.045779:0:303492:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787763757.045780:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000100:00000010:2.0:1787763757.045784:0:303492:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d568000.
00000020:00000040:2.0:1787763757.045788:0:303492:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
02000000:00000001:2.0:1787763757.045791:0:303492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:3.0:1787763757.045793:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d5049dee0
02000000:00000001:2.0:1787763757.045794:0:303492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763757.045805:0:303492:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763757.045807:0:303492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:3.0:1787763757.045807:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d5049dee0.
02000000:00000001:2.0:1787763757.045814:0:303492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763757.045821:0:303492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f184000.
00000100:00000001:3.0:1787763757.045824:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787763757.045826:0:303492:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763757.045835:0:303492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d568000 x1874599320618752/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763757.045858:0:303492:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763757.045860:0:303492:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763757.045870:0:303492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000040389d09] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d568000 x1874599320618752/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787763757.045870:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d5692c0 x1874599320618368/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763782 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763757.045959:0:303492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763757.045968:0:303492:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20929)
00000100:00000001:3.0:1787763757.045993:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763757.046001:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d5692c0 x1874599320618368/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763782 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763757.046011:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763757.046013:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787763757.046024:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787763757.046031:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:3.0:1787763757.046035:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4315593464
00000100:00000010:3.0:1787763757.046043:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9c72f20600.
00000100:00000001:3.0:1787763757.046051:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1787763757.046060:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4315593464
00000100:00000010:3.0:1787763757.046063:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9c72f20b40.
00000100:00000001:3.0:1787763757.046067:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1787763757.046072:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787763757.046075:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763757.046078:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787763757.046083:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763757/real 1787763757]  req@ffff9b9d5d5692c0 x1874599320618368/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787763757.046094:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787763757.046097:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787763757.046100:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c48395580.
00000400:00000200:3.0:1787763757.046103:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d5049dd48
00000400:00000010:3.0:1787763757.046106:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d5049dd48.
00000100:00000001:3.0:1787763757.046109:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787763757.046114:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d5692c0 x1874599320618368/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787763757.046124:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d5692c0 x1874599320618368/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763757.046133:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787763757.046136:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763757.046139:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787763757.046142:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787763757.046146:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d5692c0 x1874599320618368/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763757.046155:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787763757.046161:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d5692c0 x1874599320618368/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763782 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763757.046170:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787763757.046173:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763757.046175:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787763757.046177:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763757.046180:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787763757.046182:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787763757.046187:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763757.046192:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000001:3.0:1787763757.046194:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787763757.046200:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d5692c0 x1874599320618368/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763782 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763757.046210:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d5692c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320618368:192.168.203.113@tcp:250:kworker.0
00000100:00000001:3.0:1787763757.046216:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763757.046219:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763757.046223:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d5692c0 x1874599320618368/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763782 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763757.046231:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787763757.046234:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787763757.046238:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d45907800.
02000000:00000001:3.0:1787763757.046242:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787763757.046245:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787763757.046248:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:3.0:1787763757.046251:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787763757.046255:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f187000.
02000000:00000001:3.0:1787763757.046259:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787763757.046262:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787763757.046264:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d5692c0.
00000100:00000001:3.0:1787763757.046268:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787763757.046270:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763757.046273:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763757.046282:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763757.046284:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763757.046288:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787763757.046290:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763757.046292:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787763757.046297:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d569680 x1874599320618496/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763757.046307:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763757.046309:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763757.046312:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787763757.046314:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763757.046317:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763757.046321:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d569680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320618496:192.168.203.113@tcp:38:kworker.0
00000100:00000001:3.0:1787763757.046325:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787763757.046328:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787763757.046330:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763757.046332:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787763757.046336:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d45907800.
02000000:00000001:3.0:1787763757.046339:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787763757.046343:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:3.0:1787763757.046346:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c48395580.
00000400:00000010:3.0:1787763757.046351:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d5049dd48.
00000100:00000200:3.0:1787763757.046355:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320618496, portal 10
00000100:00000001:3.0:1787763757.046357:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787763757.046359:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910967424 : -110374798584192 : ffff9b9d5d569680)
00000100:00000040:3.0:1787763757.046368:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d569680 x1874599320618496/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763782 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763757.046377:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787763757.046380:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:3.0:1787763757.046382:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d5049dee0.
00000100:00000200:3.0:1787763757.046386:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320618496, offset 0
00000400:00000200:3.0:1787763757.046391:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:3.0:1787763757.046396:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763757.046401:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:3.0:1787763757.046405:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787763757.046409:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:3.0:1787763757.046412:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787763757.046415:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:3.0:1787763757.046420:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63595:63595:256:4294967295] 192.168.203.113@tcp LPNI seq info [63595:63595:8:4294967295]
00000400:00000200:3.0:1787763757.046425:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763757.046435:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787763757.046480:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:3.0:1787763757.046487:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9d54b86200.
00000800:00000200:3.0:1787763757.046496:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.0:1787763757.046501:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1787763757.046512:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787763757.046517:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 43 secs later)
00000800:00000100:3.0:1787763757.046526:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:3.0:1787763757.046530:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9d54b86200.
00000400:00000200:3.0:1787763757.046536:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787763757.046543:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787763757.046550:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d5049dee0
00000400:00000010:3.0:1787763757.046554:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d5049dee0.
00000100:00000001:3.0:1787763757.046559:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787763757.046568:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d569680 x1874599320618496/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763782 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763757.046585:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763757.046589:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d569680 x1874599320618496/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763782 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763757.046606:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763757.046608:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787763757.046614:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763757.046619:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:3.0:1787763757.046624:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:3.0:1787763757.046627:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315592237
00000100:00000001:3.0:1787763757.046631:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315593464
00000100:00000001:3.0:1787763757.046633:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315592237
00000100:00000001:3.0:1787763757.046636:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315593464
00000100:00000001:3.0:1787763757.046639:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787763757.046642:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763757.046644:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787763757.046649:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763757/real 1787763757]  req@ffff9b9d5d569680 x1874599320618496/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787763757.046659:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787763757.046661:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787763757.046663:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c48395580.
00000400:00000200:3.0:1787763757.046666:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d5049dd48
00000400:00000010:3.0:1787763757.046668:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d5049dd48.
00000100:00000001:3.0:1787763757.046671:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787763757.046675:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d569680 x1874599320618496/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787763757.046686:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d569680 x1874599320618496/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763757.046693:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787763757.046695:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763757.046697:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787763757.046699:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787763757.046703:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d569680 x1874599320618496/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763757.046713:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787763757.046718:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d569680 x1874599320618496/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763782 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763757.046726:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787763757.046729:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763757.046731:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787763757.046733:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763757.046735:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787763757.046748:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787763757.046752:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763757.046755:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:3.0:1787763757.046758:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787763757.046763:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d569680 x1874599320618496/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763782 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763757.046772:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d569680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320618496:192.168.203.113@tcp:38:kworker.0
00000100:00000001:3.0:1787763757.046777:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787763757.046782:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d56b840 x1874599320618624/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763757.046791:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763757.046792:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763757.046795:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787763757.046798:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763757.046800:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763757.046804:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d56b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320618624:192.168.203.113@tcp:38:kworker.0
00000100:00000001:3.0:1787763757.046808:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787763757.046811:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787763757.046814:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763757.046816:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787763757.046821:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d45906400.
02000000:00000001:3.0:1787763757.046823:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787763757.046827:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:3.0:1787763757.046830:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c48395580.
00000400:00000010:3.0:1787763757.046834:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d5049dd48.
00000100:00000200:3.0:1787763757.046867:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320618624, portal 10
00000100:00000001:3.0:1787763757.046871:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787763757.046873:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910976064 : -110374798575552 : ffff9b9d5d56b840)
00000100:00000040:3.0:1787763757.046883:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d56b840 x1874599320618624/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763782 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763757.046891:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787763757.046895:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:3.0:1787763757.046898:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d5049dee0.
00000100:00000200:3.0:1787763757.046902:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320618624, offset 0
00000400:00000200:3.0:1787763757.046907:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:3.0:1787763757.046913:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763757.046918:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:3.0:1787763757.046922:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787763757.046926:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:3.0:1787763757.046929:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787763757.046932:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:3.0:1787763757.046936:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63596:63596:256:4294967295] 192.168.203.113@tcp LPNI seq info [63596:63596:8:4294967295]
00000400:00000200:3.0:1787763757.046942:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763757.046950:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787763757.046956:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:3.0:1787763757.046960:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9d54b86200.
00000800:00000200:3.0:1787763757.046965:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.0:1787763757.046969:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1787763757.046975:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787763757.046978:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 43 secs later)
00000800:00000100:3.0:1787763757.046983:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:3.0:1787763757.046986:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9d54b86200.
00000400:00000200:3.0:1787763757.046990:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787763757.046994:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787763757.046998:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d5049dee0
00000400:00000010:3.0:1787763757.047000:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d5049dee0.
00000100:00000001:3.0:1787763757.047003:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787763757.047007:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d56b840 x1874599320618624/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763782 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763757.047018:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763757.047021:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d56b840 x1874599320618624/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763782 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763757.047029:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763757.047031:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787763757.047035:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763757.047039:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:3.0:1787763757.047042:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:3.0:1787763757.047045:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315592216
00000100:00000001:3.0:1787763757.047048:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315593464
00000100:00000001:3.0:1787763757.047051:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315592216
00000100:00000001:3.0:1787763757.047054:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315593464
00000100:00000001:3.0:1787763757.047057:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787763757.047059:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763757.047062:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787763757.047066:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763757/real 1787763757]  req@ffff9b9d5d56b840 x1874599320618624/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787763757.047075:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787763757.047076:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787763757.047078:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c48395580.
00000400:00000200:3.0:1787763757.047081:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d5049dd48
00000400:00000010:3.0:1787763757.047083:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d5049dd48.
00000100:00000001:3.0:1787763757.047087:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787763757.047090:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d56b840 x1874599320618624/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787763757.047101:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d56b840 x1874599320618624/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763757.047109:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787763757.047111:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763757.047113:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787763757.047114:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787763757.047118:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d56b840 x1874599320618624/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763757.047126:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787763757.047131:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d56b840 x1874599320618624/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763782 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763757.047139:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787763757.047142:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763757.047144:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787763757.047145:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763757.047147:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787763757.047150:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787763757.047153:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763757.047157:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:3.0:1787763757.047160:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787763757.047164:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d56b840 x1874599320618624/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763782 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763757.047174:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d56b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320618624:192.168.203.113@tcp:38:kworker.0
00000100:00000001:3.0:1787763757.047179:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787763757.047184:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d568000 x1874599320618752/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763757.047193:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763757.047195:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763757.047198:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787763757.047200:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763757.047202:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763757.047206:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d568000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320618752:192.168.203.113@tcp:8:kworker.0
00000100:00000001:3.0:1787763757.047209:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787763757.047212:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787763757.047214:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763757.047217:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787763757.047221:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d45905800.
02000000:00000001:3.0:1787763757.047223:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787763757.047227:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:3.0:1787763757.047230:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c48395580.
00000400:00000010:3.0:1787763757.047233:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d5049dd48.
00000100:00000200:3.0:1787763757.047237:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320618752, portal 4
00000100:00000001:3.0:1787763757.047239:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787763757.047241:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910961664 : -110374798589952 : ffff9b9d5d568000)
00000100:00000040:3.0:1787763757.047248:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d568000 x1874599320618752/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763782 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763757.047256:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787763757.047259:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:3.0:1787763757.047262:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d5049dee0.
00000100:00000200:3.0:1787763757.047265:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320618752, offset 0
00000400:00000200:3.0:1787763757.047269:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:3.0:1787763757.047273:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763757.047276:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:3.0:1787763757.047280:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787763757.047283:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:3.0:1787763757.047286:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787763757.047289:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:3.0:1787763757.047294:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63597:63597:256:4294967295] 192.168.203.113@tcp LPNI seq info [63597:63597:8:4294967295]
00000400:00000200:3.0:1787763757.047299:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763757.047307:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787763757.047312:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:3.0:1787763757.047316:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9d54b86200.
00000800:00000200:3.0:1787763757.047320:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.0:1787763757.047324:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1787763757.047328:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787763757.047332:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 43 secs later)
00000800:00000100:3.0:1787763757.047336:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:3.0:1787763757.047339:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9d54b86200.
00000400:00000200:3.0:1787763757.047343:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787763757.047347:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787763757.047350:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d5049dee0
00000400:00000010:3.0:1787763757.047352:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d5049dee0.
00000100:00000001:3.0:1787763757.047355:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787763757.047359:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d568000 x1874599320618752/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763782 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763757.047368:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763757.047371:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d568000 x1874599320618752/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763782 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763757.047380:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763757.047382:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787763757.047385:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763757.047388:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:3.0:1787763757.047392:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:3.0:1787763757.047394:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315592228
00000100:00000001:3.0:1787763757.047397:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315593464
00000100:00000001:3.0:1787763757.047399:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315592228
00000100:00000001:3.0:1787763757.047402:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315593464
00000100:00000001:3.0:1787763757.047405:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787763757.047408:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763757.047410:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787763757.047415:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763757/real 1787763757]  req@ffff9b9d5d568000 x1874599320618752/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787763757.047424:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787763757.047426:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787763757.047427:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c48395580.
00000400:00000200:3.0:1787763757.047430:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d5049dd48
00000400:00000010:3.0:1787763757.047432:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d5049dd48.
00000100:00000001:3.0:1787763757.047434:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787763757.047437:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d568000 x1874599320618752/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787763757.047485:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d568000 x1874599320618752/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763757.047498:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787763757.047501:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763757.047505:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787763757.047508:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787763757.047515:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d568000 x1874599320618752/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763757.047530:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787763757.047539:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d568000 x1874599320618752/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763782 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763757.047555:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787763757.047559:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763757.047563:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787763757.047565:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763757.047569:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787763757.047572:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787763757.047575:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763757.047581:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:3.0:1787763757.047583:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787763757.047589:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d568000 x1874599320618752/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763782 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763757.047599:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d568000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320618752:192.168.203.113@tcp:8:kworker.0
00000100:00000001:3.0:1787763757.047604:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763757.047607:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763757.047611:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d569680 x1874599320618496/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763782 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763757.047619:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787763757.047621:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787763757.047624:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d45907800.
02000000:00000001:3.0:1787763757.047628:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787763757.047630:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787763757.047632:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:3.0:1787763757.047635:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787763757.047637:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f185000.
02000000:00000001:3.0:1787763757.047641:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787763757.047643:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787763757.047645:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d569680.
00000100:00000001:3.0:1787763757.047648:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787763757.047650:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763757.047652:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763757.047655:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d56b840 x1874599320618624/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763782 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763757.047663:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787763757.047665:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787763757.047667:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d45906400.
02000000:00000001:3.0:1787763757.047669:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787763757.047670:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787763757.047672:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:3.0:1787763757.047674:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787763757.047677:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f184c00.
02000000:00000001:3.0:1787763757.047679:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787763757.047681:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787763757.047683:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d56b840.
00000100:00000001:3.0:1787763757.047686:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787763757.047687:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763757.047689:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763757.047693:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d568000 x1874599320618752/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763782 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763757.047700:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787763757.047701:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787763757.047703:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d45905800.
02000000:00000001:3.0:1787763757.047706:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787763757.047707:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787763757.047708:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:3.0:1787763757.047710:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787763757.047712:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f184000.
02000000:00000001:3.0:1787763757.047714:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787763757.047716:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787763757.047717:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d568000.
00000100:00000001:3.0:1787763757.047720:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787763757.047721:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763757.047723:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763757.047728:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763757.047730:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763757.047732:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787763757.047734:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763757.236586:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763757.236593:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763757.236599:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763757.236601:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763757.236606:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763757.236607:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763757.236701:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763757.236710:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763757.236716:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763758.068560:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763758.068570:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763758.068574:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763758.068581:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763758.068586:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763758.068590:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763758.068594:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763758.068598:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763758.068601:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763758.260586:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763758.260593:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763758.260599:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763758.260601:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763758.260606:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763758.260608:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763758.260706:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763758.260713:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763758.260718:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1787763758.324534:0:303331:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b110 (cpu 1) has reached its deadline 4315593464, at 4315593472
00000100:00000010:1.0:1787763758.324557:0:303331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9c72f20b40.
00000100:00000040:0.0:1787763758.324571:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4315593464, at 4315593472
00000100:00000010:0.0:1787763758.324586:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9c72f20600.
00000100:00000001:1.0:1787763759.092536:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763759.092544:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763759.092547:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763759.092553:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763759.092556:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763759.092560:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763759.092564:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763759.092569:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763759.092573:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763759.284527:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763759.284533:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763759.284540:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763759.284553:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763759.284557:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763759.284558:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763759.284624:0:281543:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763759.284630:0:281543:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763759.284635:0:281543:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763760.116585:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763760.116593:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763760.116596:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763760.116602:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763760.116607:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763760.116611:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763760.116615:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763760.116618:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763760.116621:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763760.308573:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763760.308582:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763760.308590:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763760.308593:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763760.308598:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763760.308600:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763760.308682:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763760.308689:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763760.308694:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763761.140647:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763761.140658:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763761.140662:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763761.140671:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763761.140678:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763761.140686:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763761.140690:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763761.140694:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763761.140698:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763761.332623:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763761.332633:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763761.332637:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763761.332642:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763761.332648:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763761.332652:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763761.332655:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763761.332658:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763761.332664:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763761.332676:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763761.332678:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763761.332680:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763761.332682:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763761.332684:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763761.332686:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763761.332688:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763761.332693:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763761.332695:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763761.332780:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763761.332790:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763761.332797:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787763762.164534:0:303492:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763762.164544:0:303492:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787763762.164548:0:303492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763762.164552:0:303492:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763762.164557:0:303492:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763762.164566:0:303492:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20924
00000400:00000200:2.0:1787763762.164576:0:303492:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763762.164588:0:303492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763762.164593:0:303492:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763762.164598:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763762.164602:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763762.164605:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763762.164609:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:2.0:1787763762.164614:0:303492:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763762.164616:0:303492:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:2.0:1787763762.164619:0:303492:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763762.164623:0:303492:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:2.0:1787763762.164625:0:303492:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:2.0:1787763762.164629:0:303492:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:2.0:1787763762.164631:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763762.164633:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763762.164635:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763762.164637:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:2.0:1787763762.164640:0:303492:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:2.0:1787763762.164642:0:303492:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763762.164644:0:303492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763762.164647:0:303492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763762.164652:0:303492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763762.164655:0:303492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763762.164657:0:303492:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787763762.164660:0:303492:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763762.164661:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000010:2.0:1787763762.164671:0:303492:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d56a940.
00000100:00000001:3.0:1787763762.164673:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000020:00000040:2.0:1787763762.164677:0:303492:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
00000100:00000001:3.0:1787763762.164679:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763762.164685:0:303492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00100000:3.0:1787763762.164687:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
02000000:00000001:2.0:1787763762.164689:0:303492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763762.164698:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763762.164700:0:303492:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763762.164712:0:303492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1787763762.164713:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763762.164721:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:2.0:1787763762.164722:0:303492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763762.164730:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:2.0:1787763762.164736:0:303492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f184000.
00000100:00000001:3.0:1787763762.164737:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763762.164760:0:303492:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763762.164774:0:303492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d56a940 x1874599320618880/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763762.164784:0:303492:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763762.164789:0:303492:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763762.164794:0:303492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b4aca245] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d56a940 x1874599320618880/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763762.164830:0:303492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763762.164833:0:303492:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763762.164837:0:303492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787763762.164839:0:303492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763762.164840:0:303492:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763762.164843:0:303492:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763762.164845:0:303492:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20924
00000400:00000200:2.0:1787763762.164848:0:303492:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763762.164851:0:303492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763762.164854:0:303492:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763762.164857:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763762.164861:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763762.164863:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763762.164865:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:2.0:1787763762.164867:0:303492:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763762.164869:0:303492:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000020:00000001:2.0:1787763762.164870:0:303492:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763762.164872:0:303492:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000020:00000001:2.0:1787763762.164875:0:303492:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000020:00000001:2.0:1787763762.164880:0:303492:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000001:3.0:1787763762.164880:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1787763762.164890:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763762.164891:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763762.164894:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787763762.164896:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763762.164903:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763762.164906:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:2.0:1787763762.164908:0:303492:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00080000:2.0:1787763762.164913:0:303492:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000040:3.0:1787763762.164921:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d56a940 x1874599320618880/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763762.164922:0:303492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763762.164931:0:303492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763762.164945:0:303492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787763762.164947:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:2.0:1787763762.164955:0:303492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763762.164955:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763762.164976:0:303492:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:3.0:1787763762.164978:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:2.0:1787763762.164984:0:303492:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1787763762.164985:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:2.0:1787763762.165008:0:303492:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763762.165008:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763762.165030:0:303492:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763762.165038:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d56a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320618880:192.168.203.113@tcp:250:kworker.0
00000100:00000010:2.0:1787763762.165040:0:303492:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d568b40.
00000020:00000040:2.0:1787763762.165047:0:303492:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
02000000:00000001:2.0:1787763762.165049:0:303492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763762.165050:0:303492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763762.165052:0:303492:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763762.165053:0:303492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763762.165055:0:303492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763762.165058:0:303492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f184c00.
00000100:00000001:3.0:1787763762.165064:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1787763762.165066:0:303492:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763762.165072:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00100000:2.0:1787763762.165078:0:303492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d568b40 x1874599320619008/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:3.0:1787763762.165079:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763762.165090:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1787763762.165101:0:303492:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763762.165106:0:303492:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763762.165106:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d45905800.
02000000:00000001:3.0:1787763762.165125:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763762.165130:0:303492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a25ffa6] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d568b40 x1874599320619008/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787763762.165146:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:3.0:1787763762.165160:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c48395580.
00000100:00000001:2.0:1787763762.165162:0:303492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763762.165169:0:303492:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:3.0:1787763762.165172:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d5049dd48.
00000100:00080000:2.0:1787763762.165173:0:303492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787763762.165183:0:303492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763762.165186:0:303492:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:3.0:1787763762.165188:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320618880, portal 25
00000100:00000001:2.0:1787763762.165190:0:303492:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1787763762.165196:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:2.0:1787763762.165205:0:303492:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20924
00000100:00000001:3.0:1787763762.165207:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910972224 : -110374798579392 : ffff9b9d5d56a940)
00000400:00000200:2.0:1787763762.165227:0:303492:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000040:3.0:1787763762.165234:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d56a940 x1874599320618880/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763787 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787763762.165238:0:303492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763762.165253:0:303492:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763762.165266:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763762.165278:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787763762.165278:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763762.165301:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000040:3.0:1787763762.165303:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000100:00000001:2.0:1787763762.165315:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000400:00000010:3.0:1787763762.165320:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d5049dee0.
00000020:00000001:2.0:1787763762.165321:0:303492:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763762.165331:0:303492:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000100:00000200:3.0:1787763762.165335:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320618880, offset 0
00000020:00000001:2.0:1787763762.165336:0:303492:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763762.165345:0:303492:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000020:00000001:2.0:1787763762.165350:0:303492:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000400:00000200:3.0:1787763762.165354:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000020:00000001:2.0:1787763762.165364:0:303492:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000400:00000200:3.0:1787763762.165373:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000040:2.0:1787763762.165376:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763762.165385:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1787763762.165387:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000100:00000040:2.0:1787763762.165399:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000400:00000200:3.0:1787763762.165400:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1787763762.165408:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000400:00000200:3.0:1787763762.165409:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000020:00000040:2.0:1787763762.165420:0:303492:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000400:00000200:3.0:1787763762.165423:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787763762.165484:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000100:00080000:2.0:1787763762.165485:0:303492:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763762.165499:0:303492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763762.165511:0:303492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1787763762.165512:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63598:63598:256:4294967295] 192.168.203.113@tcp LPNI seq info [63598:63598:8:4294967295]
02000000:00000001:2.0:1787763762.165525:0:303492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1787763762.165527:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
02000000:00000001:2.0:1787763762.165536:0:303492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763762.165543:0:303492:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787763762.165548:0:303492:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787763762.165557:0:303492:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763762.165561:0:303492:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787763762.165567:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000100:00000010:2.0:1787763762.165568:0:303492:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d568000.
00000020:00000040:2.0:1787763762.165580:0:303492:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
02000000:00000001:2.0:1787763762.165586:0:303492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763762.165587:0:303492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763762.165592:0:303492:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:3.0:1787763762.165592:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
02000000:00000001:2.0:1787763762.165597:0:303492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763762.165602:0:303492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763762.165609:0:303492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f185000.
00000800:00000010:3.0:1787763762.165612:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9d54b86200.
00000100:00000001:2.0:1787763762.165613:0:303492:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763762.165626:0:303492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d568000 x1874599320619136/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.0:1787763762.165641:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000001:2.0:1787763762.165644:0:303492:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763762.165653:0:303492:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1787763762.165658:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 37 secs later)
00000100:00000040:2.0:1787763762.165661:0:303492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000040389d09] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d568000 x1874599320619136/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763762.165680:0:303492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763762.165684:0:303492:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:3.1:1787763762.165686:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000040:2.0:1787763762.165689:0:303492:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1787763762.165703:0:303492:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:3.1:1787763762.165704:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 37 secs later)
00000100:00080000:2.0:1787763762.165722:0:303492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787763762.165724:0:303492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000100:3.0:1787763762.165730:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000100:00080000:2.0:1787763762.165731:0:303492:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763762.165738:0:303492:0:(import.c:485:import_select_connection()) Process entered
00000800:00000010:3.0:1787763762.165738:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9d54b86200.
00000100:00080000:2.0:1787763762.165752:0:303492:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20924
00000400:00000200:3.0:1787763762.165753:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787763762.165762:0:303492:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763762.165770:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763762.165774:0:303492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763762.165784:0:303492:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1787763762.165787:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d5049dee0
00000100:00000040:2.0:1787763762.165788:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763762.165796:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:3.0:1787763762.165796:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d5049dee0.
00000100:00000040:2.0:1787763762.165824:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763762.165830:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000001:3.0:1787763762.165832:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:2.0:1787763762.165834:0:303492:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763762.165837:0:303492:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000020:00000001:2.0:1787763762.165839:0:303492:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763762.165845:0:303492:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000100:00000200:3.0:1787763762.165846:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d56a940 x1874599320618880/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763787 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1787763762.165852:0:303492:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000020:00000001:2.0:1787763762.165861:0:303492:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000040:2.0:1787763762.165877:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763762.165892:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787763762.165895:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763762.165901:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763762.165911:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000040:3.0:1787763762.165911:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d56a940 x1874599320618880/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763787 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1787763762.165927:0:303492:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00080000:2.0:1787763762.165944:0:303492:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763762.165957:0:303492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763762.165964:0:303492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1787763762.165965:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763762.165971:0:256678:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:2.0:1787763762.165973:0:303492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763762.165977:0:303492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763762.165980:0:303492:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787763762.165983:0:303492:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000100:00000001:3.0:1787763762.165984:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1787763762.165999:0:303492:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787763762.166011:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763762.166012:0:303492:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763762.166024:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4315598584
00000100:00000010:2.0:1787763762.166025:0:303492:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d56b840.
00000020:00000040:2.0:1787763762.166041:0:303492:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
00000100:00000010:3.0:1787763762.166044:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9c72f203c0.
02000000:00000001:2.0:1787763762.166047:0:303492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763762.166055:0:303492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763762.166060:0:303492:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763762.166065:0:303492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1787763762.166065:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
02000000:00000001:2.0:1787763762.166074:0:303492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763762.166080:0:303492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f187000.
00000100:00000001:3.0:1787763762.166082:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4315598584
00000100:00000001:2.0:1787763762.166086:0:303492:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763762.166089:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9c72f20300.
00000100:00100000:2.0:1787763762.166096:0:303492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d56b840 x1874599320619264/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763762.166097:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1787763762.166108:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763762.166119:0:303492:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763762.166120:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763762.166130:0:303492:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763762.166131:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000040:2.0:1787763762.166149:0:303492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2e525cc] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d56b840 x1874599320619264/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763762.166151:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763762/real 1787763762]  req@ffff9b9d5d56a940 x1874599320618880/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763762.166218:0:303492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:3.0:1787763762.166222:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:2.0:1787763762.166226:0:303492:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20935)
00000400:00000001:3.0:1787763762.166227:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787763762.166234:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c48395580.
00000400:00000200:3.0:1787763762.166242:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d5049dd48
00000400:00000010:3.0:1787763762.166246:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d5049dd48.
00000100:00000001:3.0:1787763762.166252:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787763762.166258:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d56a940 x1874599320618880/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787763762.166270:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d56a940 x1874599320618880/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763762.166279:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787763762.166281:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763762.166284:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787763762.166287:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787763762.166292:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d56a940 x1874599320618880/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763762.166301:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787763762.166307:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d56a940 x1874599320618880/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763787 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763762.166316:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787763762.166319:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763762.166322:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787763762.166324:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763762.166327:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787763762.166330:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787763762.166335:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763762.166340:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000001:3.0:1787763762.166343:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787763762.166348:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d56a940 x1874599320618880/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763787 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763762.166358:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d56a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320618880:192.168.203.113@tcp:250:kworker.0
00000100:00000001:3.0:1787763762.166364:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763762.166367:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763762.166370:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d56a940 x1874599320618880/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763787 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763762.166378:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787763762.166381:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787763762.166385:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d45905800.
02000000:00000001:3.0:1787763762.166389:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787763762.166392:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787763762.166395:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:3.0:1787763762.166398:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787763762.166401:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f184000.
02000000:00000001:3.0:1787763762.166405:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787763762.166408:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787763762.166410:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d56a940.
00000100:00000001:3.0:1787763762.166414:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787763762.166416:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763762.166418:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763762.166427:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763762.166429:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763762.166432:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787763762.166434:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763762.166436:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787763762.166472:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d568b40 x1874599320619008/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763762.166484:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763762.166487:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763762.166490:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787763762.166494:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763762.166497:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763762.166502:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d568b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320619008:192.168.203.113@tcp:38:kworker.0
00000100:00000001:3.0:1787763762.166506:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787763762.166509:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787763762.166512:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763762.166514:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787763762.166519:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d45905800.
02000000:00000001:3.0:1787763762.166523:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787763762.166528:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:3.0:1787763762.166532:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c48395580.
00000400:00000010:3.0:1787763762.166538:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d5049dd48.
00000100:00000200:3.0:1787763762.166544:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320619008, portal 10
00000100:00000001:3.0:1787763762.166547:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787763762.166550:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910964544 : -110374798587072 : ffff9b9d5d568b40)
00000100:00000040:3.0:1787763762.166559:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d568b40 x1874599320619008/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763787 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763762.166568:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787763762.166571:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:3.0:1787763762.166575:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d5049dee0.
00000100:00000200:3.0:1787763762.166579:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320619008, offset 0
00000400:00000200:3.0:1787763762.166588:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:3.0:1787763762.166596:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763762.166604:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:3.0:1787763762.166610:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787763762.166616:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:3.0:1787763762.166621:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787763762.166626:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:3.0:1787763762.166634:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63599:63599:256:4294967295] 192.168.203.113@tcp LPNI seq info [63599:63599:8:4294967295]
00000400:00000200:3.0:1787763762.166643:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763762.166659:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787763762.166668:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:3.0:1787763762.166675:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9d54b86200.
00000800:00000200:3.0:1787763762.166685:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.0:1787763762.166689:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1787763762.166696:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787763762.166699:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 37 secs later)
00000800:00000100:3.0:1787763762.166704:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:3.0:1787763762.166707:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9d54b86200.
00000400:00000200:3.0:1787763762.166712:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787763762.166716:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787763762.166721:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d5049dee0
00000400:00000010:3.0:1787763762.166724:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d5049dee0.
00000100:00000001:3.0:1787763762.166727:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787763762.166733:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d568b40 x1874599320619008/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763787 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763762.166743:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763762.166747:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d568b40 x1874599320619008/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763787 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763762.166756:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763762.166758:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787763762.166762:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763762.166767:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:3.0:1787763762.166772:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:3.0:1787763762.166775:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315597357
00000100:00000001:3.0:1787763762.166779:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315598584
00000100:00000001:3.0:1787763762.166782:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315597357
00000100:00000001:3.0:1787763762.166785:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315598584
00000100:00000001:3.0:1787763762.166788:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787763762.166791:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763762.166794:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787763762.166799:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763762/real 1787763762]  req@ffff9b9d5d568b40 x1874599320619008/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787763762.166836:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787763762.166838:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787763762.166841:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c48395580.
00000400:00000200:3.0:1787763762.166844:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d5049dd48
00000400:00000010:3.0:1787763762.166846:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d5049dd48.
00000100:00000001:3.0:1787763762.166850:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787763762.166854:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d568b40 x1874599320619008/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787763762.166865:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d568b40 x1874599320619008/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763762.166873:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787763762.166875:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763762.166877:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787763762.166879:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787763762.166883:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d568b40 x1874599320619008/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763762.166891:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787763762.166896:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d568b40 x1874599320619008/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763787 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763762.166904:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787763762.166907:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763762.166909:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787763762.166911:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763762.166913:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787763762.166926:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787763762.166930:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763762.166934:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:3.0:1787763762.166937:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787763762.166942:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d568b40 x1874599320619008/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763787 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763762.166952:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d568b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320619008:192.168.203.113@tcp:38:kworker.0
00000100:00000001:3.0:1787763762.166956:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787763762.166961:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d568000 x1874599320619136/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763762.166969:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763762.166971:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763762.166974:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787763762.166977:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763762.166980:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763762.166983:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d568000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320619136:192.168.203.113@tcp:38:kworker.0
00000100:00000001:3.0:1787763762.166987:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787763762.166990:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787763762.166993:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763762.166995:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787763762.166999:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d45906400.
02000000:00000001:3.0:1787763762.167001:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787763762.167005:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:3.0:1787763762.167008:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c48395580.
00000400:00000010:3.0:1787763762.167012:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d5049dd48.
00000100:00000200:3.0:1787763762.167016:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320619136, portal 10
00000100:00000001:3.0:1787763762.167019:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787763762.167020:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910961664 : -110374798589952 : ffff9b9d5d568000)
00000100:00000040:3.0:1787763762.167027:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d568000 x1874599320619136/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763787 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763762.167043:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787763762.167046:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:3.0:1787763762.167049:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d5049dee0.
00000100:00000200:3.0:1787763762.167052:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320619136, offset 0
00000400:00000200:3.0:1787763762.167056:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:3.0:1787763762.167062:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763762.167066:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:3.0:1787763762.167070:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787763762.167074:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:3.0:1787763762.167077:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787763762.167080:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:3.0:1787763762.167084:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63600:63600:256:4294967295] 192.168.203.113@tcp LPNI seq info [63600:63600:8:4294967295]
00000400:00000200:3.0:1787763762.167089:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763762.167098:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787763762.167104:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:3.0:1787763762.167107:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9d54b86200.
00000800:00000200:3.0:1787763762.167112:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.0:1787763762.167116:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1787763762.167121:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787763762.167125:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 37 secs later)
00000800:00000100:3.0:1787763762.167130:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:3.0:1787763762.167133:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9d54b86200.
00000400:00000200:3.0:1787763762.167136:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787763762.167141:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787763762.167144:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d5049dee0
00000400:00000010:3.0:1787763762.167147:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d5049dee0.
00000100:00000001:3.0:1787763762.167150:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787763762.167154:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d568000 x1874599320619136/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763787 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763762.167163:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763762.167168:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d568000 x1874599320619136/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763787 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763762.167184:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763762.167186:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787763762.167190:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763762.167194:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:3.0:1787763762.167198:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:3.0:1787763762.167201:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315597336
00000100:00000001:3.0:1787763762.167204:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315598584
00000100:00000001:3.0:1787763762.167207:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315597336
00000100:00000001:3.0:1787763762.167210:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315598584
00000100:00000001:3.0:1787763762.167212:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787763762.167215:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763762.167217:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787763762.167221:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763762/real 1787763762]  req@ffff9b9d5d568000 x1874599320619136/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787763762.167230:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787763762.167232:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787763762.167234:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c48395580.
00000400:00000200:3.0:1787763762.167236:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d5049dd48
00000400:00000010:3.0:1787763762.167238:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d5049dd48.
00000100:00000001:3.0:1787763762.167241:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787763762.167245:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d568000 x1874599320619136/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787763762.167255:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d568000 x1874599320619136/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763762.167262:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787763762.167264:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763762.167266:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787763762.167268:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787763762.167272:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d568000 x1874599320619136/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763762.167281:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787763762.167286:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d568000 x1874599320619136/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763787 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763762.167294:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787763762.167297:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763762.167299:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787763762.167300:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763762.167302:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787763762.167304:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787763762.167307:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763762.167311:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:3.0:1787763762.167313:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787763762.167318:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d568000 x1874599320619136/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763787 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763762.167327:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d568000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320619136:192.168.203.113@tcp:38:kworker.0
00000100:00000001:3.0:1787763762.167331:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787763762.167336:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d56b840 x1874599320619264/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763762.167345:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763762.167347:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763762.167349:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787763762.167352:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763762.167354:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763762.167358:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d56b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320619264:192.168.203.113@tcp:8:kworker.0
00000100:00000001:3.0:1787763762.167361:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787763762.167364:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787763762.167428:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763762.167431:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787763762.167435:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d45907800.
02000000:00000001:3.0:1787763762.167438:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787763762.167478:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:3.0:1787763762.167483:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c48395580.
00000400:00000010:3.0:1787763762.167488:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d5049dd48.
00000100:00000200:3.0:1787763762.167493:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320619264, portal 4
00000100:00000001:3.0:1787763762.167497:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787763762.167499:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910976064 : -110374798575552 : ffff9b9d5d56b840)
00000100:00000040:3.0:1787763762.167507:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d56b840 x1874599320619264/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763787 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763762.167515:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787763762.167518:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:3.0:1787763762.167521:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d5049dee0.
00000100:00000200:3.0:1787763762.167524:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320619264, offset 0
00000400:00000200:3.0:1787763762.167529:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:3.0:1787763762.167533:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763762.167537:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:3.0:1787763762.167541:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787763762.167545:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:3.0:1787763762.167548:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787763762.167551:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:3.0:1787763762.167555:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63601:63601:256:4294967295] 192.168.203.113@tcp LPNI seq info [63601:63601:8:4294967295]
00000400:00000200:3.0:1787763762.167560:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763762.167568:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787763762.167574:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:3.0:1787763762.167580:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9d54b86200.
00000800:00000200:3.0:1787763762.167588:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.0:1787763762.167593:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1787763762.167601:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787763762.167607:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 37 secs later)
00000800:00000100:3.0:1787763762.167614:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:3.0:1787763762.167619:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9d54b86200.
00000400:00000200:3.0:1787763762.167625:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787763762.167631:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787763762.167637:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d5049dee0
00000400:00000010:3.0:1787763762.167641:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d5049dee0.
00000100:00000001:3.0:1787763762.167645:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787763762.167653:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d56b840 x1874599320619264/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763787 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763762.167671:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763762.167678:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d56b840 x1874599320619264/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763787 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763762.167690:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763762.167692:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787763762.167697:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763762.167702:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:3.0:1787763762.167706:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:3.0:1787763762.167709:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315597349
00000100:00000001:3.0:1787763762.167712:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315598584
00000100:00000001:3.0:1787763762.167715:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315597349
00000100:00000001:3.0:1787763762.167718:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315598584
00000100:00000001:3.0:1787763762.167720:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787763762.167723:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763762.167725:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787763762.167730:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763762/real 1787763762]  req@ffff9b9d5d56b840 x1874599320619264/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787763762.167740:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787763762.167742:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787763762.167744:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c48395580.
00000400:00000200:3.0:1787763762.167747:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d5049dd48
00000400:00000010:3.0:1787763762.167749:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d5049dd48.
00000100:00000001:3.0:1787763762.167752:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787763762.167756:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d56b840 x1874599320619264/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787763762.167767:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d56b840 x1874599320619264/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763762.167774:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787763762.167776:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763762.167778:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787763762.167780:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787763762.167784:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d56b840 x1874599320619264/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763762.167792:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787763762.167797:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d56b840 x1874599320619264/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763787 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763762.167830:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787763762.167833:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763762.167836:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787763762.167837:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763762.167840:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787763762.167842:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787763762.167845:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763762.167850:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:3.0:1787763762.167852:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787763762.167857:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d56b840 x1874599320619264/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763787 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763762.167868:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d56b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320619264:192.168.203.113@tcp:8:kworker.0
00000100:00000001:3.0:1787763762.167873:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763762.167875:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763762.167880:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d568b40 x1874599320619008/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763787 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763762.167888:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787763762.167891:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787763762.167893:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d45905800.
02000000:00000001:3.0:1787763762.167897:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787763762.167899:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787763762.167901:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:3.0:1787763762.167904:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787763762.167906:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f184c00.
02000000:00000001:3.0:1787763762.167909:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787763762.167911:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787763762.167913:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d568b40.
00000100:00000001:3.0:1787763762.167916:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787763762.167918:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763762.167920:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763762.167924:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d568000 x1874599320619136/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763787 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763762.167932:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787763762.167934:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787763762.167935:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d45906400.
02000000:00000001:3.0:1787763762.167938:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787763762.167939:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787763762.167940:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:3.0:1787763762.167943:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787763762.167944:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f185000.
02000000:00000001:3.0:1787763762.167947:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787763762.167948:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787763762.167950:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d568000.
00000100:00000001:3.0:1787763762.167952:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787763762.167954:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763762.167956:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763762.167960:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d56b840 x1874599320619264/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763787 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763762.167968:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787763762.167970:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787763762.167972:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d45907800.
02000000:00000001:3.0:1787763762.167975:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787763762.167976:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787763762.167978:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:3.0:1787763762.167980:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787763762.167982:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f187000.
02000000:00000001:3.0:1787763762.167984:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787763762.167986:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787763762.167987:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d56b840.
00000100:00000001:3.0:1787763762.167990:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787763762.167991:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763762.167993:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763762.167998:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763762.168000:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763762.168002:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787763762.168004:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763762.356578:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763762.356587:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763762.356599:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763762.356603:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763762.356611:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763762.356614:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763762.356682:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763762.356689:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763762.356693:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763763.188563:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763763.188583:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763763.188586:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763763.188594:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763763.188599:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763763.188605:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763763.188610:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763763.188614:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763763.188619:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763763.380573:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763763.380582:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763763.380592:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763763.380595:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763763.380601:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763763.380604:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763763.380683:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763763.380690:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763763.380695:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787763763.444517:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4315598584, at 4315598592
00000100:00000010:0.0:1787763763.444534:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9c72f203c0.
00000100:00000040:1.0:1787763763.444542:0:303331:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b110 (cpu 1) has reached its deadline 4315598584, at 4315598592
00000100:00000010:1.0:1787763763.444560:0:303331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9c72f20300.
00000100:00000001:3.0:1787763764.212560:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763764.212572:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763764.212576:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763764.212584:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763764.212590:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763764.212596:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763764.212601:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763764.212607:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763764.212612:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763764.404588:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763764.404598:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763764.404611:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763764.404616:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763764.404622:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763764.404628:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763764.404632:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763764.404638:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763764.404643:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763764.404645:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763764.404648:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763764.404651:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763764.404711:0:281543:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763764.404717:0:281543:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763764.404722:0:281543:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763765.236599:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763765.236611:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763765.236615:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763765.236623:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763765.236630:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763765.236636:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763765.236640:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763765.236647:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763765.236652:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763765.428597:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763765.428604:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763765.428612:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763765.428614:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763765.428620:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763765.428622:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763765.428723:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763765.428738:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763765.428743:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763766.260576:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763766.260585:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763766.260588:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763766.260595:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763766.260599:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763766.260604:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763766.260607:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763766.260611:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763766.260614:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763766.452599:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763766.452607:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763766.452615:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763766.452618:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763766.452625:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763766.452627:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763766.452703:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763766.452710:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763766.452715:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763767.284546:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763767.284555:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:2.0:1787763767.284556:0:303492:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1787763767.284558:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763767.284566:0:303492:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:3.0:1787763767.284567:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787763767.284571:0:303492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1787763767.284572:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1787763767.284575:0:303492:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763767.284577:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763767.284581:0:303492:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1787763767.284582:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763767.284586:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1787763767.284590:0:303492:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20930
00000100:00000001:3.0:1787763767.284590:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763767.284602:0:303492:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763767.284610:0:303492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763767.284622:0:303492:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763767.284626:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763767.284629:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763767.284631:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763767.284633:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:2.0:1787763767.284637:0:303492:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763767.284639:0:303492:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:2.0:1787763767.284642:0:303492:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763767.284645:0:303492:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:2.0:1787763767.284647:0:303492:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:2.0:1787763767.284649:0:303492:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:2.0:1787763767.284651:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763767.284652:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763767.284654:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763767.284656:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:2.0:1787763767.284658:0:303492:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:2.0:1787763767.284661:0:303492:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763767.284663:0:303492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763767.284665:0:303492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763767.284669:0:303492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763767.284671:0:303492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763767.284674:0:303492:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787763767.284677:0:303492:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763767.284690:0:303492:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d569680.
00000020:00000040:2.0:1787763767.284693:0:303492:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:2.0:1787763767.284698:0:303492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763767.284699:0:303492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763767.284703:0:303492:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763767.284710:0:303492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763767.284715:0:303492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763767.284725:0:303492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f185000.
00000100:00000001:2.0:1787763767.284733:0:303492:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763767.284743:0:303492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d569680 x1874599320619392/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763767.284753:0:303492:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763767.284758:0:303492:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763767.284761:0:303492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d90ce636] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d569680 x1874599320619392/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763767.284793:0:303492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763767.284795:0:303492:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763767.284798:0:303492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787763767.284800:0:303492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763767.284801:0:303492:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763767.284803:0:303492:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763767.284806:0:303492:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20930
00000400:00000200:2.0:1787763767.284810:0:303492:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763767.284812:0:303492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763767.284814:0:303492:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763767.284817:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763767.284819:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787763767.284820:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763767.284824:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763767.284826:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763767.284827:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000001:3.0:1787763767.284830:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1787763767.284831:0:303492:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763767.284834:0:303492:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000020:00000001:2.0:1787763767.284835:0:303492:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763767.284838:0:303492:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000100:00000040:3.0:1787763767.284839:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d569680 x1874599320619392/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1787763767.284841:0:303492:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000020:00000001:2.0:1787763767.284845:0:303492:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000040:2.0:1787763767.284852:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763767.284856:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763767.284860:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763767.284860:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763767.284863:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763767.284864:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:2.0:1787763767.284867:0:303492:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
02000000:00000001:3.0:1787763767.284868:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:2.0:1787763767.284870:0:303492:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
02000000:00000001:3.0:1787763767.284872:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763767.284873:0:303492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763767.284878:0:303492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763767.284878:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763767.284884:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d569680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320619392:192.168.203.113@tcp:250:kworker.0
02000000:00000001:2.0:1787763767.284886:0:303492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763767.284890:0:303492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763767.284890:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1787763767.284892:0:303492:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:3.0:1787763767.284896:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:2.0:1787763767.284898:0:303492:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1787763767.284899:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1787763767.284902:0:303492:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763767.284905:0:303492:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763767.284905:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:2.0:1787763767.284910:0:303492:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d5692c0.
00000020:00000040:2.0:1787763767.284912:0:303492:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
02000000:00000010:3.0:1787763767.284913:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d45907800.
02000000:00000001:2.0:1787763767.284914:0:303492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763767.284918:0:303492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763767.284918:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763767.284923:0:303492:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763767.284925:0:303492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763767.284927:0:303492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787763767.284931:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
02000000:00000010:2.0:1787763767.284934:0:303492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f184c00.
00000400:00000010:3.0:1787763767.284937:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c48395580.
00000100:00000001:2.0:1787763767.284939:0:303492:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763767.284945:0:303492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d5692c0 x1874599320619520/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:3.0:1787763767.284946:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d5049dd48.
00000100:00000001:2.0:1787763767.284954:0:303492:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763767.284957:0:303492:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1787763767.284957:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320619392, portal 25
00000100:00000001:3.0:1787763767.284963:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000040:2.0:1787763767.284965:0:303492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000103818ef] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d5692c0 x1874599320619520/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763767.284966:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910967424 : -110374798584192 : ffff9b9d5d569680)
00000100:00000001:2.0:1787763767.284976:0:303492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763767.284976:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d569680 x1874599320619392/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763792 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787763767.284981:0:303492:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763767.284988:0:303492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787763767.284991:0:303492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1787763767.284993:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:2.0:1787763767.284994:0:303492:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763767.284998:0:303492:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:3.0:1787763767.284999:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:3.0:1787763767.285003:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d5049dee0.
00000100:00080000:2.0:1787763767.285004:0:303492:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20930
00000100:00000200:3.0:1787763767.285010:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320619392, offset 0
00000400:00000200:2.0:1787763767.285013:0:303492:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763767.285021:0:303492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000400:00000200:3.0:1787763767.285022:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000100:00080000:2.0:1787763767.285027:0:303492:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763767.285033:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000400:00000200:3.0:1787763767.285036:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763767.285038:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1787763767.285045:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000100:00000040:2.0:1787763767.285051:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000400:00000200:3.0:1787763767.285053:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1787763767.285057:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:2.0:1787763767.285061:0:303492:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:3.0:1787763767.285063:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000020:00000040:2.0:1787763767.285064:0:303492:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000020:00000001:2.0:1787763767.285068:0:303492:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:3.0:1787763767.285071:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000020:00000040:2.0:1787763767.285072:0:303492:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000020:00000001:2.0:1787763767.285077:0:303492:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000400:00000200:3.0:1787763767.285079:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000020:00000001:2.0:1787763767.285080:0:303492:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00000040:2.0:1787763767.285085:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763767.285088:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1787763767.285091:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63602:63602:256:4294967295] 192.168.203.113@tcp LPNI seq info [63602:63602:8:4294967295]
00000100:00000040:2.0:1787763767.285092:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763767.285096:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:2.0:1787763767.285101:0:303492:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000100:00080000:2.0:1787763767.285106:0:303492:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000400:00000200:3.0:1787763767.285106:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763767.285111:0:303492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763767.285113:0:303492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763767.285115:0:303492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763767.285117:0:303492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763767.285118:0:303492:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787763767.285120:0:303492:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787763767.285124:0:303492:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763767.285127:0:303492:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787763767.285130:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000100:00000010:2.0:1787763767.285133:0:303492:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d56b840.
00000020:00000040:2.0:1787763767.285137:0:303492:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000800:00000200:3.0:1787763767.285140:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
02000000:00000001:2.0:1787763767.285141:0:303492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763767.285144:0:303492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763767.285147:0:303492:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763767.285148:0:303492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763767.285150:0:303492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1787763767.285150:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9d54b86200.
02000000:00000010:2.0:1787763767.285157:0:303492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f184000.
00000100:00000001:2.0:1787763767.285161:0:303492:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1787763767.285162:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.0:1787763767.285168:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 32 secs later)
00000100:00100000:2.0:1787763767.285170:0:303492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d56b840 x1874599320619648/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.1:1787763767.285181:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000001:2.0:1787763767.285183:0:303492:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763767.285187:0:303492:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1787763767.285188:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 32 secs later)
00000100:00000040:2.0:1787763767.285192:0:303492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2e525cc] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d56b840 x1874599320619648/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:3.0:1787763767.285198:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:3.0:1787763767.285203:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9d54b86200.
00000100:00000001:2.0:1787763767.285205:0:303492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763767.285208:0:303492:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1787763767.285212:0:303492:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:3.0:1787763767.285212:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:2.0:1787763767.285218:0:303492:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1787763767.285222:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000100:00080000:2.0:1787763767.285223:0:303492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787763767.285226:0:303492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763767.285228:0:303492:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:3.0:1787763767.285231:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d5049dee0
00000100:00000001:2.0:1787763767.285232:0:303492:0:(import.c:485:import_select_connection()) Process entered
00000400:00000010:3.0:1787763767.285235:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d5049dee0.
00000100:00080000:2.0:1787763767.285237:0:303492:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20930
00000400:00000200:2.0:1787763767.285242:0:303492:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:3.0:1787763767.285242:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000400:00000200:2.0:1787763767.285246:0:303492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763767.285249:0:303492:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000200:3.0:1787763767.285250:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d569680 x1874599320619392/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763792 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787763767.285253:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763767.285258:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763767.285262:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763767.285265:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:2.0:1787763767.285267:0:303492:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763767.285268:0:303492:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000020:00000001:2.0:1787763767.285269:0:303492:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763767.285271:0:303492:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000020:00000001:2.0:1787763767.285272:0:303492:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000020:00000001:2.0:1787763767.285273:0:303492:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000040:2.0:1787763767.285278:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763767.285280:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787763767.285281:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763767.285285:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763767.285288:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000040:3.0:1787763767.285288:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d569680 x1874599320619392/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763792 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1787763767.285293:0:303492:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00080000:2.0:1787763767.285299:0:303492:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763767.285304:0:303492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763767.285304:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763767.285306:0:303492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1787763767.285309:0:256678:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:2.0:1787763767.285310:0:303492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763767.285312:0:303492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763767.285314:0:303492:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787763767.285315:0:303492:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787763767.285317:0:303492:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763767.285319:0:303492:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763767.285319:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763767.285322:0:303492:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d568000.
00000020:00000040:2.0:1787763767.285326:0:303492:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
02000000:00000001:2.0:1787763767.285329:0:303492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:3.0:1787763767.285329:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
02000000:00000001:2.0:1787763767.285332:0:303492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763767.285334:0:303492:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763767.285335:0:303492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1787763767.285336:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4315603703
02000000:00000001:2.0:1787763767.285337:0:303492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763767.285342:0:303492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f186000.
00000100:00000001:2.0:1787763767.285345:0:303492:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763767.285348:0:303492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d568000 x1874599320619776/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763767.285353:0:303492:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763767.285355:0:303492:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763767.285356:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9c72f20a20.
00000100:00000040:2.0:1787763767.285361:0:303492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000040389d09] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d568000 x1874599320619776/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763767.285370:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787763767.285376:0:303492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763767.285378:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4315603703
00000100:00000040:2.0:1787763767.285381:0:303492:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20940)
00000100:00000010:3.0:1787763767.285383:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9c72f202a0.
00000100:00000001:3.0:1787763767.285388:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1787763767.285392:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787763767.285395:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763767.285397:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787763767.285402:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763767/real 1787763767]  req@ffff9b9d5d569680 x1874599320619392/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787763767.285410:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787763767.285412:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787763767.285413:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c48395580.
00000400:00000200:3.0:1787763767.285416:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d5049dd48
00000400:00000010:3.0:1787763767.285417:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d5049dd48.
00000100:00000001:3.0:1787763767.285419:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787763767.285422:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d569680 x1874599320619392/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787763767.285429:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d569680 x1874599320619392/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763767.285434:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787763767.285436:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763767.285437:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787763767.285457:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787763767.285460:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d569680 x1874599320619392/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763767.285465:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787763767.285469:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d569680 x1874599320619392/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763792 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763767.285473:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787763767.285476:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763767.285477:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787763767.285477:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763767.285480:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787763767.285481:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787763767.285483:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763767.285486:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000001:3.0:1787763767.285488:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787763767.285491:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d569680 x1874599320619392/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763792 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763767.285496:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d569680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320619392:192.168.203.113@tcp:250:kworker.0
00000100:00000001:3.0:1787763767.285499:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763767.285501:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763767.285504:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d569680 x1874599320619392/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763792 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763767.285514:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787763767.285517:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787763767.285519:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d45907800.
02000000:00000001:3.0:1787763767.285522:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787763767.285523:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787763767.285525:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:3.0:1787763767.285527:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787763767.285529:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f185000.
02000000:00000001:3.0:1787763767.285534:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787763767.285535:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787763767.285537:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d569680.
00000100:00000001:3.0:1787763767.285539:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787763767.285540:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763767.285542:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763767.285549:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763767.285551:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763767.285553:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787763767.285554:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763767.285555:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787763767.285558:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d5692c0 x1874599320619520/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763767.285563:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763767.285564:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763767.285565:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787763767.285567:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763767.285568:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763767.285570:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d5692c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320619520:192.168.203.113@tcp:38:kworker.0
00000100:00000001:3.0:1787763767.285572:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787763767.285574:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787763767.285575:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763767.285577:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787763767.285579:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d45907800.
02000000:00000001:3.0:1787763767.285581:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787763767.285584:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:3.0:1787763767.285586:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c48395580.
00000400:00000010:3.0:1787763767.285589:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d5049dd48.
00000100:00000200:3.0:1787763767.285591:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320619520, portal 10
00000100:00000001:3.0:1787763767.285593:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787763767.285594:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910966464 : -110374798585152 : ffff9b9d5d5692c0)
00000100:00000040:3.0:1787763767.285600:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d5692c0 x1874599320619520/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763792 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763767.285605:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787763767.285607:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:3.0:1787763767.285608:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d5049dee0.
00000100:00000200:3.0:1787763767.285610:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320619520, offset 0
00000400:00000200:3.0:1787763767.285612:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:3.0:1787763767.285615:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763767.285618:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:3.0:1787763767.285620:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787763767.285622:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:3.0:1787763767.285624:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787763767.285625:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:3.0:1787763767.285628:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63603:63603:256:4294967295] 192.168.203.113@tcp LPNI seq info [63603:63603:8:4294967295]
00000400:00000200:3.0:1787763767.285630:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763767.285635:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787763767.285638:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:3.0:1787763767.285641:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9d54b86200.
00000800:00000200:3.0:1787763767.285644:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.0:1787763767.285646:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1787763767.285649:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787763767.285652:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1787763767.285655:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:3.0:1787763767.285656:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9d54b86200.
00000400:00000200:3.0:1787763767.285659:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787763767.285661:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787763767.285663:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d5049dee0
00000400:00000010:3.0:1787763767.285665:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d5049dee0.
00000100:00000001:3.0:1787763767.285667:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787763767.285670:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d5692c0 x1874599320619520/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763792 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763767.285675:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763767.285677:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d5692c0 x1874599320619520/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763792 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763767.285682:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763767.285691:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787763767.285694:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763767.285697:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:3.0:1787763767.285700:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:3.0:1787763767.285701:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315602476
00000100:00000001:3.0:1787763767.285704:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315603703
00000100:00000001:3.0:1787763767.285705:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315602476
00000100:00000001:3.0:1787763767.285707:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315603703
00000100:00000001:3.0:1787763767.285708:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787763767.285710:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763767.285711:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787763767.285713:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763767/real 1787763767]  req@ffff9b9d5d5692c0 x1874599320619520/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787763767.285718:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787763767.285719:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787763767.285720:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c48395580.
00000400:00000200:3.0:1787763767.285722:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d5049dd48
00000400:00000010:3.0:1787763767.285723:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d5049dd48.
00000100:00000001:3.0:1787763767.285725:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787763767.285727:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d5692c0 x1874599320619520/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787763767.285733:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d5692c0 x1874599320619520/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763767.285743:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787763767.285744:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763767.285745:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787763767.285746:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787763767.285749:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d5692c0 x1874599320619520/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763767.285753:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787763767.285755:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d5692c0 x1874599320619520/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763792 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763767.285759:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787763767.285761:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763767.285762:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787763767.285762:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763767.285763:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787763767.285790:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787763767.285792:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763767.285795:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:3.0:1787763767.285796:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787763767.285799:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d5692c0 x1874599320619520/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763792 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763767.285804:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d5692c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320619520:192.168.203.113@tcp:38:kworker.0
00000100:00000001:3.0:1787763767.285808:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787763767.285810:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d56b840 x1874599320619648/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763767.285814:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763767.285815:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763767.285817:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787763767.285819:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763767.285820:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763767.285822:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d56b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320619648:192.168.203.113@tcp:38:kworker.0
00000100:00000001:3.0:1787763767.285825:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787763767.285826:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787763767.285827:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763767.285828:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787763767.285831:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d45906400.
02000000:00000001:3.0:1787763767.285833:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787763767.285836:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:3.0:1787763767.285837:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c48395580.
00000400:00000010:3.0:1787763767.285840:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d5049dd48.
00000100:00000200:3.0:1787763767.285842:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320619648, portal 10
00000100:00000001:3.0:1787763767.285844:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787763767.285845:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910976064 : -110374798575552 : ffff9b9d5d56b840)
00000100:00000040:3.0:1787763767.285850:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d56b840 x1874599320619648/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763792 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763767.285855:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787763767.285857:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:3.0:1787763767.285858:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d5049dee0.
00000100:00000200:3.0:1787763767.285860:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320619648, offset 0
00000400:00000200:3.0:1787763767.285862:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:3.0:1787763767.285865:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763767.285867:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:3.0:1787763767.285869:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787763767.285871:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:3.0:1787763767.285873:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787763767.285875:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:3.0:1787763767.285877:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63604:63604:256:4294967295] 192.168.203.113@tcp LPNI seq info [63604:63604:8:4294967295]
00000400:00000200:3.0:1787763767.285880:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763767.285885:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787763767.285889:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:3.0:1787763767.285891:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9d54b86200.
00000800:00000200:3.0:1787763767.285894:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.0:1787763767.285896:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1787763767.285899:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787763767.285901:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1787763767.285904:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:3.0:1787763767.285905:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9d54b86200.
00000400:00000200:3.0:1787763767.285907:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787763767.285910:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787763767.285912:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d5049dee0
00000400:00000010:3.0:1787763767.285913:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d5049dee0.
00000100:00000001:3.0:1787763767.285915:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787763767.285917:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d56b840 x1874599320619648/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763792 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763767.285923:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763767.285924:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d56b840 x1874599320619648/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763792 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763767.285929:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763767.285930:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787763767.285932:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763767.285935:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:3.0:1787763767.285937:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:3.0:1787763767.285938:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315602455
00000100:00000001:3.0:1787763767.285940:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315603703
00000100:00000001:3.0:1787763767.285942:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315602455
00000100:00000001:3.0:1787763767.285943:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315603703
00000100:00000001:3.0:1787763767.285945:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787763767.285946:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763767.285947:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787763767.285949:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763767/real 1787763767]  req@ffff9b9d5d56b840 x1874599320619648/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787763767.285955:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787763767.285956:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787763767.285958:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c48395580.
00000400:00000200:3.0:1787763767.285959:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d5049dd48
00000400:00000010:3.0:1787763767.285960:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d5049dd48.
00000100:00000001:3.0:1787763767.285961:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787763767.285963:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d56b840 x1874599320619648/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787763767.285968:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d56b840 x1874599320619648/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763767.285973:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787763767.285974:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763767.285975:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787763767.285976:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787763767.285978:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d56b840 x1874599320619648/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763767.285983:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787763767.285985:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d56b840 x1874599320619648/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763792 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763767.285989:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787763767.285990:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763767.285991:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787763767.285992:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763767.285993:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787763767.285994:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787763767.285996:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763767.285997:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:3.0:1787763767.285999:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787763767.286002:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d56b840 x1874599320619648/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763792 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763767.286007:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d56b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320619648:192.168.203.113@tcp:38:kworker.0
00000100:00000001:3.0:1787763767.286010:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787763767.286012:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d568000 x1874599320619776/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763767.286016:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763767.286017:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763767.286018:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787763767.286019:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763767.286021:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763767.286022:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d568000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320619776:192.168.203.113@tcp:8:kworker.0
00000100:00000001:3.0:1787763767.286025:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787763767.286026:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787763767.286027:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763767.286028:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787763767.286031:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d45905800.
02000000:00000001:3.0:1787763767.286032:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787763767.286035:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:3.0:1787763767.286036:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c48395580.
00000400:00000010:3.0:1787763767.286038:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d5049dd48.
00000100:00000200:3.0:1787763767.286040:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320619776, portal 4
00000100:00000001:3.0:1787763767.286042:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787763767.286043:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910961664 : -110374798589952 : ffff9b9d5d568000)
00000100:00000040:3.0:1787763767.286049:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d568000 x1874599320619776/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763792 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763767.286057:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787763767.286060:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:3.0:1787763767.286062:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d5049dee0.
00000100:00000200:3.0:1787763767.286065:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320619776, offset 0
00000400:00000200:3.0:1787763767.286070:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:3.0:1787763767.286074:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763767.286077:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:3.0:1787763767.286080:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787763767.286083:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:3.0:1787763767.286086:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787763767.286089:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:3.0:1787763767.286092:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63605:63605:256:4294967295] 192.168.203.113@tcp LPNI seq info [63605:63605:8:4294967295]
00000400:00000200:3.0:1787763767.286097:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763767.286104:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787763767.286108:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:3.0:1787763767.286111:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9d54b86200.
00000800:00000200:3.0:1787763767.286113:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.0:1787763767.286116:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1787763767.286119:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787763767.286121:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1787763767.286124:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:3.0:1787763767.286125:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9d54b86200.
00000400:00000200:3.0:1787763767.286127:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787763767.286129:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787763767.286132:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d5049dee0
00000400:00000010:3.0:1787763767.286133:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d5049dee0.
00000100:00000001:3.0:1787763767.286135:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787763767.286137:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d568000 x1874599320619776/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763792 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763767.286143:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763767.286145:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d568000 x1874599320619776/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763792 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763767.286150:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763767.286152:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787763767.286154:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763767.286156:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:3.0:1787763767.286159:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:3.0:1787763767.286161:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315602467
00000100:00000001:3.0:1787763767.286163:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315603703
00000100:00000001:3.0:1787763767.286165:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315602467
00000100:00000001:3.0:1787763767.286166:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315603703
00000100:00000001:3.0:1787763767.286167:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787763767.286169:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763767.286170:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787763767.286172:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763767/real 1787763767]  req@ffff9b9d5d568000 x1874599320619776/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787763767.286177:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787763767.286178:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787763767.286179:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c48395580.
00000400:00000200:3.0:1787763767.286181:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d5049dd48
00000400:00000010:3.0:1787763767.286182:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d5049dd48.
00000100:00000001:3.0:1787763767.286184:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787763767.286186:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d568000 x1874599320619776/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787763767.286192:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d568000 x1874599320619776/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763767.286195:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787763767.286196:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763767.286197:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787763767.286198:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787763767.286200:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d568000 x1874599320619776/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763767.286204:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787763767.286207:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d568000 x1874599320619776/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763792 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763767.286211:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787763767.286213:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763767.286215:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787763767.286215:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763767.286217:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787763767.286218:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787763767.286220:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763767.286222:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:3.0:1787763767.286223:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787763767.286225:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d568000 x1874599320619776/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763792 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763767.286230:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d568000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320619776:192.168.203.113@tcp:8:kworker.0
00000100:00000001:3.0:1787763767.286232:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763767.286233:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763767.286235:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d5692c0 x1874599320619520/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763792 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763767.286239:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787763767.286240:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787763767.286241:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d45907800.
02000000:00000001:3.0:1787763767.286243:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787763767.286244:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787763767.286245:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:3.0:1787763767.286247:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787763767.286248:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f184c00.
02000000:00000001:3.0:1787763767.286250:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787763767.286251:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787763767.286252:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d5692c0.
00000100:00000001:3.0:1787763767.286254:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787763767.286255:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763767.286256:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763767.286258:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d56b840 x1874599320619648/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763792 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763767.286267:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787763767.286268:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787763767.286269:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d45906400.
02000000:00000001:3.0:1787763767.286271:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787763767.286272:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787763767.286272:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:3.0:1787763767.286273:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787763767.286274:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f184000.
02000000:00000001:3.0:1787763767.286275:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787763767.286276:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787763767.286277:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d56b840.
00000100:00000001:3.0:1787763767.286278:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787763767.286279:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763767.286280:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763767.286282:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d568000 x1874599320619776/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763792 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763767.286285:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787763767.286286:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787763767.286287:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d45905800.
02000000:00000001:3.0:1787763767.286288:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787763767.286289:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787763767.286289:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:3.0:1787763767.286290:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787763767.286291:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f186000.
02000000:00000001:3.0:1787763767.286293:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787763767.286293:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787763767.286294:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d568000.
00000100:00000001:3.0:1787763767.286296:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787763767.286296:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763767.286297:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763767.286299:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763767.286300:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763767.286301:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787763767.286303:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763767.476565:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763767.476573:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763767.476579:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763767.476582:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763767.476586:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763767.476587:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763767.476680:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763767.476684:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763767.476687:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763768.308517:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763768.308527:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763768.308529:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763768.308535:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763768.308539:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763768.308543:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763768.308546:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763768.308550:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763768.308553:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763768.500515:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763768.500523:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763768.500530:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763768.500532:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763768.500548:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763768.500549:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763768.500634:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763768.500640:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763768.500647:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787763768.564553:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4315603703, at 4315603712
00000100:00000040:1.0:1787763768.564575:0:303331:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b110 (cpu 1) has reached its deadline 4315603703, at 4315603712
00000100:00000010:0.0:1787763768.564583:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9c72f20a20.
00000100:00000010:1.0:1787763768.564597:0:303331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9c72f202a0.
00000100:00000001:3.0:1787763769.332573:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763769.332582:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763769.332584:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763769.332589:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763769.332592:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763769.332596:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763769.332616:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763769.332619:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763769.332623:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763769.524570:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763769.524578:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763769.524583:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763769.524584:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763769.524588:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763769.524589:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763769.524684:0:281543:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763769.524689:0:281543:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763769.524693:0:281543:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763770.356537:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763770.356551:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763770.356554:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763770.356563:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763770.356569:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763770.356575:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763770.356579:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763770.356585:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763770.356589:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763770.548528:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763770.548535:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763770.548542:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763770.548544:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763770.548548:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763770.548549:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763770.548594:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763770.548598:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763770.548601:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763771.380604:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763771.380615:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763771.380619:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763771.380626:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763771.380631:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763771.380636:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763771.380641:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763771.380645:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763771.380650:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763771.572618:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763771.572628:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763771.572631:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763771.572634:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763771.572640:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763771.572644:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763771.572646:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763771.572651:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763771.572655:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763771.572658:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763771.572660:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763771.572664:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763771.572665:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763771.572667:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763771.572669:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763771.572672:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763771.572678:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763771.572681:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763771.572803:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763771.572812:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763771.572818:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787763772.404542:0:303492:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1787763772.404549:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:2.0:1787763772.404554:0:303492:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787763772.404561:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763772.404562:0:303492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1787763772.404573:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763772.404574:0:303492:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1787763772.404587:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787763772.404588:0:303492:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1787763772.404599:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1787763772.404607:0:303492:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20935
00000100:00000001:3.0:1787763772.404609:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763772.404619:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763772.404623:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1787763772.404624:0:303492:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:3.0:1787763772.404631:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763772.404641:0:303492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763772.404646:0:303492:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763772.404650:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763772.404655:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763772.404658:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763772.404661:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:2.0:1787763772.404666:0:303492:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763772.404669:0:303492:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:2.0:1787763772.404679:0:303492:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763772.404682:0:303492:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:2.0:1787763772.404684:0:303492:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:2.0:1787763772.404687:0:303492:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:2.0:1787763772.404689:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763772.404691:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763772.404693:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763772.404694:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:2.0:1787763772.404696:0:303492:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:2.0:1787763772.404699:0:303492:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763772.404700:0:303492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763772.404703:0:303492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763772.404708:0:303492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763772.404710:0:303492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763772.404712:0:303492:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787763772.404714:0:303492:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763772.404724:0:303492:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d568b40.
00000020:00000040:2.0:1787763772.404727:0:303492:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:2.0:1787763772.404744:0:303492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763772.404746:0:303492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763772.404750:0:303492:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763772.404754:0:303492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763772.404761:0:303492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763772.404773:0:303492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f186000.
00000100:00000001:2.0:1787763772.404782:0:303492:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763772.404795:0:303492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d568b40 x1874599320619904/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763772.404810:0:303492:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763772.404814:0:303492:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763772.404819:0:303492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a25ffa6] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d568b40 x1874599320619904/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763772.404842:0:303492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763772.404845:0:303492:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763772.404848:0:303492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787763772.404849:0:303492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763772.404851:0:303492:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763772.404854:0:303492:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763772.404856:0:303492:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20935
00000400:00000200:2.0:1787763772.404860:0:303492:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763772.404864:0:303492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763772.404866:0:303492:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763772.404868:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763772.404871:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763772.404873:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763772.404875:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:2.0:1787763772.404878:0:303492:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763772.404880:0:303492:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000020:00000001:2.0:1787763772.404882:0:303492:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763772.404884:0:303492:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000020:00000001:2.0:1787763772.404888:0:303492:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000001:3.0:1787763772.404889:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1787763772.404896:0:303492:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000001:3.0:1787763772.404897:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1787763772.404906:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763772.404908:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787763772.404918:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763772.404921:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763772.404923:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:2.0:1787763772.404933:0:303492:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00000040:3.0:1787763772.404934:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d568b40 x1874599320619904/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787763772.404946:0:303492:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763772.404961:0:303492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763772.404971:0:303492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763772.404978:0:303492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763772.404979:0:303492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763772.404981:0:303492:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787763772.404986:0:303492:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1787763772.404990:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000008:00000001:2.0:1787763772.404991:0:303492:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763772.404994:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763772.404999:0:303492:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763772.405004:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000010:2.0:1787763772.405006:0:303492:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d56a940.
02000000:00000001:3.0:1787763772.405010:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:2.0:1787763772.405014:0:303492:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
02000000:00000001:3.0:1787763772.405016:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763772.405024:0:303492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763772.405031:0:303492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763772.405032:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d568b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320619904:192.168.203.113@tcp:250:kworker.0
00000100:00000001:2.0:1787763772.405044:0:303492:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1787763772.405046:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763772.405048:0:303492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763772.405052:0:303492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763772.405054:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787763772.405059:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763772.405060:0:303492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f184000.
02000000:00000001:3.0:1787763772.405072:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1787763772.405075:0:303492:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763772.405084:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d45905800.
00000100:00100000:2.0:1787763772.405085:0:303492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d56a940 x1874599320620032/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:3.0:1787763772.405093:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763772.405107:0:303492:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763772.405110:0:303492:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787763772.405119:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000040:2.0:1787763772.405129:0:303492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b4aca245] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d56a940 x1874599320620032/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1787763772.405131:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c48395580.
00000400:00000010:3.0:1787763772.405149:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d5049dd48.
00000100:00000001:2.0:1787763772.405151:0:303492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763772.405158:0:303492:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:3.0:1787763772.405163:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320619904, portal 25
00000100:00080000:2.0:1787763772.405164:0:303492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787763772.405173:0:303492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1787763772.405175:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:2.0:1787763772.405179:0:303492:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763772.405181:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910964544 : -110374798587072 : ffff9b9d5d568b40)
00000100:00000001:2.0:1787763772.405199:0:303492:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:3.0:1787763772.405208:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d568b40 x1874599320619904/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763797 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787763772.405210:0:303492:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20935
00000400:00000200:2.0:1787763772.405240:0:303492:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763772.405255:0:303492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763772.405267:0:303492:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763772.405285:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763772.405292:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1787763772.405294:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763772.405303:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000100:00000040:2.0:1787763772.405304:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763772.405317:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000400:00000010:3.0:1787763772.405318:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d5049dee0.
00000020:00000001:2.0:1787763772.405330:0:303492:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000200:3.0:1787763772.405331:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320619904, offset 0
00000020:00000040:2.0:1787763772.405333:0:303492:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000020:00000001:2.0:1787763772.405342:0:303492:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763772.405345:0:303492:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000020:00000001:2.0:1787763772.405353:0:303492:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000400:00000200:3.0:1787763772.405356:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000020:00000001:2.0:1787763772.405365:0:303492:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00000040:2.0:1787763772.405372:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763772.405374:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1787763772.405379:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000040:2.0:1787763772.405387:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763772.405392:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:2.0:1787763772.405394:0:303492:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000100:00080000:2.0:1787763772.405402:0:303492:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000400:00000200:3.0:1787763772.405402:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000100:00000001:2.0:1787763772.405423:0:303492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787763772.405426:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:2.0:1787763772.405431:0:303492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763772.405438:0:303492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763772.405479:0:303492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763772.405482:0:303492:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787763772.405483:0:303492:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787763772.405485:0:303492:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787763772.405486:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000100:00000001:2.0:1787763772.405488:0:303492:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787763772.405495:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000100:00000010:2.0:1787763772.405496:0:303492:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d568000.
00000020:00000040:2.0:1787763772.405505:0:303492:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000400:00000200:3.0:1787763772.405506:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
02000000:00000001:2.0:1787763772.405515:0:303492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763772.405519:0:303492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763772.405523:0:303492:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763772.405526:0:303492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:3.0:1787763772.405528:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63606:63606:256:4294967295] 192.168.203.113@tcp LPNI seq info [63606:63606:8:4294967295]
02000000:00000001:2.0:1787763772.405531:0:303492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763772.405542:0:303492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f184c00.
00000100:00000001:2.0:1787763772.405549:0:303492:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787763772.405560:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00100000:2.0:1787763772.405565:0:303492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d568000 x1874599320620160/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763772.405575:0:303492:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763772.405579:0:303492:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763772.405591:0:303492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000040389d09] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d568000 x1874599320620160/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787763772.405619:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1787763772.405620:0:303492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763772.405630:0:303492:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1787763772.405642:0:303492:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1787763772.405646:0:303492:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:3.0:1787763772.405654:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000100:00080000:2.0:1787763772.405660:0:303492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787763772.405663:0:303492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763772.405665:0:303492:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000010:3.0:1787763772.405666:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9d54b86200.
00000100:00000001:2.0:1787763772.405671:0:303492:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763772.405677:0:303492:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20935
00000800:00000200:3.0:1787763772.405688:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000400:00000200:2.0:1787763772.405695:0:303492:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000800:00000200:3.0:1787763772.405706:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00000400:00000200:2.0:1787763772.405708:0:303492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763772.405722:0:303492:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763772.405743:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763772.405748:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763772.405751:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763772.405753:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:2.0:1787763772.405756:0:303492:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000200:3.1:1787763772.405762:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000020:00000040:2.0:1787763772.405763:0:303492:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000800:00000200:3.1:1787763772.405773:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00000020:00000001:2.0:1787763772.405774:0:303492:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763772.405785:0:303492:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000800:00000100:3.0:1787763772.405795:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000020:00000001:2.0:1787763772.405797:0:303492:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000800:00000010:3.0:1787763772.405802:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9d54b86200.
00000020:00000001:2.0:1787763772.405804:0:303492:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000400:00000200:3.0:1787763772.405813:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:2.0:1787763772.405814:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763772.405827:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763772.405833:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000400:00000200:3.0:1787763772.405836:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000100:00000001:2.0:1787763772.405842:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:2.0:1787763772.405847:0:303492:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000400:00000200:3.0:1787763772.405847:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d5049dee0
00000400:00000010:3.0:1787763772.405860:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d5049dee0.
00000100:00080000:2.0:1787763772.405864:0:303492:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763772.405870:0:303492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763772.405872:0:256678:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:2.0:1787763772.405881:0:303492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763772.405888:0:303492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:3.0:1787763772.405889:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d568b40 x1874599320619904/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763797 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787763772.405897:0:303492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763772.405904:0:303492:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787763772.405909:0:303492:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787763772.405923:0:303492:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763772.405928:0:303492:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763772.405929:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000010:2.0:1787763772.405940:0:303492:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d56b840.
00000100:00000040:3.0:1787763772.405942:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d568b40 x1874599320619904/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763797 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1787763772.405951:0:303492:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
02000000:00000001:2.0:1787763772.405964:0:303492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763772.405970:0:303492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763772.405980:0:303492:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763772.405985:0:303492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763772.405992:0:303492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763772.406006:0:303492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9c5f185000.
00000100:00000001:3.0:1787763772.406009:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763772.406012:0:303492:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763772.406014:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:2.0:1787763772.406023:0:303492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d56b840 x1874599320620288/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763772.406024:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787763772.406050:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763772.406062:0:303492:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763772.406062:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4315608824
00000100:00000001:2.0:1787763772.406072:0:303492:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763772.406078:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9c72f20de0.
00000100:00000040:2.0:1787763772.406079:0:303492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2e525cc] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d56b840 x1874599320620288/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763772.406091:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787763772.406092:0:303492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763772.406106:0:303492:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20945)
00000100:00000001:3.0:1787763772.406107:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4315608824
00000100:00000010:3.0:1787763772.406115:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9c72f200c0.
00000100:00000001:3.0:1787763772.406119:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1787763772.406125:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787763772.406129:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763772.406133:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787763772.406140:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763772/real 1787763772]  req@ffff9b9d5d568b40 x1874599320619904/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787763772.406152:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787763772.406155:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787763772.406157:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c48395580.
00000400:00000200:3.0:1787763772.406161:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d5049dd48
00000400:00000010:3.0:1787763772.406163:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d5049dd48.
00000100:00000001:3.0:1787763772.406166:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787763772.406170:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d568b40 x1874599320619904/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787763772.406182:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d568b40 x1874599320619904/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763772.406190:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787763772.406192:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763772.406195:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787763772.406197:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787763772.406202:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d568b40 x1874599320619904/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763772.406212:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787763772.406218:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d568b40 x1874599320619904/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763797 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763772.406227:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787763772.406230:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763772.406232:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787763772.406234:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763772.406238:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787763772.406241:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787763772.406246:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763772.406251:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000001:3.0:1787763772.406255:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787763772.406261:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d568b40 x1874599320619904/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763797 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763772.406273:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d568b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320619904:192.168.203.113@tcp:250:kworker.0
00000100:00000001:3.0:1787763772.406279:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763772.406282:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763772.406286:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d568b40 x1874599320619904/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763797 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763772.406294:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787763772.406297:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787763772.406300:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d45905800.
02000000:00000001:3.0:1787763772.406304:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787763772.406307:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787763772.406309:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:3.0:1787763772.406312:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787763772.406315:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f186000.
02000000:00000001:3.0:1787763772.406319:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787763772.406322:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787763772.406325:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d568b40.
00000100:00000001:3.0:1787763772.406329:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787763772.406331:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763772.406333:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763772.406342:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763772.406345:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763772.406350:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787763772.406354:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763772.406356:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787763772.406362:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d56a940 x1874599320620032/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763772.406372:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763772.406374:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763772.406377:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787763772.406380:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763772.406383:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763772.406387:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d56a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320620032:192.168.203.113@tcp:38:kworker.0
00000100:00000001:3.0:1787763772.406391:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787763772.406395:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787763772.406397:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763772.406399:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787763772.406403:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d45905800.
02000000:00000001:3.0:1787763772.406406:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787763772.406410:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:3.0:1787763772.406414:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c48395580.
00000400:00000010:3.0:1787763772.406418:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d5049dd48.
00000100:00000200:3.0:1787763772.406422:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320620032, portal 10
00000100:00000001:3.0:1787763772.406424:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787763772.406426:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910972224 : -110374798579392 : ffff9b9d5d56a940)
00000100:00000040:3.0:1787763772.406434:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d56a940 x1874599320620032/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763797 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763772.406474:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787763772.406478:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:3.0:1787763772.406482:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d5049dee0.
00000100:00000200:3.0:1787763772.406486:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320620032, offset 0
00000400:00000200:3.0:1787763772.406491:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:3.0:1787763772.406497:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763772.406503:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:3.0:1787763772.406509:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787763772.406515:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:3.0:1787763772.406520:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787763772.406524:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:3.0:1787763772.406530:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63607:63607:256:4294967295] 192.168.203.113@tcp LPNI seq info [63607:63607:8:4294967295]
00000400:00000200:3.0:1787763772.406539:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763772.406553:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787763772.406563:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:3.0:1787763772.406569:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9d54b86200.
00000800:00000200:3.0:1787763772.406578:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.0:1787763772.406585:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1787763772.406595:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787763772.406601:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1787763772.406609:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:3.0:1787763772.406613:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9d54b86200.
00000400:00000200:3.0:1787763772.406619:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787763772.406624:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787763772.406629:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d5049dee0
00000400:00000010:3.0:1787763772.406631:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d5049dee0.
00000100:00000001:3.0:1787763772.406635:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787763772.406641:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d56a940 x1874599320620032/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763797 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763772.406651:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763772.406655:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d56a940 x1874599320620032/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763797 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763772.406664:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763772.406666:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787763772.406672:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763772.406677:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:3.0:1787763772.406682:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:3.0:1787763772.406685:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315607597
00000100:00000001:3.0:1787763772.406689:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315608824
00000100:00000001:3.0:1787763772.406692:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315607597
00000100:00000001:3.0:1787763772.406695:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315608824
00000100:00000001:3.0:1787763772.406698:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787763772.406701:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763772.406703:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787763772.406708:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763772/real 1787763772]  req@ffff9b9d5d56a940 x1874599320620032/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787763772.406717:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787763772.406719:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787763772.406721:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c48395580.
00000400:00000200:3.0:1787763772.406724:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d5049dd48
00000400:00000010:3.0:1787763772.406726:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d5049dd48.
00000100:00000001:3.0:1787763772.406729:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787763772.406762:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d56a940 x1874599320620032/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787763772.406775:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d56a940 x1874599320620032/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763772.406784:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787763772.406786:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763772.406788:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787763772.406790:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787763772.406795:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d56a940 x1874599320620032/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763772.406803:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787763772.406808:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d56a940 x1874599320620032/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763797 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763772.406818:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787763772.406821:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763772.406823:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787763772.406825:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763772.406827:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787763772.406842:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787763772.406845:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763772.406849:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:3.0:1787763772.406852:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787763772.406857:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d56a940 x1874599320620032/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763797 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763772.406867:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d56a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320620032:192.168.203.113@tcp:38:kworker.0
00000100:00000001:3.0:1787763772.406872:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787763772.406877:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d568000 x1874599320620160/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763772.406885:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763772.406887:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763772.406890:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787763772.406892:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763772.406895:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763772.406899:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d568000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320620160:192.168.203.113@tcp:38:kworker.0
00000100:00000001:3.0:1787763772.406903:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787763772.406906:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787763772.406909:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763772.406911:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787763772.406916:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d45906400.
02000000:00000001:3.0:1787763772.406918:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787763772.406923:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:3.0:1787763772.406926:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c48395580.
00000400:00000010:3.0:1787763772.406930:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d5049dd48.
00000100:00000200:3.0:1787763772.406934:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320620160, portal 10
00000100:00000001:3.0:1787763772.406937:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787763772.406939:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910961664 : -110374798589952 : ffff9b9d5d568000)
00000100:00000040:3.0:1787763772.406946:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d568000 x1874599320620160/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763797 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763772.406954:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787763772.406957:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:3.0:1787763772.406960:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d5049dee0.
00000100:00000200:3.0:1787763772.406963:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320620160, offset 0
00000400:00000200:3.0:1787763772.406968:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:3.0:1787763772.406973:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763772.406977:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:3.0:1787763772.406981:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787763772.406984:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:3.0:1787763772.406987:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787763772.406990:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:3.0:1787763772.406995:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63608:63608:256:4294967295] 192.168.203.113@tcp LPNI seq info [63608:63608:8:4294967295]
00000400:00000200:3.0:1787763772.407000:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763772.407009:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787763772.407015:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:3.0:1787763772.407019:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9d54b86200.
00000800:00000200:3.0:1787763772.407024:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.0:1787763772.407028:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1787763772.407033:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787763772.407037:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1787763772.407042:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:3.0:1787763772.407045:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9d54b86200.
00000400:00000200:3.0:1787763772.407048:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787763772.407053:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787763772.407057:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d5049dee0
00000400:00000010:3.0:1787763772.407060:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d5049dee0.
00000100:00000001:3.0:1787763772.407063:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787763772.407067:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d568000 x1874599320620160/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763797 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763772.407077:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763772.407081:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d568000 x1874599320620160/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763797 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763772.407089:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763772.407091:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787763772.407094:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763772.407098:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:3.0:1787763772.407102:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:3.0:1787763772.407104:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315607576
00000100:00000001:3.0:1787763772.407107:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315608824
00000100:00000001:3.0:1787763772.407110:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315607576
00000100:00000001:3.0:1787763772.407113:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315608824
00000100:00000001:3.0:1787763772.407116:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787763772.407118:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763772.407120:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787763772.407125:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763772/real 1787763772]  req@ffff9b9d5d568000 x1874599320620160/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787763772.407134:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787763772.407135:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787763772.407137:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c48395580.
00000400:00000200:3.0:1787763772.407140:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d5049dd48
00000400:00000010:3.0:1787763772.407142:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d5049dd48.
00000100:00000001:3.0:1787763772.407145:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787763772.407149:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d568000 x1874599320620160/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787763772.407159:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d568000 x1874599320620160/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763772.407167:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787763772.407169:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763772.407171:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787763772.407173:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787763772.407177:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d568000 x1874599320620160/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763772.407185:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787763772.407190:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d568000 x1874599320620160/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763797 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763772.407198:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787763772.407200:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763772.407202:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787763772.407204:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763772.407206:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787763772.407208:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787763772.407211:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763772.407215:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:3.0:1787763772.407217:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787763772.407221:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d568000 x1874599320620160/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763797 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763772.407230:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d568000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320620160:192.168.203.113@tcp:38:kworker.0
00000100:00000001:3.0:1787763772.407235:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787763772.407240:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d56b840 x1874599320620288/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763772.407249:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763772.407250:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763772.407253:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787763772.407256:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763772.407258:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763772.407262:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d56b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320620288:192.168.203.113@tcp:8:kworker.0
00000100:00000001:3.0:1787763772.407266:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787763772.407268:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787763772.407270:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763772.407272:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787763772.407275:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d45907800.
02000000:00000001:3.0:1787763772.407278:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787763772.407282:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:3.0:1787763772.407285:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c48395580.
00000400:00000010:3.0:1787763772.407288:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d5049dd48.
00000100:00000200:3.0:1787763772.407292:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320620288, portal 4
00000100:00000001:3.0:1787763772.407294:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787763772.407296:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910976064 : -110374798575552 : ffff9b9d5d56b840)
00000100:00000040:3.0:1787763772.407302:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d56b840 x1874599320620288/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763797 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763772.407310:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787763772.407313:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:3.0:1787763772.407316:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d5049dee0.
00000100:00000200:3.0:1787763772.407318:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320620288, offset 0
00000400:00000200:3.0:1787763772.407323:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:3.0:1787763772.407327:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763772.407330:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:3.0:1787763772.407333:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787763772.407336:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:3.0:1787763772.407339:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787763772.407342:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:3.0:1787763772.407346:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63609:63609:256:4294967295] 192.168.203.113@tcp LPNI seq info [63609:63609:8:4294967295]
00000400:00000200:3.0:1787763772.407351:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763772.407358:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787763772.407365:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:3.0:1787763772.407368:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9d54b86200.
00000800:00000200:3.0:1787763772.407373:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.0:1787763772.407376:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1787763772.407381:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787763772.407384:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1787763772.407389:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:3.0:1787763772.407392:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9d54b86200.
00000400:00000200:3.0:1787763772.407395:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787763772.407399:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787763772.407402:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d5049dee0
00000400:00000010:3.0:1787763772.407405:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d5049dee0.
00000100:00000001:3.0:1787763772.407408:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787763772.407412:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d56b840 x1874599320620288/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763797 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763772.407421:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763772.407425:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d56b840 x1874599320620288/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763797 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763772.407433:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763772.407434:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787763772.407464:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763772.407469:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:3.0:1787763772.407473:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:3.0:1787763772.407475:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315607589
00000100:00000001:3.0:1787763772.407479:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315608824
00000100:00000001:3.0:1787763772.407482:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315607589
00000100:00000001:3.0:1787763772.407484:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315608824
00000100:00000001:3.0:1787763772.407487:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787763772.407489:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763772.407492:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787763772.407496:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763772/real 1787763772]  req@ffff9b9d5d56b840 x1874599320620288/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787763772.407511:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787763772.407514:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787763772.407517:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c48395580.
00000400:00000200:3.0:1787763772.407522:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d5049dd48
00000400:00000010:3.0:1787763772.407525:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d5049dd48.
00000100:00000001:3.0:1787763772.407530:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787763772.407536:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d56b840 x1874599320620288/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787763772.407552:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d56b840 x1874599320620288/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763772.407565:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787763772.407568:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763772.407572:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787763772.407575:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787763772.407583:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d56b840 x1874599320620288/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763772.407598:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787763772.407607:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d56b840 x1874599320620288/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763797 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763772.407619:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787763772.407622:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763772.407624:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787763772.407626:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763772.407629:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787763772.407631:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787763772.407634:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763772.407638:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:3.0:1787763772.407641:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787763772.407647:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d56b840 x1874599320620288/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763797 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763772.407657:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d56b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320620288:192.168.203.113@tcp:8:kworker.0
00000100:00000001:3.0:1787763772.407662:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763772.407664:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763772.407668:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d56a940 x1874599320620032/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763797 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763772.407676:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787763772.407678:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787763772.407681:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d45905800.
02000000:00000001:3.0:1787763772.407685:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787763772.407687:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787763772.407689:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:3.0:1787763772.407692:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787763772.407694:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f184000.
02000000:00000001:3.0:1787763772.407697:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787763772.407700:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787763772.407702:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d56a940.
00000100:00000001:3.0:1787763772.407705:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787763772.407707:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763772.407709:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763772.407713:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d568000 x1874599320620160/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763797 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763772.407720:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787763772.407722:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787763772.407724:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d45906400.
02000000:00000001:3.0:1787763772.407727:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787763772.407728:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787763772.407751:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:3.0:1787763772.407755:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787763772.407757:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f184c00.
02000000:00000001:3.0:1787763772.407760:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787763772.407762:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787763772.407764:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d568000.
00000100:00000001:3.0:1787763772.407767:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787763772.407769:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763772.407771:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763772.407776:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d56b840 x1874599320620288/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763797 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763772.407783:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787763772.407785:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787763772.407787:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d45907800.
02000000:00000001:3.0:1787763772.407790:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787763772.407791:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787763772.407793:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:3.0:1787763772.407795:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787763772.407797:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9c5f185000.
02000000:00000001:3.0:1787763772.407800:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787763772.407801:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787763772.407803:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d56b840.
00000100:00000001:3.0:1787763772.407805:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787763772.407807:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763772.407809:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763772.407814:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763772.407815:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763772.407818:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787763772.407820:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763772.596543:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763772.596551:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763772.596559:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763772.596560:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763772.596565:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763772.596566:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763772.596631:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763772.596638:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763772.596641:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763773.428616:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763773.428627:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763773.428631:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763773.428639:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763773.428644:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763773.428650:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763773.428656:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763773.428661:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763773.428665:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763773.620544:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763773.620552:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763773.620568:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763773.620570:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763773.620574:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763773.620576:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763773.620630:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763773.620635:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763773.620639:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1787763773.684575:0:303331:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b110 (cpu 1) has reached its deadline 4315608824, at 4315608832
00000100:00000040:0.0:1787763773.684579:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4315608824, at 4315608832
00000100:00000010:1.0:1787763773.684601:0:303331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9c72f200c0.
00000100:00000010:0.0:1787763773.684606:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9c72f20de0.
00000100:00000001:3.0:1787763774.452513:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763774.452521:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763774.452523:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763774.452529:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763774.452533:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763774.452536:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763774.452539:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763774.452542:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763774.452545:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763774.644530:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763774.644536:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763774.644543:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763774.644544:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763774.644547:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763774.644550:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763774.644552:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763774.644555:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763774.644557:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763774.644559:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763774.644561:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763774.644563:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763774.644614:0:281543:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763774.644618:0:281543:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763774.644621:0:281543:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763775.476489:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763775.476495:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763775.476497:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763775.476502:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763775.476517:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763775.476520:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763775.476522:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763775.476524:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763775.476528:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763775.668581:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763775.668591:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763775.668599:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763775.668601:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763775.668606:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763775.668608:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763775.668667:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763775.668673:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763775.668677:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763776.500589:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763776.500604:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763776.500609:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763776.500620:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763776.500628:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763776.500634:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763776.500640:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763776.500645:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763776.500652:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763776.692559:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763776.692569:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763776.692577:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763776.692580:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763776.692586:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763776.692588:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763776.692652:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763776.692658:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763776.692662:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763777.524581:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763777.524595:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763777.524600:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763777.524610:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763777.524618:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763777.524624:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1787763777.524627:0:303492:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1787763777.524629:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763777.524634:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1787763777.524637:0:303492:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787763777.524640:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763777.524642:0:303492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787763777.524648:0:303492:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787763777.524655:0:303492:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787763777.524668:0:303492:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20940
00000400:00000200:1.0:1787763777.524685:0:303492:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763777.524723:0:303492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:1.0:1787763777.524729:0:303492:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787763777.524734:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763777.524739:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787763777.524742:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763777.524746:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:1.0:1787763777.524752:0:303492:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787763777.524755:0:303492:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:1.0:1787763777.524759:0:303492:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787763777.524763:0:303492:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:1.0:1787763777.524766:0:303492:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:1.0:1787763777.524769:0:303492:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:1.0:1787763777.524773:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763777.524776:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787763777.524780:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763777.524782:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:1.0:1787763777.524787:0:303492:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:1.0:1787763777.524791:0:303492:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:1.0:1787763777.524795:0:303492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763777.524799:0:303492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787763777.524804:0:303492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763777.524808:0:303492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763777.524811:0:303492:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1787763777.524815:0:303492:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787763777.524827:0:303492:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d753e7840.
00000020:00000040:1.0:1787763777.524833:0:303492:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:1.0:1787763777.524839:0:303492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787763777.524841:0:303492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763777.524845:0:303492:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787763777.524849:0:303492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787763777.524855:0:303492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787763777.524866:0:303492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d58dbb000.
00000100:00000001:1.0:1787763777.524876:0:303492:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763777.524889:0:303492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d753e7840 x1874599320620416/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787763777.524905:0:303492:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787763777.524911:0:303492:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763777.524918:0:303492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000889a89a4] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d753e7840 x1874599320620416/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763777.524950:0:303492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787763777.524957:0:303492:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787763777.524964:0:303492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787763777.524967:0:303492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787763777.524971:0:303492:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787763777.524990:0:303492:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787763777.524997:0:303492:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20940
00000100:00000001:3.0:1787763777.525000:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:1.0:1787763777.525006:0:303492:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:3.0:1787763777.525008:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763777.525012:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000400:00000200:1.0:1787763777.525013:0:303492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:1.0:1787763777.525017:0:303492:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787763777.525023:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000040:3.0:1787763777.525025:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d753e7840 x1874599320620416/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763777.525028:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787763777.525033:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763777.525037:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:1.0:1787763777.525042:0:303492:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:3.0:1787763777.525043:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000040:1.0:1787763777.525046:0:303492:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000100:00000001:3.0:1787763777.525047:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787763777.525049:0:303492:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787763777.525054:0:303492:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
02000000:00000001:3.0:1787763777.525054:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:1.0:1787763777.525058:0:303492:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
02000000:00000001:3.0:1787763777.525059:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:1.0:1787763777.525062:0:303492:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
02000000:00000001:3.0:1787763777.525064:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763777.525069:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00100000:3.0:1787763777.525071:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d753e7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320620416:192.168.203.113@tcp:250:kworker.0
00000100:00000001:1.0:1787763777.525072:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787763777.525077:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763777.525080:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1787763777.525081:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:1.0:1787763777.525085:0:303492:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
02000000:00000001:3.0:1787763777.525088:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:1.0:1787763777.525090:0:303492:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
02000000:00000001:3.0:1787763777.525093:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763777.525095:0:303492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763777.525098:0:303492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763777.525098:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787763777.525107:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d45907800.
02000000:00000001:1.0:1787763777.525108:0:303492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763777.525111:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763777.525113:0:303492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763777.525116:0:303492:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000200:3.0:1787763777.525121:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000008:00100000:1.0:1787763777.525124:0:303492:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000400:00000010:3.0:1787763777.525129:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c48395580.
00000008:00000001:1.0:1787763777.525130:0:303492:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763777.525134:0:303492:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787763777.525140:0:303492:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d753e4000.
00000400:00000010:3.0:1787763777.525140:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d5049dd48.
00000020:00000040:1.0:1787763777.525144:0:303492:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
02000000:00000001:1.0:1787763777.525149:0:303492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787763777.525152:0:303492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1787763777.525152:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320620416, portal 25
00000100:00000001:1.0:1787763777.525156:0:303492:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1787763777.525157:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
02000000:00000001:1.0:1787763777.525160:0:303492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1787763777.525160:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699312040000 : -110374397511616 : ffff9b9d753e7840)
02000000:00000001:1.0:1787763777.525163:0:303492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787763777.525170:0:303492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d58db8400.
00000100:00000040:3.0:1787763777.525171:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d753e7840 x1874599320620416/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763802 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763777.525177:0:303492:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763777.525187:0:303492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d753e4000 x1874599320620544/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763777.525188:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787763777.525195:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:3.0:1787763777.525200:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d5049dee0.
00000100:00000001:1.0:1787763777.525216:0:303492:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000200:3.0:1787763777.525218:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320620416, offset 0
00000100:00000001:1.0:1787763777.525222:0:303492:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763777.525230:0:303492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005dd4acea] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d753e4000 x1874599320620544/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787763777.525233:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000100:00000001:1.0:1787763777.525247:0:303492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787763777.525248:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00080000:1.0:1787763777.525252:0:303492:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787763777.525259:0:303492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:3.0:1787763777.525260:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000100:00000001:1.0:1787763777.525262:0:303492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787763777.525265:0:303492:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787763777.525269:0:303492:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:3.0:1787763777.525270:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:1.0:1787763777.525274:0:303492:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20940
00000400:00000200:3.0:1787763777.525279:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:1.0:1787763777.525281:0:303492:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:1.0:1787763777.525286:0:303492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000400:00000200:3.0:1787763777.525286:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000100:00080000:1.0:1787763777.525291:0:303492:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1787763777.525292:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000100:00000040:1.0:1787763777.525296:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763777.525301:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1787763777.525302:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63610:63610:256:4294967295] 192.168.203.113@tcp LPNI seq info [63610:63610:8:4294967295]
00000100:00000040:1.0:1787763777.525306:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763777.525310:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000400:00000200:3.0:1787763777.525311:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000020:00000001:1.0:1787763777.525314:0:303492:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787763777.525316:0:303492:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000020:00000001:1.0:1787763777.525319:0:303492:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787763777.525322:0:303492:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000020:00000001:1.0:1787763777.525326:0:303492:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000020:00000001:1.0:1787763777.525333:0:303492:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000400:00000200:3.0:1787763777.525333:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000100:00000040:1.0:1787763777.525339:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763777.525343:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.0:1787763777.525346:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000100:00000040:1.0:1787763777.525347:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763777.525351:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:1.0:1787763777.525355:0:303492:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000800:00000010:3.0:1787763777.525356:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9d54b86200.
00000100:00080000:1.0:1787763777.525360:0:303492:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:1.0:1787763777.525364:0:303492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763777.525368:0:303492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:3.0:1787763777.525369:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
02000000:00000001:1.0:1787763777.525373:0:303492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763777.525377:0:303492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1787763777.525377:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000100:00000001:1.0:1787763777.525381:0:303492:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1787763777.525385:0:303492:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000800:00000200:3.1:1787763777.525389:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000008:00000001:1.0:1787763777.525390:0:303492:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763777.525394:0:303492:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1787763777.525397:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000100:00000010:1.0:1787763777.525400:0:303492:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d753e70c0.
00000020:00000040:1.0:1787763777.525405:0:303492:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000800:00000100:3.0:1787763777.525406:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
02000000:00000001:1.0:1787763777.525410:0:303492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000010:3.0:1787763777.525412:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9d54b86200.
02000000:00000001:1.0:1787763777.525413:0:303492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763777.525416:0:303492:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787763777.525419:0:303492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:3.0:1787763777.525421:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:1.0:1787763777.525422:0:303492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787763777.525431:0:303492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d58db8c00.
00000400:00000200:3.0:1787763777.525431:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787763777.525475:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d5049dee0
00000400:00000010:3.0:1787763777.525481:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d5049dee0.
00000100:00000001:1.0:1787763777.525484:0:303492:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763777.525490:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00100000:1.0:1787763777.525495:0:303492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d753e70c0 x1874599320620672/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:3.0:1787763777.525498:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d753e7840 x1874599320620416/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763802 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763777.525513:0:303492:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787763777.525517:0:303492:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763777.525518:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763777.525525:0:303492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e07129f8] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d753e70c0 x1874599320620672/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787763777.525526:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d753e7840 x1874599320620416/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763802 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763777.525543:0:303492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763777.525543:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763777.525547:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:1.0:1787763777.525550:0:303492:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1787763777.525557:0:303492:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:3.0:1787763777.525558:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787763777.525563:0:303492:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1787763777.525566:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00080000:1.0:1787763777.525570:0:303492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787763777.525571:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4315613944
00000100:00000001:1.0:1787763777.525573:0:303492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787763777.525576:0:303492:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787763777.525581:0:303492:0:(import.c:485:import_select_connection()) Process entered
00000100:00000010:3.0:1787763777.525582:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9c72f20000.
00000100:00080000:1.0:1787763777.525586:0:303492:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20940
00000400:00000200:1.0:1787763777.525592:0:303492:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:3.0:1787763777.525593:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000400:00000200:1.0:1787763777.525598:0:303492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:1.0:1787763777.525602:0:303492:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787763777.525604:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4315613944
00000100:00000040:1.0:1787763777.525608:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000010:3.0:1787763777.525610:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9c72f20900.
00000100:00000001:1.0:1787763777.525612:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787763777.525618:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763777.525618:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787763777.525622:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000001:3.0:1787763777.525624:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:1.0:1787763777.525626:0:303492:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787763777.525629:0:303492:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000100:00000001:3.0:1787763777.525630:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787763777.525632:0:303492:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:3.0:1787763777.525634:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000020:00000040:1.0:1787763777.525636:0:303492:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000020:00000001:1.0:1787763777.525641:0:303492:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00100000:3.0:1787763777.525643:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763777/real 1787763777]  req@ffff9b9d753e7840 x1874599320620416/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1787763777.525646:0:303492:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000040:1.0:1787763777.525653:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763777.525658:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787763777.525662:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:1.0:1787763777.525667:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:1.0:1787763777.525672:0:303492:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00080000:1.0:1787763777.525677:0:303492:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000400:00000001:3.0:1787763777.525678:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787763777.525681:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787763777.525682:0:303492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1787763777.525686:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c48395580.
02000000:00000001:1.0:1787763777.525687:0:303492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1787763777.525692:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d5049dd48
02000000:00000001:1.0:1787763777.525693:0:303492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:3.0:1787763777.525720:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d5049dd48.
02000000:00000001:1.0:1787763777.525722:0:303492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763777.525727:0:303492:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787763777.525727:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000008:00100000:1.0:1787763777.525732:0:303492:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000100:00000200:3.0:1787763777.525735:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d753e7840 x1874599320620416/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:1.0:1787763777.525737:0:303492:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763777.525741:0:303492:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787763777.525749:0:303492:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d753e4b40.
00000020:00000040:1.0:1787763777.525754:0:303492:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
00000100:00000200:3.0:1787763777.525755:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d753e7840 x1874599320620416/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787763777.525759:0:303492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787763777.525762:0:303492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763777.525766:0:303492:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787763777.525770:0:303492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1787763777.525771:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000001:1.0:1787763777.525773:0:303492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763777.525774:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763777.525779:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000010:1.0:1787763777.525781:0:303492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d58dba400.
00000100:00000001:3.0:1787763777.525783:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763777.525787:0:303492:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763777.525792:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d753e7840 x1874599320620416/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763777.525795:0:303492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d753e4b40 x1874599320620800/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763777.525809:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763777.525812:0:303492:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787763777.525816:0:303492:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763777.525819:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d753e7840 x1874599320620416/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763802 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787763777.525824:0:303492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059ae9bfc] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d753e4b40 x1874599320620800/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763777.525835:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763777.525840:0:303492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763777.525841:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763777.525844:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787763777.525847:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763777.525849:0:303492:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20950)
00000100:00000001:3.0:1787763777.525852:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787763777.525855:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787763777.525861:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763777.525869:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000001:3.0:1787763777.525874:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787763777.525883:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d753e7840 x1874599320620416/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763802 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763777.525902:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d753e7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320620416:192.168.203.113@tcp:250:kworker.0
00000100:00000001:3.0:1787763777.525912:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763777.525916:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763777.525921:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d753e7840 x1874599320620416/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763802 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763777.525930:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787763777.525934:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787763777.525938:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d45907800.
02000000:00000001:3.0:1787763777.525942:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787763777.525945:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787763777.525947:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:3.0:1787763777.525950:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787763777.525954:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d58dbb000.
02000000:00000001:3.0:1787763777.525961:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787763777.525963:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787763777.525966:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d753e7840.
00000100:00000001:3.0:1787763777.525970:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787763777.525972:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763777.525975:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763777.525985:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763777.525987:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763777.525989:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787763777.525992:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763777.525994:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787763777.525998:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d753e4000 x1874599320620544/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763777.526008:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763777.526010:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763777.526013:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787763777.526015:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763777.526018:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763777.526021:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d753e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320620544:192.168.203.113@tcp:38:kworker.0
00000100:00000001:3.0:1787763777.526027:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787763777.526030:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787763777.526032:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763777.526034:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787763777.526039:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d45907800.
02000000:00000001:3.0:1787763777.526041:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787763777.526047:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:3.0:1787763777.526050:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c48395580.
00000400:00000010:3.0:1787763777.526055:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d5049dd48.
00000100:00000200:3.0:1787763777.526060:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320620544, portal 10
00000100:00000001:3.0:1787763777.526062:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787763777.526064:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699312025600 : -110374397526016 : ffff9b9d753e4000)
00000100:00000040:3.0:1787763777.526073:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d753e4000 x1874599320620544/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763802 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763777.526082:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787763777.526085:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:3.0:1787763777.526088:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d5049dee0.
00000100:00000200:3.0:1787763777.526091:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320620544, offset 0
00000400:00000200:3.0:1787763777.526097:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:3.0:1787763777.526102:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763777.526107:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:3.0:1787763777.526111:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787763777.526115:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:3.0:1787763777.526118:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787763777.526121:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:3.0:1787763777.526125:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63611:63611:256:4294967295] 192.168.203.113@tcp LPNI seq info [63611:63611:8:4294967295]
00000400:00000200:3.0:1787763777.526131:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763777.526140:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787763777.526145:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:3.0:1787763777.526149:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9d54b86200.
00000800:00000200:3.0:1787763777.526154:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.0:1787763777.526159:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787763777.526165:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787763777.526169:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1787763777.526174:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:3.0:1787763777.526177:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9d54b86200.
00000400:00000200:3.0:1787763777.526181:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787763777.526185:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787763777.526189:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d5049dee0
00000400:00000010:3.0:1787763777.526192:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d5049dee0.
00000100:00000001:3.0:1787763777.526195:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787763777.526199:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d753e4000 x1874599320620544/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763802 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763777.526209:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763777.526213:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d753e4000 x1874599320620544/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763802 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763777.526221:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763777.526223:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787763777.526228:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763777.526233:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:3.0:1787763777.526237:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:3.0:1787763777.526240:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315612716
00000100:00000001:3.0:1787763777.526244:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315613944
00000100:00000001:3.0:1787763777.526247:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315612716
00000100:00000001:3.0:1787763777.526250:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315613944
00000100:00000001:3.0:1787763777.526252:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787763777.526255:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763777.526257:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787763777.526261:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763777/real 1787763777]  req@ffff9b9d753e4000 x1874599320620544/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787763777.526271:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787763777.526272:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787763777.526275:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c48395580.
00000400:00000200:3.0:1787763777.526278:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d5049dd48
00000400:00000010:3.0:1787763777.526280:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d5049dd48.
00000100:00000001:3.0:1787763777.526283:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787763777.526287:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d753e4000 x1874599320620544/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787763777.526297:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d753e4000 x1874599320620544/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763777.526304:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787763777.526306:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763777.526308:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787763777.526310:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787763777.526314:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d753e4000 x1874599320620544/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763777.526322:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787763777.526327:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d753e4000 x1874599320620544/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763802 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763777.526335:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787763777.526338:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763777.526340:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787763777.526341:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763777.526344:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787763777.526361:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787763777.526364:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763777.526369:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:3.0:1787763777.526372:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787763777.526376:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d753e4000 x1874599320620544/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763802 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763777.526386:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d753e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320620544:192.168.203.113@tcp:38:kworker.0
00000100:00000001:3.0:1787763777.526391:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787763777.526395:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d753e70c0 x1874599320620672/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763777.526404:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763777.526406:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763777.526408:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787763777.526410:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763777.526413:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763777.526416:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d753e70c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320620672:192.168.203.113@tcp:38:kworker.0
00000100:00000001:3.0:1787763777.526419:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787763777.526421:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787763777.526423:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763777.526426:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787763777.526430:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d45906400.
02000000:00000001:3.0:1787763777.526433:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787763777.526436:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:3.0:1787763777.526439:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c48395580.
00000400:00000010:3.0:1787763777.526473:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d5049dd48.
00000100:00000200:3.0:1787763777.526478:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320620672, portal 10
00000100:00000001:3.0:1787763777.526481:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787763777.526483:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699312038080 : -110374397513536 : ffff9b9d753e70c0)
00000100:00000040:3.0:1787763777.526491:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d753e70c0 x1874599320620672/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763802 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763777.526499:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787763777.526502:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:3.0:1787763777.526505:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d5049dee0.
00000100:00000200:3.0:1787763777.526508:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320620672, offset 0
00000400:00000200:3.0:1787763777.526513:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:3.0:1787763777.526517:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763777.526521:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:3.0:1787763777.526525:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787763777.526529:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:3.0:1787763777.526532:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787763777.526535:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:3.0:1787763777.526539:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63612:63612:256:4294967295] 192.168.203.113@tcp LPNI seq info [63612:63612:8:4294967295]
00000400:00000200:3.0:1787763777.526544:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763777.526552:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787763777.526557:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:3.0:1787763777.526561:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9d54b86200.
00000800:00000200:3.0:1787763777.526566:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.0:1787763777.526570:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787763777.526575:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787763777.526579:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1787763777.526584:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:3.0:1787763777.526586:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9d54b86200.
00000400:00000200:3.0:1787763777.526590:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787763777.526595:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787763777.526598:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d5049dee0
00000400:00000010:3.0:1787763777.526601:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d5049dee0.
00000100:00000001:3.0:1787763777.526604:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787763777.526608:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d753e70c0 x1874599320620672/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763802 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763777.526618:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763777.526622:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d753e70c0 x1874599320620672/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763802 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763777.526630:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763777.526632:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787763777.526636:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763777.526640:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:3.0:1787763777.526644:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:3.0:1787763777.526646:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315612696
00000100:00000001:3.0:1787763777.526649:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315613944
00000100:00000001:3.0:1787763777.526652:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315612696
00000100:00000001:3.0:1787763777.526656:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315613944
00000100:00000001:3.0:1787763777.526659:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787763777.526661:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763777.526664:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787763777.526668:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763777/real 1787763777]  req@ffff9b9d753e70c0 x1874599320620672/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787763777.526677:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787763777.526679:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787763777.526680:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c48395580.
00000400:00000200:3.0:1787763777.526683:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d5049dd48
00000400:00000010:3.0:1787763777.526685:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d5049dd48.
00000100:00000001:3.0:1787763777.526687:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787763777.526691:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d753e70c0 x1874599320620672/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787763777.526732:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d753e70c0 x1874599320620672/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763777.526741:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787763777.526743:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763777.526745:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787763777.526747:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787763777.526752:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d753e70c0 x1874599320620672/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763777.526760:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787763777.526765:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d753e70c0 x1874599320620672/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763802 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763777.526773:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787763777.526776:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763777.526777:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787763777.526779:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763777.526782:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787763777.526785:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787763777.526788:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763777.526792:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:3.0:1787763777.526795:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787763777.526800:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d753e70c0 x1874599320620672/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763802 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763777.526809:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d753e70c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320620672:192.168.203.113@tcp:38:kworker.0
00000100:00000001:3.0:1787763777.526813:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787763777.526817:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d753e4b40 x1874599320620800/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763777.526825:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763777.526827:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763777.526830:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787763777.526833:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763777.526836:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763777.526839:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d753e4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320620800:192.168.203.113@tcp:8:kworker.0
00000100:00000001:3.0:1787763777.526843:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787763777.526846:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787763777.526847:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763777.526850:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787763777.526854:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d45905800.
02000000:00000001:3.0:1787763777.526857:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787763777.526862:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:3.0:1787763777.526865:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c48395580.
00000400:00000010:3.0:1787763777.526870:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d5049dd48.
00000100:00000200:3.0:1787763777.526874:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320620800, portal 4
00000100:00000001:3.0:1787763777.526876:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787763777.526878:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699312028480 : -110374397523136 : ffff9b9d753e4b40)
00000100:00000040:3.0:1787763777.526886:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d753e4b40 x1874599320620800/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763802 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763777.526895:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787763777.526898:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:3.0:1787763777.526900:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d5049dee0.
00000100:00000200:3.0:1787763777.526904:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320620800, offset 0
00000400:00000200:3.0:1787763777.526908:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:3.0:1787763777.526913:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763777.526917:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:3.0:1787763777.526921:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787763777.526924:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:3.0:1787763777.526928:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787763777.526931:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:3.0:1787763777.526935:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63613:63613:256:4294967295] 192.168.203.113@tcp LPNI seq info [63613:63613:8:4294967295]
00000400:00000200:3.0:1787763777.526940:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763777.526949:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787763777.526954:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:3.0:1787763777.526958:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9d54b86200.
00000800:00000200:3.0:1787763777.526963:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.0:1787763777.526967:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787763777.526972:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:3.1:1787763777.526975:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1787763777.526981:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:3.0:1787763777.526983:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9d54b86200.
00000400:00000200:3.0:1787763777.526987:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787763777.526991:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787763777.526995:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d5049dee0
00000400:00000010:3.0:1787763777.526998:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d5049dee0.
00000100:00000001:3.0:1787763777.527001:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787763777.527005:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d753e4b40 x1874599320620800/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763802 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763777.527015:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763777.527019:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d753e4b40 x1874599320620800/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763802 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763777.527036:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763777.527038:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787763777.527041:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763777.527045:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:3.0:1787763777.527049:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:3.0:1787763777.527051:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315612708
00000100:00000001:3.0:1787763777.527055:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315613944
00000100:00000001:3.0:1787763777.527058:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315612708
00000100:00000001:3.0:1787763777.527060:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315613944
00000100:00000001:3.0:1787763777.527062:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787763777.527065:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763777.527067:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787763777.527073:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763777/real 1787763777]  req@ffff9b9d753e4b40 x1874599320620800/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787763777.527089:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787763777.527091:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787763777.527094:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c48395580.
00000400:00000200:3.0:1787763777.527099:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d5049dd48
00000400:00000010:3.0:1787763777.527102:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d5049dd48.
00000100:00000001:3.0:1787763777.527106:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787763777.527113:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d753e4b40 x1874599320620800/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787763777.527131:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d753e4b40 x1874599320620800/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763777.527145:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787763777.527148:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763777.527152:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787763777.527154:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787763777.527162:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d753e4b40 x1874599320620800/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763777.527176:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787763777.527184:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d753e4b40 x1874599320620800/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763802 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763777.527199:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787763777.527204:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763777.527207:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787763777.527210:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763777.527214:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787763777.527217:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787763777.527222:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787763777.527229:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:3.0:1787763777.527234:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787763777.527242:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d753e4b40 x1874599320620800/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763802 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763777.527259:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d753e4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320620800:192.168.203.113@tcp:8:kworker.0
00000100:00000001:3.0:1787763777.527267:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763777.527270:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763777.527275:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d753e4000 x1874599320620544/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763802 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763777.527284:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787763777.527286:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787763777.527289:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d45907800.
02000000:00000001:3.0:1787763777.527293:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787763777.527296:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787763777.527298:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:3.0:1787763777.527300:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787763777.527303:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d58db8400.
02000000:00000001:3.0:1787763777.527307:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787763777.527309:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787763777.527311:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d753e4000.
00000100:00000001:3.0:1787763777.527314:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787763777.527316:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763777.527318:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763777.527322:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d753e70c0 x1874599320620672/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763802 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763777.527331:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787763777.527332:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787763777.527334:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d45906400.
02000000:00000001:3.0:1787763777.527337:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787763777.527338:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787763777.527339:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:3.0:1787763777.527342:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787763777.527343:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d58db8c00.
02000000:00000001:3.0:1787763777.527345:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787763777.527347:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787763777.527348:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d753e70c0.
00000100:00000001:3.0:1787763777.527351:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787763777.527352:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763777.527354:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763777.527357:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d753e4b40 x1874599320620800/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763802 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763777.527365:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787763777.527366:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787763777.527368:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d45905800.
02000000:00000001:3.0:1787763777.527370:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787763777.527371:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787763777.527373:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:3.0:1787763777.527375:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787763777.527376:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d58dba400.
02000000:00000001:3.0:1787763777.527379:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787763777.527380:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787763777.527382:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d753e4b40.
00000100:00000001:3.0:1787763777.527384:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787763777.527386:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763777.527389:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763777.527394:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763777.527395:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763777.527398:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787763777.527400:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763777.716526:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763777.716534:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763777.716540:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763777.716541:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763777.716544:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763777.716545:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763777.716631:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763777.716636:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763777.716639:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763778.548529:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763778.548541:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763778.548545:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763778.548554:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763778.548560:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763778.548566:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763778.548571:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763778.548576:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763778.548580:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763778.740584:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763778.740607:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763778.740613:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763778.740615:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763778.740618:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763778.740620:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763778.740668:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763778.740675:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763778.740680:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787763778.804540:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4315613944, at 4315613952
00000100:00000040:1.0:1787763778.804541:0:303331:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b110 (cpu 1) has reached its deadline 4315613944, at 4315613952
00000100:00000010:0.0:1787763778.804556:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9c72f20000.
00000100:00000010:1.0:1787763778.804558:0:303331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9c72f20900.
00000100:00000001:3.0:1787763779.572575:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763779.572588:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763779.572591:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763779.572599:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763779.572605:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763779.572610:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763779.572615:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763779.572619:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763779.572624:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763779.764543:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763779.764551:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763779.764559:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763779.764561:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763779.764567:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763779.764569:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763779.764702:0:281543:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763779.764708:0:281543:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763779.764713:0:281543:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763780.596599:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763780.596605:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763780.596607:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763780.596610:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763780.596613:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763780.596616:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763780.596618:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763780.596620:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763780.596622:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763780.788523:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763780.788529:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763780.788533:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763780.788534:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763780.788537:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763780.788538:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763780.788581:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763780.788584:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763780.788587:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763781.620563:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763781.620572:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763781.620576:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763781.620583:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763781.620589:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763781.620593:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763781.620597:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763781.620600:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763781.620603:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763781.812585:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763781.812594:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763781.812598:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763781.812603:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763781.812609:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763781.812613:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763781.812617:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763781.812621:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763781.812629:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763781.812634:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763781.812638:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763781.812642:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763781.812645:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763781.812648:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763781.812652:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763781.812656:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763781.812661:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763781.812664:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763781.812780:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763781.812787:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763781.812792:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763782.644548:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763782.644562:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763782.644567:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763782.644574:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763782.644583:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763782.644590:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763782.644595:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763782.644600:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763782.644605:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763782.644700:0:303492:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763782.644708:0:303492:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787763782.644712:0:303492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763782.644718:0:303492:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763782.644723:0:303492:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763782.644732:0:303492:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20945
00000400:00000200:3.0:1787763782.644744:0:303492:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763782.644755:0:303492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763782.644759:0:303492:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763782.644764:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763782.644768:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763782.644771:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763782.644774:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763782.644779:0:303492:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763782.644782:0:303492:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:3.0:1787763782.644786:0:303492:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763782.644791:0:303492:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:3.0:1787763782.644795:0:303492:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:3.0:1787763782.644799:0:303492:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:3.0:1787763782.644804:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763782.644807:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763782.644811:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763782.644815:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787763782.644820:0:303492:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:3.0:1787763782.644826:0:303492:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763782.644830:0:303492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763782.644834:0:303492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763782.644840:0:303492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763782.644845:0:303492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763782.644850:0:303492:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787763782.644856:0:303492:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763782.644868:0:303492:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d565680.
00000020:00000040:3.0:1787763782.644875:0:303492:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:3.0:1787763782.644883:0:303492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763782.644886:0:303492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763782.644891:0:303492:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763782.644895:0:303492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763782.644902:0:303492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763782.644915:0:303492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45905800.
00000100:00000001:3.0:1787763782.644927:0:303492:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763782.644945:0:303492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d565680 x1874599320620928/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763782.644962:0:303492:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763782.644968:0:303492:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763782.644976:0:303492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000082576300] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d565680 x1874599320620928/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763782.645014:0:303492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763782.645019:0:303492:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763782.645026:0:303492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787763782.645028:0:303492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763782.645031:0:303492:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763782.645037:0:303492:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763782.645043:0:303492:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20945
00000400:00000200:3.0:1787763782.645055:0:303492:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763782.645066:0:303492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763782.645071:0:303492:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787763782.645077:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1787763782.645080:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763782.645090:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787763782.645094:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763782.645103:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763782.645139:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d565680 x1874599320620928/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763782.645160:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763782.645164:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763782.645170:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763782.645176:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763782.645182:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763782.645190:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d565680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320620928:192.168.203.113@tcp:250:kworker.0
00000100:00000001:2.0:1787763782.645199:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763782.645208:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:3.0:1787763782.645210:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
02000000:00000001:2.0:1787763782.645214:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763782.645222:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763782.645234:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f184c00.
02000000:00000001:2.0:1787763782.645237:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763782.645251:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763782.645260:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569ee790.
00000400:00000010:2.0:1787763782.645275:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc6e8.
00000100:00000200:2.0:1787763782.645288:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320620928, portal 25
00000100:00000001:2.0:1787763782.645293:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763782.645296:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910951040 : -110374798600576 : ffff9b9d5d565680)
00000100:00000040:2.0:1787763782.645308:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d565680 x1874599320620928/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763807 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763782.645323:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763782.645332:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763782.645339:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fcbb0.
00000100:00000200:2.0:1787763782.645347:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320620928, offset 0
00000400:00000200:2.0:1787763782.645361:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000100:00000001:3.0:1787763782.645380:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000400:00000200:2.0:1787763782.645381:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000020:00000001:3.0:1787763782.645394:0:303492:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763782.645398:0:303492:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000400:00000200:2.0:1787763782.645405:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000020:00000001:3.0:1787763782.645406:0:303492:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763782.645417:0:303492:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000400:00000200:2.0:1787763782.645424:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763782.645437:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763782.645482:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763782.645489:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763782.645500:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63614:63614:256:4294967295] 192.168.203.113@tcp LPNI seq info [63614:63614:8:4294967295]
00000400:00000200:2.0:1787763782.645511:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763782.645535:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000020:00000001:3.0:1787763782.645541:0:303492:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000020:00000001:3.0:1787763782.645550:0:303492:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000800:00000200:2.0:1787763782.645553:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000100:00000040:3.0:1787763782.645564:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763782.645569:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000010:2.0:1787763782.645571:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e000.
00000100:00000040:3.0:1787763782.645580:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763782.645586:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787763782.645591:0:303492:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000800:00000200:2.0:1787763782.645603:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00080000:3.0:1787763782.645604:0:303492:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763782.645620:0:303492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787763782.645624:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
02000000:00000001:3.0:1787763782.645626:0:303492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763782.645635:0:303492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763782.645641:0:303492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763782.645650:0:303492:0:(obd_class.h:888:obd_reconnect()) Process entered
00000800:00000200:2.1:1787763782.645655:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000008:00100000:3.0:1787763782.645658:0:303492:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763782.645694:0:303492:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787763782.645697:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000100:00000001:3.0:1787763782.645700:0:303492:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763782.645716:0:303492:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d567480.
00000020:00000040:3.0:1787763782.645727:0:303492:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000800:00000100:2.0:1787763782.645729:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
02000000:00000001:3.0:1787763782.645734:0:303492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763782.645738:0:303492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1787763782.645741:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e000.
00000100:00000001:3.0:1787763782.645743:0:303492:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763782.645747:0:303492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763782.645756:0:303492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763782.645761:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000010:3.0:1787763782.645764:0:303492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45906400.
00000100:00000001:3.0:1787763782.645781:0:303492:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763782.645792:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000100:00100000:3.0:1787763782.645796:0:303492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d567480 x1874599320621056/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787763782.645808:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fcbb0
00000100:00000001:3.0:1787763782.645811:0:303492:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763782.645821:0:303492:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787763782.645822:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fcbb0.
00000100:00000040:3.0:1787763782.645833:0:303492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000036831fe2] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d567480 x1874599320621056/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763782.645840:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787763782.645855:0:303492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787763782.645856:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d565680 x1874599320620928/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763807 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787763782.645871:0:303492:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763782.645891:0:303492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787763782.645894:0:303492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763782.645897:0:303492:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763782.645908:0:303492:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763782.645920:0:303492:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20945
00000100:00000001:2.0:1787763782.645925:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000400:00000200:3.0:1787763782.645935:0:303492:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000040:2.0:1787763782.645940:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d565680 x1874599320620928/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763807 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787763782.645952:0:303492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763782.645965:0:303492:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763782.645981:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763782.645988:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763782.645999:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763782.646005:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000001:2.0:1787763782.646007:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763782.646011:0:303492:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1787763782.646019:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000040:3.0:1787763782.646020:0:303492:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000020:00000001:3.0:1787763782.646031:0:303492:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763782.646037:0:303492:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000100:00000001:2.0:1787763782.646041:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763782.646044:0:303492:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000020:00000001:3.0:1787763782.646055:0:303492:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000400:00000200:2.0:1787763782.646062:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763782.646071:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4315619064
00000100:00000040:3.0:1787763782.646073:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763782.646086:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000010:2.0:1787763782.646087:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d5891f780.
00000100:00000040:3.0:1787763782.646102:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763782.646108:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1787763782.646111:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787763782.646121:0:303492:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000100:00000001:2.0:1787763782.646125:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4315619064
00000100:00080000:3.0:1787763782.646127:0:303492:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763782.646139:0:303492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763782.646143:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d5891f180.
02000000:00000001:3.0:1787763782.646143:0:303492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763782.646153:0:303492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763782.646157:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
02000000:00000001:3.0:1787763782.646159:0:303492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763782.646168:0:303492:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787763782.646172:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000008:00100000:3.0:1787763782.646173:0:303492:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763782.646195:0:303492:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763782.646196:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763782.646200:0:303492:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763782.646208:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000010:3.0:1787763782.646211:0:303492:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d5652c0.
00000020:00000040:3.0:1787763782.646218:0:303492:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
02000000:00000001:3.0:1787763782.646224:0:303492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00100000:2.0:1787763782.646226:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763782/real 1787763782]  req@ffff9b9d5d565680 x1874599320620928/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787763782.646227:0:303492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763782.646237:0:303492:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763782.646241:0:303492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763782.646249:0:303492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763782.646261:0:303492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45907800.
00000100:00000001:3.0:1787763782.646275:0:303492:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1787763782.646279:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763782.646286:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00100000:3.0:1787763782.646288:0:303492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d5652c0 x1874599320621184/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1787763782.646295:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569ee790.
00000400:00000200:2.0:1787763782.646314:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc6e8
00000100:00000001:3.0:1787763782.646330:0:303492:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000010:2.0:1787763782.646333:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc6e8.
00000100:00000001:3.0:1787763782.646336:0:303492:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763782.646352:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:3.0:1787763782.646353:0:303492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc712cf1] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d5652c0 x1874599320621184/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763782.646375:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d565680 x1874599320620928/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763782.646391:0:303492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763782.646410:0:303492:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:2.0:1787763782.646420:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d565680 x1874599320620928/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787763782.646425:0:303492:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1787763782.646437:0:303492:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763782.646505:0:303492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787763782.646515:0:303492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763782.646522:0:303492:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763782.646532:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787763782.646533:0:303492:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787763782.646545:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787763782.646549:0:303492:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20945
00000100:00000001:2.0:1787763782.646560:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000400:00000200:3.0:1787763782.646564:0:303492:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763782.646569:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1787763782.646574:0:303492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763782.646583:0:303492:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1787763782.646593:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d565680 x1874599320620928/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787763782.646594:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763782.646603:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763782.646613:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763782.646626:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763782.646637:0:303492:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763782.646645:0:303492:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000020:00000001:3.0:1787763782.646650:0:303492:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763782.646655:0:303492:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000020:00000001:3.0:1787763782.646692:0:303492:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000020:00000001:3.0:1787763782.646696:0:303492:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000040:3.0:1787763782.646700:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763782.646704:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763782.646706:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763782.646709:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787763782.646712:0:303492:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00080000:3.0:1787763782.646716:0:303492:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763782.646719:0:303492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763782.646721:0:303492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763782.646726:0:303492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763782.646729:0:303492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763782.646731:0:303492:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763782.646734:0:303492:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763782.646737:0:303492:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763782.646739:0:303492:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763782.646744:0:303492:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d564f00.
00000020:00000040:3.0:1787763782.646748:0:303492:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
02000000:00000001:3.0:1787763782.646751:0:303492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763782.646753:0:303492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763782.646758:0:303492:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1787763782.646759:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787763782.646762:0:303492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763782.646766:0:303492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763782.646774:0:303492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45905000.
00000100:00000001:3.0:1787763782.646781:0:303492:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763782.646783:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d565680 x1874599320620928/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763807 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763782.646793:0:303492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d564f00 x1874599320621312/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763782.646854:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787763782.646860:0:303492:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763782.646866:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763782.646869:0:303492:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763782.646876:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763782.646882:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787763782.646888:0:303492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001dcdc0d3] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d564f00 x1874599320621312/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763782.646891:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763782.646899:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763782.646920:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763782.646940:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000001:3.0:1787763782.646941:0:303492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763782.646953:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787763782.646958:0:303492:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20955)
00000100:00000040:2.0:1787763782.646974:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d565680 x1874599320620928/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763807 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763782.646994:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d565680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320620928:192.168.203.113@tcp:250:kworker.0
00000100:00000001:2.0:1787763782.647003:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763782.647007:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763782.647012:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d565680 x1874599320620928/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763807 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763782.647024:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763782.647029:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763782.647035:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f184c00.
02000000:00000001:2.0:1787763782.647040:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763782.647045:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763782.647048:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:2.0:1787763782.647052:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763782.647057:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45905800.
02000000:00000001:2.0:1787763782.647064:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763782.647067:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763782.647071:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d565680.
00000100:00000001:2.0:1787763782.647076:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763782.647079:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763782.647083:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763782.647095:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763782.647098:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763782.647102:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787763782.647105:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763782.647108:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763782.647116:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d567480 x1874599320621056/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763782.647129:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763782.647132:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763782.647135:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763782.647139:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763782.647143:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763782.647149:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d567480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320621056:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763782.647155:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763782.647160:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763782.647163:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763782.647166:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763782.647172:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f184c00.
02000000:00000001:2.0:1787763782.647176:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763782.647183:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763782.647189:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569ee790.
00000400:00000010:2.0:1787763782.647195:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc6e8.
00000100:00000200:2.0:1787763782.647201:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320621056, portal 10
00000100:00000001:2.0:1787763782.647206:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763782.647208:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910958720 : -110374798592896 : ffff9b9d5d567480)
00000100:00000040:2.0:1787763782.647221:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d567480 x1874599320621056/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763807 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763782.647234:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763782.647238:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763782.647242:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fcbb0.
00000100:00000200:2.0:1787763782.647247:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320621056, offset 0
00000400:00000200:2.0:1787763782.647254:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763782.647262:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763782.647270:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763782.647275:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763782.647279:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763782.647284:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763782.647288:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763782.647294:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63615:63615:256:4294967295] 192.168.203.113@tcp LPNI seq info [63615:63615:8:4294967295]
00000400:00000200:2.0:1787763782.647302:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763782.647313:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763782.647322:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763782.647328:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e000.
00000800:00000200:2.0:1787763782.647335:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.0:1787763782.647340:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787763782.647349:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763782.647354:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1787763782.647363:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763782.647366:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e000.
00000400:00000200:2.0:1787763782.647371:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787763782.647377:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763782.647383:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fcbb0
00000400:00000010:2.0:1787763782.647386:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fcbb0.
00000100:00000001:2.0:1787763782.647391:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763782.647397:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d567480 x1874599320621056/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763807 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763782.647421:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763782.647426:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d567480 x1874599320621056/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763807 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763782.647437:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763782.647481:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763782.647489:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763782.647497:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:2.0:1787763782.647506:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763782.647511:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315617838
00000100:00000001:2.0:1787763782.647517:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315619064
00000100:00000001:2.0:1787763782.647523:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315617838
00000100:00000001:2.0:1787763782.647529:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315619064
00000100:00000001:2.0:1787763782.647534:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763782.647539:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763782.647542:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763782.647550:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763782/real 1787763782]  req@ffff9b9d5d567480 x1874599320621056/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763782.647566:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763782.647568:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763782.647571:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569ee790.
00000400:00000200:2.0:1787763782.647575:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc6e8
00000400:00000010:2.0:1787763782.647578:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc6e8.
00000100:00000001:2.0:1787763782.647582:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763782.647587:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d567480 x1874599320621056/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763782.647602:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d567480 x1874599320621056/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763782.647614:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763782.647618:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763782.647622:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763782.647624:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763782.647630:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d567480 x1874599320621056/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763782.647641:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763782.647647:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d567480 x1874599320621056/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763807 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763782.647659:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763782.647683:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763782.647685:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763782.647688:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763782.647691:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763782.647715:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763782.647720:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763782.647726:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763782.647730:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763782.647738:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d567480 x1874599320621056/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763807 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763782.647751:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d567480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320621056:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763782.647759:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763782.647765:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d5652c0 x1874599320621184/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763782.647778:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763782.647781:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763782.647785:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763782.647789:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763782.647793:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763782.647799:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d5652c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320621184:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763782.647805:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763782.647809:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763782.647812:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763782.647816:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763782.647822:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f184000.
02000000:00000001:2.0:1787763782.647825:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763782.647831:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763782.647836:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569ee790.
00000400:00000010:2.0:1787763782.647842:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc6e8.
00000100:00000200:2.0:1787763782.647847:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320621184, portal 10
00000100:00000001:2.0:1787763782.647850:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763782.647853:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910950080 : -110374798601536 : ffff9b9d5d5652c0)
00000100:00000040:2.0:1787763782.647864:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d5652c0 x1874599320621184/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763807 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763782.647876:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763782.647881:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763782.647884:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fcbb0.
00000100:00000200:2.0:1787763782.647889:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320621184, offset 0
00000400:00000200:2.0:1787763782.647896:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763782.647925:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763782.647932:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763782.647936:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763782.647941:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763782.647945:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763782.647949:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763782.647954:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63616:63616:256:4294967295] 192.168.203.113@tcp LPNI seq info [63616:63616:8:4294967295]
00000400:00000200:2.0:1787763782.647961:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763782.647972:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763782.647981:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763782.647987:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e000.
00000800:00000200:2.0:1787763782.647995:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.0:1787763782.648000:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787763782.648007:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763782.648012:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1787763782.648019:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763782.648023:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e000.
00000400:00000200:2.0:1787763782.648028:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787763782.648034:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763782.648040:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fcbb0
00000400:00000010:2.0:1787763782.648043:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fcbb0.
00000100:00000001:2.0:1787763782.648047:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763782.648053:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d5652c0 x1874599320621184/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763807 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763782.648067:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763782.648073:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d5652c0 x1874599320621184/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763807 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763782.648084:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763782.648087:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763782.648092:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763782.648097:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:2.0:1787763782.648103:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763782.648106:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315617817
00000100:00000001:2.0:1787763782.648111:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315619064
00000100:00000001:2.0:1787763782.648115:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315617817
00000100:00000001:2.0:1787763782.648119:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315619064
00000100:00000001:2.0:1787763782.648123:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763782.648127:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763782.648131:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763782.648138:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763782/real 1787763782]  req@ffff9b9d5d5652c0 x1874599320621184/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763782.648153:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763782.648157:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763782.648160:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569ee790.
00000400:00000200:2.0:1787763782.648164:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc6e8
00000400:00000010:2.0:1787763782.648168:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc6e8.
00000100:00000001:2.0:1787763782.648172:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763782.648178:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d5652c0 x1874599320621184/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763782.648194:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d5652c0 x1874599320621184/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763782.648207:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763782.648210:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763782.648213:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763782.648216:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763782.648223:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d5652c0 x1874599320621184/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763782.648235:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763782.648242:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d5652c0 x1874599320621184/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763807 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763782.648254:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763782.648258:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763782.648261:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763782.648263:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763782.648266:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763782.648269:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763782.648273:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763782.648279:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763782.648283:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763782.648290:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d5652c0 x1874599320621184/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763807 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763782.648316:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d5652c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320621184:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763782.648323:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763782.648330:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d564f00 x1874599320621312/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763782.648341:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763782.648344:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763782.648347:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763782.648351:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763782.648355:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763782.648360:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d564f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320621312:192.168.203.113@tcp:8:kworker.0
00000100:00000001:2.0:1787763782.648366:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763782.648370:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763782.648373:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763782.648376:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763782.648381:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f186000.
02000000:00000001:2.0:1787763782.648384:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763782.648391:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763782.648394:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569ee790.
00000400:00000010:2.0:1787763782.648400:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc6e8.
00000100:00000200:2.0:1787763782.648405:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320621312, portal 4
00000100:00000001:2.0:1787763782.648408:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763782.648410:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910949120 : -110374798602496 : ffff9b9d5d564f00)
00000100:00000040:2.0:1787763782.648420:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d564f00 x1874599320621312/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763807 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763782.648432:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763782.648437:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763782.648481:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fcbb0.
00000100:00000200:2.0:1787763782.648487:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320621312, offset 0
00000400:00000200:2.0:1787763782.648494:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763782.648502:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763782.648512:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763782.648520:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763782.648526:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763782.648531:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763782.648537:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763782.648543:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63617:63617:256:4294967295] 192.168.203.113@tcp LPNI seq info [63617:63617:8:4294967295]
00000400:00000200:2.0:1787763782.648551:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763782.648562:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763782.648570:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763782.648576:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e000.
00000800:00000200:2.0:1787763782.648582:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.0:1787763782.648587:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787763782.648594:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763782.648599:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1787763782.648606:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763782.648609:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e000.
00000400:00000200:2.0:1787763782.648614:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787763782.648620:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763782.648625:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fcbb0
00000400:00000010:2.0:1787763782.648628:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fcbb0.
00000100:00000001:2.0:1787763782.648632:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763782.648638:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d564f00 x1874599320621312/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763807 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763782.648653:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763782.648658:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d564f00 x1874599320621312/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763807 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763782.648693:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763782.648696:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763782.648703:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763782.648708:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:2.0:1787763782.648713:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763782.648717:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315617830
00000100:00000001:2.0:1787763782.648721:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315619064
00000100:00000001:2.0:1787763782.648725:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315617830
00000100:00000001:2.0:1787763782.648729:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315619064
00000100:00000001:2.0:1787763782.648732:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763782.648736:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763782.648738:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763782.648746:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763782/real 1787763782]  req@ffff9b9d5d564f00 x1874599320621312/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763782.648759:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763782.648761:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763782.648764:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569ee790.
00000400:00000200:2.0:1787763782.648769:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc6e8
00000400:00000010:2.0:1787763782.648772:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc6e8.
00000100:00000001:2.0:1787763782.648776:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763782.648782:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d564f00 x1874599320621312/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763782.648797:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d564f00 x1874599320621312/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763782.648810:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763782.648813:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763782.648817:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763782.648820:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763782.648826:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d564f00 x1874599320621312/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763782.648838:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763782.648846:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d564f00 x1874599320621312/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763807 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763782.648858:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763782.648864:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763782.648867:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763782.648869:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763782.648872:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763782.648875:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763782.648881:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763782.648886:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763782.648891:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763782.648897:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d564f00 x1874599320621312/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763807 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763782.648913:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d564f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320621312:192.168.203.113@tcp:8:kworker.0
00000100:00000001:2.0:1787763782.648919:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763782.648923:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763782.648928:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d567480 x1874599320621056/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763807 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763782.648939:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763782.648943:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763782.648946:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f184c00.
02000000:00000001:2.0:1787763782.648950:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763782.648953:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763782.648955:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:2.0:1787763782.648959:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763782.648962:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45906400.
02000000:00000001:2.0:1787763782.648966:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763782.648969:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763782.648971:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d567480.
00000100:00000001:2.0:1787763782.648976:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763782.648978:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763782.648981:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763782.648987:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d5652c0 x1874599320621184/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763807 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763782.649011:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763782.649014:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763782.649016:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f184000.
02000000:00000001:2.0:1787763782.649020:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763782.649022:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763782.649024:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:2.0:1787763782.649028:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763782.649030:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45907800.
02000000:00000001:2.0:1787763782.649034:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763782.649036:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763782.649039:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d5652c0.
00000100:00000001:2.0:1787763782.649042:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763782.649045:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763782.649048:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763782.649054:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d564f00 x1874599320621312/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763807 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763782.649066:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763782.649068:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763782.649071:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f186000.
02000000:00000001:2.0:1787763782.649075:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763782.649077:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763782.649079:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:2.0:1787763782.649083:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763782.649085:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45905000.
02000000:00000001:2.0:1787763782.649089:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763782.649091:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763782.649093:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d564f00.
00000100:00000001:2.0:1787763782.649097:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763782.649099:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763782.649103:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763782.649109:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763782.649112:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763782.649116:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787763782.649119:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763782.836561:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763782.836570:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763782.836579:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763782.836582:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763782.836588:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763782.836591:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763782.836691:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763782.836698:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763782.836702:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763783.668598:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763783.668610:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763783.668614:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763783.668622:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763783.668627:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763783.668632:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763783.668636:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763783.668640:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763783.668644:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763783.860566:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763783.860574:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763783.860582:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763783.860584:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763783.860589:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763783.860592:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763783.860700:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763783.860706:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763783.860710:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787763783.924532:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4315619064, at 4315619072
00000100:00000010:0.0:1787763783.924551:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d5891f780.
00000100:00000040:1.0:1787763783.924562:0:303331:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b110 (cpu 1) has reached its deadline 4315619064, at 4315619072
00000100:00000010:1.0:1787763783.924582:0:303331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d5891f180.
00000100:00000001:3.0:1787763784.692589:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763784.692598:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763784.692601:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763784.692608:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763784.692615:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763784.692620:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763784.692625:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763784.692630:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763784.692634:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763784.884602:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763784.884609:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763784.884618:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763784.884621:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763784.884626:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763784.884632:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763784.884635:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763784.884639:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763784.884642:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763784.884669:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763784.884673:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763784.884676:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763784.884768:0:281543:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763784.884774:0:281543:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763784.884779:0:281543:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763785.716580:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763785.716592:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763785.716595:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763785.716603:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763785.716609:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763785.716614:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763785.716618:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763785.716623:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763785.716627:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763785.908579:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763785.908585:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763785.908589:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763785.908590:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763785.908593:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763785.908594:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763785.908687:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763785.908693:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763785.908696:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763786.740509:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763786.740516:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763786.740519:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763786.740522:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763786.740525:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763786.740528:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763786.740531:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763786.740533:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763786.740535:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763786.932570:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763786.932581:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763786.932594:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763786.932598:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763786.932605:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763786.932608:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763786.932719:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763786.932725:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763786.932730:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787763787.764606:0:303492:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763787.764621:0:303492:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787763787.764646:0:303492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763787.764654:0:303492:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763787.764674:0:303492:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763787.764688:0:303492:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20950
00000100:00000001:1.0:1787763787.764702:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000400:00000200:3.0:1787763787.764706:0:303492:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763787.764716:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763787.764722:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763787.764729:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763787.764736:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000400:00000200:3.0:1787763787.764738:0:303492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00000001:1.0:1787763787.764747:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787763787.764759:0:303492:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787763787.764760:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763787.764766:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763787.764773:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763787.764775:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763787.764784:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763787.764790:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763787.764796:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763787.764803:0:303492:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763787.764808:0:303492:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:3.0:1787763787.764813:0:303492:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763787.764818:0:303492:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:3.0:1787763787.764823:0:303492:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:3.0:1787763787.764829:0:303492:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:3.0:1787763787.764836:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763787.764840:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763787.764845:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763787.764849:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787763787.764855:0:303492:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:3.0:1787763787.764861:0:303492:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763787.764866:0:303492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763787.764871:0:303492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763787.764877:0:303492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763787.764882:0:303492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763787.764887:0:303492:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787763787.764891:0:303492:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763787.764905:0:303492:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d5661c0.
00000020:00000040:3.0:1787763787.764912:0:303492:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:3.0:1787763787.764919:0:303492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763787.764922:0:303492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763787.764927:0:303492:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763787.764931:0:303492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763787.764939:0:303492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763787.764951:0:303492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45907400.
00000100:00000001:3.0:1787763787.764962:0:303492:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763787.764976:0:303492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d5661c0 x1874599320621440/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763787.764993:0:303492:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763787.765000:0:303492:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763787.765009:0:303492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007d30f203] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d5661c0 x1874599320621440/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763787.765045:0:303492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763787.765052:0:303492:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763787.765060:0:303492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787763787.765064:0:303492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763787.765068:0:303492:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763787.765074:0:303492:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787763787.765079:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:3.0:1787763787.765084:0:303492:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20950
00000100:00000001:2.0:1787763787.765088:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763787.765097:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000400:00000200:3.0:1787763787.765104:0:303492:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000040:2.0:1787763787.765115:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d5661c0 x1874599320621440/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787763787.765122:0:303492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763787.765136:0:303492:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787763787.765142:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763787.765146:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763787.765151:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
02000000:00000001:2.0:1787763787.765157:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1787763787.765160:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1787763787.765165:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1787763787.765171:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
02000000:00000001:2.0:1787763787.765176:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763787.765181:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00100000:2.0:1787763787.765189:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d5661c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320621440:192.168.203.113@tcp:250:kworker.0
00000020:00000001:3.0:1787763787.765192:0:303492:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763787.765197:0:303492:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000100:00000001:2.0:1787763787.765204:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000001:3.0:1787763787.765205:0:303492:0:(lustre_handles.c:130:class_handle2object()) Process entered
02000000:00000001:2.0:1787763787.765211:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:3.0:1787763787.765213:0:303492:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
02000000:00000001:2.0:1787763787.765217:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763787.765226:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000001:3.0:1787763787.765226:0:303492:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
02000000:00000010:2.0:1787763787.765240:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f186000.
00000020:00000001:3.0:1787763787.765240:0:303492:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
02000000:00000001:2.0:1787763787.765247:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763787.765259:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763787.765265:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569ee790.
00000400:00000010:2.0:1787763787.765277:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc6e8.
00000100:00000040:3.0:1787763787.765278:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000200:2.0:1787763787.765287:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320621440, portal 25
00000100:00000001:3.0:1787763787.765288:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787763787.765292:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763787.765298:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910953920 : -110374798597696 : ffff9b9d5d5661c0)
00000100:00000040:3.0:1787763787.765301:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000040:2.0:1787763787.765311:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d5661c0 x1874599320621440/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763812 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763787.765316:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000001:2.0:1787763787.765332:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:3.0:1787763787.765335:0:303492:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00000040:2.0:1787763787.765342:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763787.765347:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fcbb0.
00000100:00080000:3.0:1787763787.765353:0:303492:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000200:2.0:1787763787.765355:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320621440, offset 0
00000100:00000001:3.0:1787763787.765369:0:303492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763787.765381:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
02000000:00000001:3.0:1787763787.765384:0:303492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1787763787.765395:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
02000000:00000001:3.0:1787763787.765398:0:303492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1787763787.765406:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
02000000:00000001:3.0:1787763787.765409:0:303492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763787.765414:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1787763787.765421:0:303492:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000200:2.0:1787763787.765426:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763787.765433:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000008:00100000:3.0:1787763787.765433:0:303492:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1787763787.765465:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763787.765470:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63618:63618:256:4294967295] 192.168.203.113@tcp LPNI seq info [63618:63618:8:4294967295]
00000400:00000200:2.0:1787763787.765473:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763787.765485:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763787.765498:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000008:00000001:3.0:1787763787.765499:0:303492:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1787763787.765506:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e000.
00000100:00000001:3.0:1787763787.765510:0:303492:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787763787.765519:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000010:3.0:1787763787.765524:0:303492:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d5670c0.
00000800:00000200:2.0:1787763787.765525:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000020:00000040:3.0:1787763787.765542:0:303492:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000800:00000200:2.1:1787763787.765547:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763787.765555:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
02000000:00000001:3.0:1787763787.765557:0:303492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000100:2.0:1787763787.765564:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
02000000:00000001:3.0:1787763787.765565:0:303492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1787763787.765569:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e000.
00000100:00000001:3.0:1787763787.765575:0:303492:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1787763787.765581:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:3.0:1787763787.765582:0:303492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1787763787.765590:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
02000000:00000001:3.0:1787763787.765591:0:303492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763787.765597:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fcbb0
00000400:00000010:2.0:1787763787.765602:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fcbb0.
02000000:00000010:3.0:1787763787.765605:0:303492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45904800.
00000100:00000001:2.0:1787763787.765609:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763787.765618:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d5661c0 x1874599320621440/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763812 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763787.765619:0:303492:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763787.765650:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763787.765656:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d5661c0 x1874599320621440/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763812 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763787.765666:0:303492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d5670c0 x1874599320621568/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763787.765667:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763787.765671:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763787.765680:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763787.765698:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763787.765709:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4315624184
00000100:00000001:3.0:1787763787.765711:0:303492:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000010:2.0:1787763787.765722:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d5891f720.
00000100:00000001:3.0:1787763787.765723:0:303492:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763787.765735:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000100:00000040:3.0:1787763787.765740:0:303492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000096847001] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d5670c0 x1874599320621568/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763787.765745:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4315624184
00000100:00000010:2.0:1787763787.765756:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d5891ff00.
00000100:00000001:2.0:1787763787.765766:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787763787.765775:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763787.765790:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763787.765799:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1787763787.765804:0:303492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763787.765810:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763787/real 1787763787]  req@ffff9b9d5d5661c0 x1874599320621440/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787763787.765814:0:303492:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763787.765834:0:303492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787763787.765841:0:303492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000001:2.0:1787763787.765846:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:3.0:1787763787.765848:0:303492:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000001:2.0:1787763787.765854:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787763787.765857:0:303492:0:(import.c:485:import_select_connection()) Process entered
00000400:00000010:2.0:1787763787.765859:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569ee790.
00000400:00000200:2.0:1787763787.765865:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc6e8
00000100:00080000:3.0:1787763787.765870:0:303492:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20950
00000400:00000010:2.0:1787763787.765871:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc6e8.
00000100:00000001:2.0:1787763787.765879:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763787.765890:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d5661c0 x1874599320621440/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787763787.765897:0:303492:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000200:2.0:1787763787.765923:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d5661c0 x1874599320621440/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787763787.765924:0:303492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763787.765938:0:303492:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787763787.765942:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763787.765946:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763787.765953:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:3.0:1787763787.765954:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763787.765956:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763787.765968:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:2.0:1787763787.765970:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d5661c0 x1874599320621440/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787763787.765983:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763787.765985:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763787.766001:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000040:2.0:1787763787.766002:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d5661c0 x1874599320621440/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763812 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787763787.766020:0:303492:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1787763787.766022:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000040:3.0:1787763787.766027:0:303492:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000100:00000001:2.0:1787763787.766028:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763787.766034:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763787.766040:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1787763787.766042:0:303492:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787763787.766045:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763787.766053:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000040:3.0:1787763787.766055:0:303492:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000100:00080000:2.0:1787763787.766058:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000020:00000001:3.0:1787763787.766072:0:303492:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00080000:2.0:1787763787.766074:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763787.766077:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000020:00000001:3.0:1787763787.766091:0:303492:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00000040:2.0:1787763787.766093:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d5661c0 x1874599320621440/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763812 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763787.766116:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d5661c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320621440:192.168.203.113@tcp:250:kworker.0
00000100:00000040:3.0:1787763787.766117:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763787.766124:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763787.766131:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787763787.766131:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763787.766140:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d5661c0 x1874599320621440/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763812 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787763787.766147:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763787.766160:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000001:2.0:1787763787.766163:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763787.766170:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000020:00000040:3.0:1787763787.766171:0:303492:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
02000000:00000010:2.0:1787763787.766178:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f186000.
00000100:00080000:3.0:1787763787.766185:0:303492:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
02000000:00000001:2.0:1787763787.766189:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:3.0:1787763787.766195:0:303492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763787.766197:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763787.766201:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
02000000:00000001:3.0:1787763787.766208:0:303492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000020:00000001:2.0:1787763787.766209:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763787.766217:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45907400.
02000000:00000001:3.0:1787763787.766223:0:303492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763787.766226:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763787.766229:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763787.766237:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d5661c0.
02000000:00000001:3.0:1787763787.766237:0:303492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763787.766247:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763787.766250:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763787.766251:0:303492:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787763787.766263:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:3.0:1787763787.766264:0:303492:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787763787.766273:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000008:00000001:3.0:1787763787.766275:0:303492:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763787.766277:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763787.766293:0:303492:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763787.766294:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787763787.766300:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763787.766306:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763787.766316:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d5670c0 x1874599320621568/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1787763787.766317:0:303492:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d564b40.
00000020:00000040:3.0:1787763787.766331:0:303492:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000100:00000001:2.0:1787763787.766333:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763787.766335:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763787.766343:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763787.766348:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763787.766350:0:303492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763787.766352:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763787.766356:0:303492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763787.766364:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d5670c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320621568:192.168.203.113@tcp:38:kworker.0
00000100:00000001:3.0:1787763787.766368:0:303492:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1787763787.766369:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787763787.766378:0:303492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763787.766379:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763787.766387:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763787.766391:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787763787.766392:0:303492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763787.766394:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f186000.
02000000:00000001:2.0:1787763787.766405:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763787.766409:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
02000000:00000010:3.0:1787763787.766413:0:303492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45907400.
00000400:00000010:2.0:1787763787.766414:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569ee790.
00000400:00000010:2.0:1787763787.766427:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc6e8.
00000100:00000001:3.0:1787763787.766431:0:303492:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787763787.766435:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320621568, portal 10
00000100:00000001:2.0:1787763787.766463:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763787.766465:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910957760 : -110374798593856 : ffff9b9d5d5670c0)
00000100:00000040:2.0:1787763787.766472:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d5670c0 x1874599320621568/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763812 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763787.766478:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763787.766490:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000100:00100000:3.0:1787763787.766492:0:303492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d564b40 x1874599320621696/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1787763787.766494:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fcbb0.
00000100:00000200:2.0:1787763787.766500:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320621568, offset 0
00000400:00000200:2.0:1787763787.766517:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763787.766536:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763787.766552:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763787.766556:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1787763787.766556:0:303492:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763787.766570:0:303492:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763787.766571:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763787.766582:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763787.766595:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000100:00000040:3.0:1787763787.766596:0:303492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9fa13ea] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d564b40 x1874599320621696/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787763787.766609:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63619:63619:256:4294967295] 192.168.203.113@tcp LPNI seq info [63619:63619:8:4294967295]
00000400:00000200:2.0:1787763787.766644:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763787.766675:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1787763787.766691:0:303492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787763787.766692:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000100:00000040:3.0:1787763787.766706:0:303492:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000010:2.0:1787763787.766707:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e000.
00000100:00000040:3.0:1787763787.766723:0:303492:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:2.0:1787763787.766724:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.0:1787763787.766741:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000100:00080000:3.0:1787763787.766744:0:303492:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.1:1787763787.766759:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00080000:3.0:1787763787.766763:0:303492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000800:00000200:2.1:1787763787.766764:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000100:00000001:3.0:1787763787.766776:0:303492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000100:2.0:1787763787.766777:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763787.766788:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e000.
00000100:00080000:3.0:1787763787.766789:0:303492:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1787763787.766794:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1787763787.766802:0:303492:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1787763787.766805:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763787.766814:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fcbb0
00000100:00080000:3.0:1787763787.766817:0:303492:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20950
00000400:00000010:2.0:1787763787.766820:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fcbb0.
00000100:00000001:2.0:1787763787.766829:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000400:00000200:3.0:1787763787.766834:0:303492:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000200:2.0:1787763787.766845:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d5670c0 x1874599320621568/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763812 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787763787.766852:0:303492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763787.766865:0:303492:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787763787.766874:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763787.766882:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000040:2.0:1787763787.766883:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d5670c0 x1874599320621568/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763812 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763787.766900:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787763787.766902:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763787.766907:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763787.766914:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763787.766916:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000040:2.0:1787763787.766922:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000100:00000001:3.0:1787763787.766926:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000400:00000200:2.0:1787763787.766934:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763787.766941:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315622957
00000020:00000001:3.0:1787763787.766941:0:303492:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1787763787.766949:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315624184
00000020:00000040:3.0:1787763787.766949:0:303492:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000100:00000001:2.0:1787763787.766958:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315622957
00000020:00000001:3.0:1787763787.766961:0:303492:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787763787.766965:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315624184
00000100:00000001:2.0:1787763787.766970:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1787763787.766971:0:303492:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000100:00000001:2.0:1787763787.766978:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763787.766984:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000020:00000001:3.0:1787763787.766984:0:303492:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00100000:2.0:1787763787.766993:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763787/real 1787763787]  req@ffff9b9d5d5670c0 x1874599320621568/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787763787.767000:0:303492:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000400:00000001:2.0:1787763787.767014:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763787.767019:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000040:3.0:1787763787.767022:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000400:00000010:2.0:1787763787.767024:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569ee790.
00000400:00000200:2.0:1787763787.767032:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc6e8
00000100:00000001:3.0:1787763787.767036:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:2.0:1787763787.767037:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc6e8.
00000100:00000001:2.0:1787763787.767050:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:3.0:1787763787.767053:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000200:2.0:1787763787.767058:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d5670c0 x1874599320621568/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763787.767067:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000200:2.0:1787763787.767076:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d5670c0 x1874599320621568/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787763787.767079:0:303492:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00000001:2.0:1787763787.767093:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763787.767098:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787763787.767100:0:303492:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763787.767101:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763787.767104:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763787.767113:0:303492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763787.767114:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d5670c0 x1874599320621568/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787763787.767126:0:303492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787763787.767128:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763787.767137:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d5670c0 x1874599320621568/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763812 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787763787.767139:0:303492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763787.767157:0:303492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763787.767166:0:303492:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787763787.767171:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000008:00100000:3.0:1787763787.767174:0:303492:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1787763787.767179:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:3.0:1787763787.767185:0:303492:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763787.767187:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763787.767192:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763787.767195:0:303492:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763787.767198:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000010:3.0:1787763787.767212:0:303492:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d565e00.
00000020:00000040:3.0:1787763787.767222:0:303492:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
00000100:00000001:2.0:1787763787.767224:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763787.767232:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
02000000:00000001:3.0:1787763787.767232:0:303492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763787.767240:0:303492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763787.767242:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763787.767251:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:3.0:1787763787.767255:0:303492:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:2.0:1787763787.767260:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d5670c0 x1874599320621568/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763812 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787763787.767263:0:303492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:2.0:1787763787.767274:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d5670c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320621568:192.168.203.113@tcp:38:kworker.0
02000000:00000001:3.0:1787763787.767275:0:303492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763787.767293:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763787.767295:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000010:3.0:1787763787.767297:0:303492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45905000.
00000100:00000040:2.0:1787763787.767299:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d5670c0 x1874599320621568/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763812 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763787.767313:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000100:00000001:3.0:1787763787.767314:0:303492:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763787.767316:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763787.767321:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f186000.
02000000:00000001:2.0:1787763787.767327:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763787.767331:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763787.767335:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000100:00100000:3.0:1787763787.767338:0:303492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d565e00 x1874599320621824/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000020:00000001:2.0:1787763787.767339:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763787.767343:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45904800.
02000000:00000001:2.0:1787763787.767352:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763787.767355:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763787.767359:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d5670c0.
00000100:00000001:2.0:1787763787.767369:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763787.767375:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763787.767383:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763787.767392:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763787.767395:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763787.767400:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787763787.767403:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763787.767404:0:303492:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763787.767406:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787763787.767415:0:303492:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763787.767416:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d564b40 x1874599320621696/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763787.767434:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763787.767436:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763787.767459:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763787.767462:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763787.767464:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763787.767468:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d564b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320621696:192.168.203.113@tcp:38:kworker.0
00000100:00000040:3.0:1787763787.767470:0:303492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008dad852f] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d565e00 x1874599320621824/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763787.767480:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763787.767486:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763787.767492:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763787.767505:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763787.767515:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f186000.
00000100:00000001:3.0:1787763787.767518:0:303492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763787.767520:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763787.767527:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000040:3.0:1787763787.767529:0:303492:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20960)
00000400:00000010:2.0:1787763787.767531:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569ee790.
00000400:00000010:2.0:1787763787.767538:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc6e8.
00000100:00000200:2.0:1787763787.767542:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320621696, portal 10
00000100:00000001:2.0:1787763787.767544:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763787.767545:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910948160 : -110374798603456 : ffff9b9d5d564b40)
00000100:00000040:2.0:1787763787.767553:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d564b40 x1874599320621696/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763812 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763787.767559:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763787.767561:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763787.767563:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fcbb0.
00000100:00000200:2.0:1787763787.767565:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320621696, offset 0
00000400:00000200:2.0:1787763787.767568:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763787.767571:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763787.767575:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763787.767577:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763787.767579:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763787.767581:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763787.767583:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763787.767586:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63620:63620:256:4294967295] 192.168.203.113@tcp LPNI seq info [63620:63620:8:4294967295]
00000400:00000200:2.0:1787763787.767589:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763787.767593:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763787.767597:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763787.767599:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e000.
00000800:00000200:2.0:1787763787.767603:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.0:1787763787.767605:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787763787.767610:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763787.767612:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1787763787.767616:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763787.767618:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e000.
00000400:00000200:2.0:1787763787.767620:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787763787.767622:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763787.767639:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fcbb0
00000400:00000010:2.0:1787763787.767641:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fcbb0.
00000100:00000001:2.0:1787763787.767643:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763787.767646:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d564b40 x1874599320621696/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763812 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763787.767652:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763787.767654:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d564b40 x1874599320621696/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763812 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763787.767659:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763787.767660:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763787.767662:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763787.767665:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:2.0:1787763787.767668:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763787.767669:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315622937
00000100:00000001:2.0:1787763787.767671:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315624184
00000100:00000001:2.0:1787763787.767673:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315622937
00000100:00000001:2.0:1787763787.767675:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315624184
00000100:00000001:2.0:1787763787.767676:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763787.767678:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763787.767680:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763787.767682:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763787/real 1787763787]  req@ffff9b9d5d564b40 x1874599320621696/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763787.767689:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763787.767690:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763787.767691:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569ee790.
00000400:00000200:2.0:1787763787.767692:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc6e8
00000400:00000010:2.0:1787763787.767693:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc6e8.
00000100:00000001:2.0:1787763787.767695:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763787.767697:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d564b40 x1874599320621696/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763787.767703:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d564b40 x1874599320621696/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763787.767707:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763787.767707:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763787.767709:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763787.767709:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763787.767712:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d564b40 x1874599320621696/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763787.767716:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763787.767718:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d564b40 x1874599320621696/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763812 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763787.767722:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763787.767723:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763787.767724:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763787.767725:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763787.767726:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763787.767728:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763787.767729:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763787.767732:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763787.767734:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763787.767737:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d564b40 x1874599320621696/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763812 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763787.767742:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d564b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320621696:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763787.767744:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763787.767745:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763787.767747:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d564b40 x1874599320621696/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763812 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763787.767751:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763787.767752:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763787.767753:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f186000.
02000000:00000001:2.0:1787763787.767755:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763787.767756:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763787.767757:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:2.0:1787763787.767758:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763787.767759:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45907400.
02000000:00000001:2.0:1787763787.767760:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763787.767761:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763787.767762:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d564b40.
00000100:00000001:2.0:1787763787.767764:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763787.767764:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763787.767766:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763787.767768:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763787.767769:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763787.767772:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787763787.767773:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763787.767775:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763787.767778:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d565e00 x1874599320621824/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763787.767783:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763787.767784:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763787.767786:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763787.767788:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763787.767789:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763787.767791:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d565e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320621824:192.168.203.113@tcp:8:kworker.0
00000100:00000001:2.0:1787763787.767794:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763787.767796:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763787.767797:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763787.767798:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763787.767800:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f186000.
02000000:00000001:2.0:1787763787.767802:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763787.767805:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763787.767807:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569ee790.
00000400:00000010:2.0:1787763787.767811:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc6e8.
00000100:00000200:2.0:1787763787.767814:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320621824, portal 4
00000100:00000001:2.0:1787763787.767816:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763787.767818:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910952960 : -110374798598656 : ffff9b9d5d565e00)
00000100:00000040:2.0:1787763787.767824:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d565e00 x1874599320621824/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763812 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763787.767831:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763787.767834:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763787.767836:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fcbb0.
00000100:00000200:2.0:1787763787.767839:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320621824, offset 0
00000400:00000200:2.0:1787763787.767844:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763787.767848:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763787.767853:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763787.767856:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763787.767859:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763787.767861:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763787.767863:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763787.767865:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63621:63621:256:4294967295] 192.168.203.113@tcp LPNI seq info [63621:63621:8:4294967295]
00000400:00000200:2.0:1787763787.767868:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763787.767874:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763787.767878:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763787.767880:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e000.
00000800:00000200:2.0:1787763787.767883:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.0:1787763787.767885:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787763787.767888:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763787.767891:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1787763787.767893:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763787.767895:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e000.
00000400:00000200:2.0:1787763787.767897:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787763787.767900:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763787.767902:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fcbb0
00000400:00000010:2.0:1787763787.767903:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fcbb0.
00000100:00000001:2.0:1787763787.767905:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763787.767908:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d565e00 x1874599320621824/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763812 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763787.767913:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763787.767915:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d565e00 x1874599320621824/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763812 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763787.767920:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763787.767921:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763787.767924:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763787.767926:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:2.0:1787763787.767929:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763787.767930:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315622949
00000100:00000001:2.0:1787763787.767932:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315624184
00000100:00000001:2.0:1787763787.767934:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315622949
00000100:00000001:2.0:1787763787.767936:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315624184
00000100:00000001:2.0:1787763787.767937:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763787.767939:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763787.767940:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763787.767942:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763787/real 1787763787]  req@ffff9b9d5d565e00 x1874599320621824/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763787.767948:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763787.767949:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763787.767951:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569ee790.
00000400:00000200:2.0:1787763787.767952:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc6e8
00000400:00000010:2.0:1787763787.767953:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc6e8.
00000100:00000001:2.0:1787763787.767955:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763787.767957:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d565e00 x1874599320621824/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763787.767963:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d565e00 x1874599320621824/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763787.767966:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763787.767967:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763787.767968:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763787.767969:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763787.767971:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d565e00 x1874599320621824/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763787.767975:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763787.767977:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d565e00 x1874599320621824/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763812 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763787.767981:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763787.767983:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763787.767984:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763787.767986:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763787.767987:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763787.767988:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763787.767990:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763787.767992:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763787.767994:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763787.767997:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d565e00 x1874599320621824/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763812 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763787.768002:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d565e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320621824:192.168.203.113@tcp:8:kworker.0
00000100:00000001:2.0:1787763787.768005:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763787.768006:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763787.768008:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d565e00 x1874599320621824/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763812 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763787.768012:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763787.768013:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763787.768014:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f186000.
02000000:00000001:2.0:1787763787.768015:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763787.768016:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763787.768017:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:2.0:1787763787.768018:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763787.768019:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45905000.
02000000:00000001:2.0:1787763787.768021:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763787.768022:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763787.768022:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d565e00.
00000100:00000001:2.0:1787763787.768024:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763787.768025:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763787.768026:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763787.768029:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763787.768030:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763787.768031:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787763787.768033:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763787.956574:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763787.956583:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763787.956592:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763787.956594:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763787.956599:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763787.956601:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763787.956764:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763787.956774:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763787.956780:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763788.788518:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763788.788527:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763788.788529:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763788.788534:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763788.788538:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763788.788557:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763788.788562:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763788.788566:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763788.788571:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763788.980506:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763788.980512:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763788.980517:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763788.980518:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763788.980522:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763788.980523:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763788.980634:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763788.980637:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763788.980640:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787763789.044494:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4315624184, at 4315624192
00000100:00000040:1.0:1787763789.044503:0:303331:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b110 (cpu 1) has reached its deadline 4315624184, at 4315624192
00000100:00000010:0.0:1787763789.044506:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d5891f720.
00000100:00000010:1.0:1787763789.044515:0:303331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d5891ff00.
00000100:00000001:1.0:1787763789.812537:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763789.812546:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763789.812549:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763789.812555:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763789.812559:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763789.812564:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763789.812567:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763789.812570:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763789.812574:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763790.004516:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763790.004522:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763790.004527:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763790.004529:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763790.004532:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763790.004533:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763790.004577:0:281543:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763790.004581:0:281543:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763790.004583:0:281543:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763790.836588:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763790.836601:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763790.836629:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763790.836640:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763790.836648:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763790.836656:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763790.836661:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763790.836665:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763790.836670:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763791.028516:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763791.028522:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763791.028527:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763791.028528:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763791.028531:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763791.028532:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763791.028576:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763791.028580:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763791.028583:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763791.860544:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763791.860551:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763791.860553:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763791.860557:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763791.860560:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763791.860565:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763791.860567:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763791.860570:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763791.860572:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763792.052567:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763792.052579:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763792.052584:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763792.052590:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763792.052620:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763792.052623:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763792.052626:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763792.052631:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763792.052637:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763792.052641:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763792.052643:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763792.052645:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763792.052647:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763792.052649:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763792.052651:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763792.052654:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763792.052657:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763792.052659:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763792.052725:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763792.052732:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763792.052737:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763792.884565:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1787763792.884565:0:303492:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787763792.884571:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1787763792.884575:0:303492:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787763792.884576:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763792.884580:0:303492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:1.0:1787763792.884581:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00080000:3.0:1787763792.884584:0:303492:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787763792.884586:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763792.884599:0:303492:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787763792.884603:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787763792.884607:0:303492:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20955
00000100:00000001:1.0:1787763792.884608:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763792.884634:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763792.884640:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787763792.884644:0:303492:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763792.884656:0:303492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763792.884661:0:303492:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763792.884666:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763792.884671:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763792.884676:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763792.884679:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763792.884685:0:303492:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763792.884688:0:303492:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:3.0:1787763792.884693:0:303492:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763792.884698:0:303492:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:3.0:1787763792.884701:0:303492:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:3.0:1787763792.884705:0:303492:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:3.0:1787763792.884710:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763792.884713:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763792.884715:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763792.884718:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787763792.884722:0:303492:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:3.0:1787763792.884726:0:303492:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763792.884729:0:303492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763792.884732:0:303492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763792.884736:0:303492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763792.884740:0:303492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763792.884743:0:303492:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787763792.884746:0:303492:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763792.884756:0:303492:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d566d00.
00000020:00000040:3.0:1787763792.884760:0:303492:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:3.0:1787763792.884765:0:303492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763792.884767:0:303492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763792.884771:0:303492:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763792.884774:0:303492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763792.884779:0:303492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763792.884789:0:303492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45907800.
00000100:00000001:3.0:1787763792.884797:0:303492:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763792.884833:0:303492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d566d00 x1874599320621952/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763792.884842:0:303492:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763792.884845:0:303492:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763792.884848:0:303492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6377b55] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d566d00 x1874599320621952/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763792.884864:0:303492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763792.884867:0:303492:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763792.884869:0:303492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787763792.884870:0:303492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763792.884872:0:303492:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763792.884874:0:303492:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763792.884876:0:303492:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20955
00000400:00000200:3.0:1787763792.884880:0:303492:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763792.884882:0:303492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763792.884884:0:303492:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763792.884886:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763792.884888:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763792.884890:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763792.884891:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787763792.884892:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763792.884896:0:303492:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1787763792.884897:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1787763792.884898:0:303492:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000100:00000001:2.0:1787763792.884901:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1787763792.884901:0:303492:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763792.884905:0:303492:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000020:00000001:3.0:1787763792.884908:0:303492:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000020:00000001:3.0:1787763792.884911:0:303492:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000040:2.0:1787763792.884912:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d566d00 x1874599320621952/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787763792.884915:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763792.884920:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763792.884923:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763792.884927:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787763792.884932:0:303492:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00000001:2.0:1787763792.884934:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1787763792.884936:0:303492:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:2.0:1787763792.884937:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763792.884941:0:303492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763792.884942:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787763792.884944:0:303492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763792.884946:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763792.884949:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763792.884950:0:303492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1787763792.884954:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d566d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320621952:192.168.203.113@tcp:250:kworker.0
02000000:00000001:3.0:1787763792.884955:0:303492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763792.884960:0:303492:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787763792.884962:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00100000:3.0:1787763792.884965:0:303492:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1787763792.884966:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763792.884970:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1787763792.884970:0:303492:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763792.884975:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787763792.884975:0:303492:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763792.884980:0:303492:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d5643c0.
00000020:00000040:3.0:1787763792.884982:0:303492:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
02000000:00000010:2.0:1787763792.884983:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f184000.
02000000:00000001:3.0:1787763792.884986:0:303492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763792.884987:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763792.884989:0:303492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763792.884992:0:303492:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763792.884993:0:303492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1787763792.884995:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
02000000:00000001:3.0:1787763792.884996:0:303492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787763792.884999:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569ee790.
02000000:00000010:3.0:1787763792.885002:0:303492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45906400.
00000400:00000010:2.0:1787763792.885006:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc6e8.
00000100:00000001:3.0:1787763792.885007:0:303492:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787763792.885015:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320621952, portal 25
00000100:00100000:3.0:1787763792.885016:0:303492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d5643c0 x1874599320622080/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763792.885021:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763792.885024:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910956800 : -110374798594816 : ffff9b9d5d566d00)
00000100:00000001:3.0:1787763792.885032:0:303492:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000040:2.0:1787763792.885033:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d566d00 x1874599320621952/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763817 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763792.885037:0:303492:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763792.885045:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763792.885049:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000100:00000040:3.0:1787763792.885049:0:303492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c43373d] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d5643c0 x1874599320622080/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1787763792.885052:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fcbb0.
00000100:00000200:2.0:1787763792.885057:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320621952, offset 0
00000400:00000200:2.0:1787763792.885087:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000100:00000001:3.0:1787763792.885095:0:303492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763792.885104:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00080000:3.0:1787763792.885107:0:303492:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763792.885115:0:303492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:2.0:1787763792.885116:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000100:00000001:3.0:1787763792.885121:0:303492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763792.885127:0:303492:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1787763792.885129:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1787763792.885139:0:303492:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1787763792.885144:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000100:00080000:3.0:1787763792.885151:0:303492:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20955
00000400:00000200:2.0:1787763792.885156:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763792.885163:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763792.885169:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63622:63622:256:4294967295] 192.168.203.113@tcp LPNI seq info [63622:63622:8:4294967295]
00000400:00000200:2.0:1787763792.885174:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763792.885184:0:303492:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763792.885202:0:303492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000400:00000200:2.0:1787763792.885208:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000100:00080000:3.0:1787763792.885211:0:303492:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763792.885227:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000800:00000200:2.0:1787763792.885232:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000100:00000001:3.0:1787763792.885235:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000010:2.0:1787763792.885249:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e000.
00000100:00000040:3.0:1787763792.885250:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763792.885261:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763792.885268:0:303492:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000200:2.0:1787763792.885272:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000020:00000040:3.0:1787763792.885274:0:303492:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000020:00000001:3.0:1787763792.885284:0:303492:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000200:2.0:1787763792.885288:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00000020:00000040:3.0:1787763792.885293:0:303492:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000020:00000001:3.0:1787763792.885304:0:303492:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000800:00000200:2.1:1787763792.885305:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000020:00000001:3.0:1787763792.885314:0:303492:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000800:00000200:2.1:1787763792.885316:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00000100:00000040:3.0:1787763792.885328:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000800:00000100:2.0:1787763792.885329:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000100:00000001:3.0:1787763792.885338:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000010:2.0:1787763792.885340:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e000.
00000100:00000040:3.0:1787763792.885348:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000400:00000200:2.0:1787763792.885353:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1787763792.885354:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787763792.885363:0:303492:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000400:00000200:2.0:1787763792.885371:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000100:00080000:3.0:1787763792.885376:0:303492:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763792.885382:0:303492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763792.885384:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fcbb0
02000000:00000001:3.0:1787763792.885386:0:303492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:2.0:1787763792.885392:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fcbb0.
02000000:00000001:3.0:1787763792.885396:0:303492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763792.885401:0:256678:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:3.0:1787763792.885403:0:303492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763792.885409:0:303492:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763792.885416:0:303492:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000100:00000200:2.0:1787763792.885417:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d566d00 x1874599320621952/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763817 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1787763792.885425:0:303492:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763792.885435:0:303492:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763792.885445:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763792.885453:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d566d00 x1874599320621952/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763817 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1787763792.885496:0:303492:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d566580.
00000100:00000001:2.0:1787763792.885497:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763792.885501:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000040:3.0:1787763792.885503:0:303492:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000100:00000001:2.0:1787763792.885508:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763792.885509:0:303492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763792.885513:0:303492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763792.885515:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:3.0:1787763792.885518:0:303492:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1787763792.885520:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4315629304
02000000:00000001:3.0:1787763792.885523:0:303492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000010:2.0:1787763792.885526:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d5891f8a0.
02000000:00000001:3.0:1787763792.885528:0:303492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763792.885534:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
02000000:00000010:3.0:1787763792.885535:0:303492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45905800.
00000100:00000001:3.0:1787763792.885541:0:303492:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763792.885542:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4315629304
00000100:00000010:2.0:1787763792.885548:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d5891ff60.
00000100:00100000:3.0:1787763792.885548:0:303492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d566580 x1874599320622208/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763792.885552:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787763792.885557:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763792.885564:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763792.885564:0:303492:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763792.885568:0:303492:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763792.885569:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763792.885580:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763792/real 1787763792]  req@ffff9b9d5d566d00 x1874599320621952/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763817 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787763792.885581:0:303492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f409d8da] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d566580 x1874599320622208/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763792.885629:0:303492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1787763792.885630:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:3.0:1787763792.885631:0:303492:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000001:2.0:1787763792.885652:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000040:3.0:1787763792.885657:0:303492:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000010:2.0:1787763792.885661:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569ee790.
00000100:00080000:3.0:1787763792.885665:0:303492:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763792.885674:0:303492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000200:2.0:1787763792.885676:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc6e8
00000100:00000001:3.0:1787763792.885678:0:303492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763792.885684:0:303492:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:2.0:1787763792.885687:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc6e8.
00000100:00000001:3.0:1787763792.885691:0:303492:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787763792.885699:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00080000:3.0:1787763792.885700:0:303492:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20955
00000400:00000200:3.0:1787763792.885713:0:303492:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000200:2.0:1787763792.885720:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d566d00 x1874599320621952/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763817 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787763792.885724:0:303492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763792.885732:0:303492:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763792.885744:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763792.885754:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:2.0:1787763792.885764:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d566d00 x1874599320621952/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763817 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787763792.885765:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763792.885775:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763792.885785:0:303492:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763792.885789:0:303492:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000020:00000001:3.0:1787763792.885797:0:303492:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787763792.885800:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000020:00000040:3.0:1787763792.885824:0:303492:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000100:00000001:2.0:1787763792.885825:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1787763792.885829:0:303492:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000001:2.0:1787763792.885830:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000001:3.0:1787763792.885833:0:303492:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000001:2.0:1787763792.885834:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787763792.885842:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00100000:2.0:1787763792.885844:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d566d00 x1874599320621952/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763817 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763792.885845:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763792.885850:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763792.885855:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000001:2.0:1787763792.885857:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1787763792.885859:0:303492:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00080000:3.0:1787763792.885863:0:303492:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000040:2.0:1787763792.885866:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d566d00 x1874599320621952/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763817 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763792.885867:0:303492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763792.885871:0:303492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763792.885876:0:303492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763792.885877:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:3.0:1787763792.885880:0:303492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763792.885882:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763792.885884:0:303492:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787763792.885885:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000008:00100000:3.0:1787763792.885887:0:303492:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1787763792.885888:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763792.885894:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000008:00000001:3.0:1787763792.885894:0:303492:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763792.885898:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787763792.885898:0:303492:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763792.885904:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000010:3.0:1787763792.885905:0:303492:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d567840.
00000100:00080000:2.0:1787763792.885909:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000020:00000040:3.0:1787763792.885910:0:303492:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
02000000:00000001:3.0:1787763792.885915:0:303492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1787763792.885916:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:3.0:1787763792.885917:0:303492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763792.885922:0:303492:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:2.0:1787763792.885924:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d566d00 x1874599320621952/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763817 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787763792.885924:0:303492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763792.885927:0:303492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763792.885934:0:303492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45905000.
00000100:00100000:2.0:1787763792.885936:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d566d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320621952:192.168.203.113@tcp:250:kworker.0
00000100:00000001:3.0:1787763792.885938:0:303492:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763792.885943:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763792.885946:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00100000:3.0:1787763792.885947:0:303492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d567840 x1874599320622336/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1787763792.885952:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d566d00 x1874599320621952/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763817 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763792.885964:0:303492:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763792.885968:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000100:00000001:3.0:1787763792.885969:0:303492:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763792.885972:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000040:3.0:1787763792.885976:0:303492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002fc5cb79] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d567840 x1874599320622336/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1787763792.885977:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f184000.
02000000:00000001:2.0:1787763792.885982:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763792.885985:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763792.885988:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000100:00000001:3.0:1787763792.885988:0:303492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763792.885993:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763792.885996:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45907800.
00000100:00000040:3.0:1787763792.885996:0:303492:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20965)
02000000:00000001:2.0:1787763792.886002:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763792.886003:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763792.886004:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d566d00.
00000100:00000001:2.0:1787763792.886007:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763792.886008:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763792.886009:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763792.886016:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763792.886017:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763792.886020:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787763792.886022:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763792.886023:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763792.886027:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d5643c0 x1874599320622080/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763792.886032:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763792.886033:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763792.886034:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763792.886036:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763792.886037:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763792.886040:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d5643c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320622080:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763792.886042:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763792.886043:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763792.886045:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763792.886046:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763792.886048:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f184000.
02000000:00000001:2.0:1787763792.886050:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763792.886052:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763792.886054:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569ee790.
00000400:00000010:2.0:1787763792.886057:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc6e8.
00000100:00000200:2.0:1787763792.886059:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320622080, portal 10
00000100:00000001:2.0:1787763792.886060:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763792.886061:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910946240 : -110374798605376 : ffff9b9d5d5643c0)
00000100:00000040:2.0:1787763792.886066:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d5643c0 x1874599320622080/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763817 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763792.886070:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763792.886072:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763792.886073:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fcbb0.
00000100:00000200:2.0:1787763792.886075:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320622080, offset 0
00000400:00000200:2.0:1787763792.886077:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763792.886080:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763792.886083:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763792.886085:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763792.886087:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763792.886088:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763792.886090:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763792.886110:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63623:63623:256:4294967295] 192.168.203.113@tcp LPNI seq info [63623:63623:8:4294967295]
00000400:00000200:2.0:1787763792.886116:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763792.886125:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763792.886131:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763792.886136:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e000.
00000800:00000200:2.0:1787763792.886141:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.0:1787763792.886145:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787763792.886151:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763792.886154:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1787763792.886159:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763792.886162:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e000.
00000400:00000200:2.0:1787763792.886166:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787763792.886170:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763792.886174:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fcbb0
00000400:00000010:2.0:1787763792.886176:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fcbb0.
00000100:00000001:2.0:1787763792.886179:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763792.886186:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d5643c0 x1874599320622080/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763817 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763792.886202:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763792.886209:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d5643c0 x1874599320622080/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763817 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763792.886222:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763792.886225:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763792.886233:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763792.886240:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:2.0:1787763792.886246:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763792.886251:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315628076
00000100:00000001:2.0:1787763792.886257:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315629304
00000100:00000001:2.0:1787763792.886262:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315628076
00000100:00000001:2.0:1787763792.886266:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315629304
00000100:00000001:2.0:1787763792.886271:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763792.886276:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763792.886280:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763792.886287:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763792/real 1787763792]  req@ffff9b9d5d5643c0 x1874599320622080/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763817 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763792.886307:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763792.886309:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763792.886312:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569ee790.
00000400:00000200:2.0:1787763792.886315:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc6e8
00000400:00000010:2.0:1787763792.886317:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc6e8.
00000100:00000001:2.0:1787763792.886320:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763792.886324:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d5643c0 x1874599320622080/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763817 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763792.886335:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d5643c0 x1874599320622080/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763817 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763792.886343:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763792.886345:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763792.886348:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763792.886349:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763792.886354:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d5643c0 x1874599320622080/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763817 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763792.886362:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763792.886366:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d5643c0 x1874599320622080/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763817 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763792.886374:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763792.886377:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763792.886379:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763792.886381:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763792.886383:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763792.886397:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763792.886400:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763792.886404:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763792.886407:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763792.886413:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d5643c0 x1874599320622080/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763817 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763792.886423:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d5643c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320622080:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763792.886428:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763792.886432:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d566580 x1874599320622208/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763792.886439:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763792.886441:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763792.886444:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763792.886446:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763792.886448:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763792.886452:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d566580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320622208:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763792.886456:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763792.886459:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763792.886461:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763792.886463:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763792.886468:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f184c00.
02000000:00000001:2.0:1787763792.886471:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763792.886475:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763792.886478:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569ee790.
00000400:00000010:2.0:1787763792.886482:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc6e8.
00000100:00000200:2.0:1787763792.886485:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320622208, portal 10
00000100:00000001:2.0:1787763792.886488:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763792.886522:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910954880 : -110374798596736 : ffff9b9d5d566580)
00000100:00000040:2.0:1787763792.886531:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d566580 x1874599320622208/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763817 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763792.886540:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763792.886543:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763792.886546:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fcbb0.
00000100:00000200:2.0:1787763792.886550:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320622208, offset 0
00000400:00000200:2.0:1787763792.886555:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763792.886561:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763792.886565:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763792.886570:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763792.886573:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763792.886577:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763792.886580:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763792.886584:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63624:63624:256:4294967295] 192.168.203.113@tcp LPNI seq info [63624:63624:8:4294967295]
00000400:00000200:2.0:1787763792.886615:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763792.886639:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763792.886644:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763792.886648:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e000.
00000800:00000200:2.0:1787763792.886652:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.0:1787763792.886655:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787763792.886659:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763792.886662:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1787763792.886666:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763792.886668:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e000.
00000400:00000200:2.0:1787763792.886671:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787763792.886675:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763792.886679:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fcbb0
00000400:00000010:2.0:1787763792.886681:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fcbb0.
00000100:00000001:2.0:1787763792.886700:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763792.886708:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d566580 x1874599320622208/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763817 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763792.886719:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763792.886723:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d566580 x1874599320622208/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763817 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763792.886732:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763792.886734:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763792.886738:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763792.886743:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:2.0:1787763792.886747:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763792.886751:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315628056
00000100:00000001:2.0:1787763792.886754:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315629304
00000100:00000001:2.0:1787763792.886757:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315628056
00000100:00000001:2.0:1787763792.886760:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315629304
00000100:00000001:2.0:1787763792.886762:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763792.886765:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763792.886768:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763792.886772:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763792/real 1787763792]  req@ffff9b9d5d566580 x1874599320622208/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763817 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763792.886797:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763792.886798:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763792.886799:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569ee790.
00000400:00000200:2.0:1787763792.886801:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc6e8
00000400:00000010:2.0:1787763792.886802:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc6e8.
00000100:00000001:2.0:1787763792.886803:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763792.886805:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d566580 x1874599320622208/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763817 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763792.886810:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d566580 x1874599320622208/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763817 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763792.886814:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763792.886815:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763792.886817:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763792.886817:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763792.886819:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d566580 x1874599320622208/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763817 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763792.886823:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763792.886826:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d566580 x1874599320622208/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763817 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763792.886830:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763792.886832:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763792.886833:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763792.886834:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763792.886836:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763792.886837:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763792.886839:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763792.886840:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763792.886842:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763792.886844:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d566580 x1874599320622208/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763817 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763792.886849:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d566580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320622208:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763792.886851:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763792.886853:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d567840 x1874599320622336/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763792.886858:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763792.886859:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763792.886860:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763792.886862:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763792.886863:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763792.886865:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d567840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320622336:192.168.203.113@tcp:8:kworker.0
00000100:00000001:2.0:1787763792.886866:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763792.886868:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763792.886869:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763792.886870:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763792.886873:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f186000.
02000000:00000001:2.0:1787763792.886875:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763792.886877:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763792.886880:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569ee790.
00000400:00000010:2.0:1787763792.886882:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc6e8.
00000100:00000200:2.0:1787763792.886884:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320622336, portal 4
00000100:00000001:2.0:1787763792.886886:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763792.886887:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910959680 : -110374798591936 : ffff9b9d5d567840)
00000100:00000040:2.0:1787763792.886891:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d567840 x1874599320622336/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763817 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763792.886895:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763792.886897:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763792.886898:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fcbb0.
00000100:00000200:2.0:1787763792.886900:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320622336, offset 0
00000400:00000200:2.0:1787763792.886902:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763792.886905:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763792.886907:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763792.886909:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763792.886910:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763792.886912:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763792.886914:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763792.886916:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63625:63625:256:4294967295] 192.168.203.113@tcp LPNI seq info [63625:63625:8:4294967295]
00000400:00000200:2.0:1787763792.886919:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763792.886923:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763792.886927:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763792.886929:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e000.
00000800:00000200:2.0:1787763792.886931:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.0:1787763792.886933:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787763792.886936:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763792.886938:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1787763792.886941:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763792.886942:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e000.
00000400:00000200:2.0:1787763792.886944:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787763792.886946:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763792.886948:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fcbb0
00000400:00000010:2.0:1787763792.886950:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fcbb0.
00000100:00000001:2.0:1787763792.886951:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763792.886953:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d567840 x1874599320622336/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763817 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763792.886963:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763792.886965:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d567840 x1874599320622336/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763817 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763792.886969:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763792.886970:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763792.886972:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763792.886973:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:2.0:1787763792.886975:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763792.886976:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315628068
00000100:00000001:2.0:1787763792.886978:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315629304
00000100:00000001:2.0:1787763792.886979:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315628068
00000100:00000001:2.0:1787763792.886981:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315629304
00000100:00000001:2.0:1787763792.886983:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763792.886984:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763792.886985:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763792.886987:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763792/real 1787763792]  req@ffff9b9d5d567840 x1874599320622336/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763817 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763792.886991:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763792.886992:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763792.886993:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569ee790.
00000400:00000200:2.0:1787763792.886994:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc6e8
00000400:00000010:2.0:1787763792.886995:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc6e8.
00000100:00000001:2.0:1787763792.886996:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763792.886998:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d567840 x1874599320622336/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763817 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763792.887003:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d567840 x1874599320622336/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763817 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763792.887008:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763792.887009:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763792.887010:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763792.887011:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763792.887014:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d567840 x1874599320622336/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763817 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763792.887018:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763792.887020:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d567840 x1874599320622336/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763817 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763792.887024:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763792.887025:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763792.887026:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763792.887027:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763792.887028:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763792.887029:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763792.887030:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763792.887032:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763792.887033:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763792.887035:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d567840 x1874599320622336/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763817 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763792.887040:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d567840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320622336:192.168.203.113@tcp:8:kworker.0
00000100:00000001:2.0:1787763792.887042:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763792.887043:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763792.887045:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d5643c0 x1874599320622080/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763817 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763792.887050:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763792.887051:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763792.887052:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f184000.
02000000:00000001:2.0:1787763792.887054:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763792.887055:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763792.887057:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:2.0:1787763792.887058:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763792.887060:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45906400.
02000000:00000001:2.0:1787763792.887061:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763792.887062:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763792.887063:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d5643c0.
00000100:00000001:2.0:1787763792.887065:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763792.887066:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763792.887067:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763792.887069:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d566580 x1874599320622208/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763817 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763792.887091:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763792.887092:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763792.887094:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f184c00.
02000000:00000001:2.0:1787763792.887097:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763792.887098:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763792.887100:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:2.0:1787763792.887102:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763792.887104:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45905800.
02000000:00000001:2.0:1787763792.887106:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763792.887107:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763792.887109:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d566580.
00000100:00000001:2.0:1787763792.887112:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763792.887113:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763792.887115:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763792.887119:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d567840 x1874599320622336/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763817 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763792.887126:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763792.887128:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763792.887129:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f186000.
02000000:00000001:2.0:1787763792.887132:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763792.887133:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763792.887135:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:2.0:1787763792.887137:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763792.887139:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45905000.
02000000:00000001:2.0:1787763792.887141:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763792.887143:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763792.887144:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d567840.
00000100:00000001:2.0:1787763792.887147:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763792.887149:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763792.887151:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763792.887156:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763792.887158:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763792.887160:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787763792.887162:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763793.076550:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763793.076560:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763793.076569:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763793.076572:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763793.076578:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763793.076582:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763793.076691:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763793.076698:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763793.076702:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763793.908670:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763793.908682:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763793.908687:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763793.908696:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763793.908702:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763793.908708:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763793.908714:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763793.908719:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763793.908724:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763794.100548:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763794.100555:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763794.100564:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763794.100567:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763794.100572:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763794.100574:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763794.100671:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763794.100678:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763794.100682:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1787763794.164563:0:303331:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b110 (cpu 1) has reached its deadline 4315629304, at 4315629312
00000100:00000040:0.0:1787763794.164567:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4315629304, at 4315629312
00000100:00000010:1.0:1787763794.164604:0:303331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d5891ff60.
00000100:00000010:0.0:1787763794.164618:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d5891f8a0.
00000100:00000001:1.0:1787763794.932572:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763794.932605:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763794.932608:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763794.932616:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763794.932623:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763794.932628:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763794.932633:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763794.932637:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763794.932642:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763795.124547:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763795.124555:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763795.124562:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763795.124565:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763795.124571:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763795.124599:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763795.124603:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763795.124624:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763795.124628:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763795.124630:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763795.124632:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763795.124634:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763795.124687:0:281543:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763795.124692:0:281543:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763795.124696:0:281543:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763795.956619:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763795.956628:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763795.956632:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763795.956639:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763795.956644:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763795.956651:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763795.956654:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763795.956658:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763795.956661:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763796.148516:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763796.148523:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763796.148529:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763796.148530:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763796.148535:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763796.148536:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763796.148597:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763796.148602:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763796.148606:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763796.980513:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763796.980519:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763796.980522:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763796.980526:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763796.980530:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763796.980533:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763796.980536:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763796.980539:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763796.980542:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763797.172535:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763797.172542:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763797.172548:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763797.172550:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763797.172554:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763797.172555:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763797.172630:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763797.172633:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763797.172636:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763798.004600:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763798.004615:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:0.0:1787763798.004619:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787763798.004621:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763798.004638:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:1.0:1787763798.004640:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:0.0:1787763798.004642:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763798.004648:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787763798.004654:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787763798.004655:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787763798.004668:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1787763798.004675:0:291943:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20960
00000100:00000001:1.0:1787763798.004681:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000400:00000200:0.0:1787763798.004689:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:1.0:1787763798.004689:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1787763798.004702:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00000001:1.0:1787763798.004703:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763798.004712:0:291943:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763798.004720:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763798.004724:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763798.004728:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763798.004730:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763798.004734:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763798.004744:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:0.0:1787763798.004747:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763798.004751:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:0.0:1787763798.004753:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:0.0:1787763798.004755:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:0.0:1787763798.004758:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763798.004759:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763798.004761:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763798.004762:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787763798.004765:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:0.0:1787763798.004767:0:291943:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763798.004769:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763798.004771:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763798.004775:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763798.004777:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763798.004779:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787763798.004781:0:291943:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763798.004792:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81851680.
00000020:00000040:0.0:1787763798.004795:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:0.0:1787763798.004799:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763798.004800:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763798.004803:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763798.004806:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763798.004811:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763798.004821:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d5055bc00.
00000100:00000001:0.0:1787763798.004828:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763798.004839:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81851680 x1874599320622464/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763798.004848:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763798.004853:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763798.004857:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be916297] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81851680 x1874599320622464/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763798.004879:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763798.004882:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763798.004886:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787763798.004887:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763798.004888:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763798.004890:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763798.004893:0:291943:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20960
00000400:00000200:0.0:1787763798.004895:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763798.004898:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763798.004900:0:291943:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763798.004903:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763798.004905:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763798.004907:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763798.004910:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763798.004912:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763798.004913:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000020:00000001:0.0:1787763798.004914:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763798.004916:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000020:00000001:0.0:1787763798.004918:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000020:00000001:0.0:1787763798.004919:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000040:0.0:1787763798.004922:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763798.004925:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787763798.004926:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1787763798.004929:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763798.004934:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000001:2.0:1787763798.004935:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000040:0.0:1787763798.004937:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00000001:2.0:1787763798.004941:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00080000:0.0:1787763798.004943:0:291943:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763798.004948:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763798.004951:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763798.004958:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763798.004962:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763798.004962:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81851680 x1874599320622464/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763798.004971:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763798.004983:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787763798.004997:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763798.004997:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763798.005007:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763798.005007:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763798.005029:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81852940.
02000000:00000001:2.0:1787763798.005029:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:0.0:1787763798.005041:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
02000000:00000001:2.0:1787763798.005041:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763798.005060:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763798.005061:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763798.005071:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763798.005080:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81851680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320622464:192.168.203.113@tcp:250:kworker.0
00000100:00000001:0.0:1787763798.005081:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763798.005090:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763798.005101:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763798.005101:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000010:0.0:1787763798.005115:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d50559800.
02000000:00000001:2.0:1787763798.005117:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763798.005128:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763798.005129:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763798.005135:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:0.0:1787763798.005142:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81852940 x1874599320622592/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:2.0:1787763798.005147:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f184c00.
00000100:00000001:0.0:1787763798.005154:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763798.005156:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763798.005161:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afb094cc] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81852940 x1874599320622592/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787763798.005168:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763798.005186:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763798.005192:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1787763798.005193:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00080000:0.0:1787763798.005199:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787763798.005203:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763798.005208:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:2.0:1787763798.005209:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569ee790.
00000100:00000001:0.0:1787763798.005223:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763798.005228:0:291943:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20960
00000400:00000010:2.0:1787763798.005229:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc6e8.
00000400:00000200:0.0:1787763798.005236:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000200:2.0:1787763798.005241:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320622464, portal 25
00000400:00000200:0.0:1787763798.005243:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763798.005261:0:291943:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787763798.005261:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763798.005272:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699517994624 : -110374191556992 : ffff9b9d81851680)
00000100:00000040:0.0:1787763798.005273:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763798.005284:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763798.005296:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000040:2.0:1787763798.005297:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81851680 x1874599320622464/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763823 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763798.005308:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763798.005323:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763798.005329:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000100:00000001:2.0:1787763798.005335:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:0.0:1787763798.005337:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763798.005351:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000100:00000040:2.0:1787763798.005362:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000020:00000001:0.0:1787763798.005364:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000400:00000010:2.0:1787763798.005367:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fcbb0.
00000020:00000001:0.0:1787763798.005369:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00000200:2.0:1787763798.005377:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320622464, offset 0
00000100:00000040:0.0:1787763798.005379:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763798.005386:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763798.005389:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000400:00000200:2.0:1787763798.005396:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000100:00000001:0.0:1787763798.005398:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787763798.005407:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000400:00000200:2.0:1787763798.005412:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00080000:0.0:1787763798.005417:0:291943:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763798.005425:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763798.005428:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
02000000:00000001:0.0:1787763798.005481:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763798.005487:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1787763798.005491:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:0.0:1787763798.005494:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763798.005498:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000200:2.0:1787763798.005503:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000008:00100000:0.0:1787763798.005505:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787763798.005511:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763798.005515:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1787763798.005517:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763798.005526:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000100:00000010:0.0:1787763798.005529:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81853c00.
00000020:00000040:0.0:1787763798.005540:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000400:00000200:2.0:1787763798.005541:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63626:63626:256:4294967295] 192.168.203.113@tcp LPNI seq info [63626:63626:8:4294967295]
02000000:00000001:0.0:1787763798.005571:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763798.005573:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763798.005575:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763798.005579:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763798.005585:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763798.005586:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
02000000:00000010:0.0:1787763798.005597:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d50559c00.
00000100:00000001:0.0:1787763798.005604:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763798.005615:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000100:00100000:0.0:1787763798.005622:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81853c00 x1874599320622720/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.0:1787763798.005646:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000100:00000001:0.0:1787763798.005647:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763798.005657:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1787763798.005662:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e000.
00000100:00000040:0.0:1787763798.005664:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ce798b78] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81853c00 x1874599320622720/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763798.005678:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787763798.005681:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000040:0.0:1787763798.005684:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.0:1787763798.005691:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 2 secs later)
00000100:00000040:0.0:1787763798.005692:0:291943:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1787763798.005706:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763798.005720:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000800:00000200:2.1:1787763798.005721:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000001:0.0:1787763798.005730:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:2.1:1787763798.005732:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 2 secs later)
00000100:00080000:0.0:1787763798.005734:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763798.005746:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000800:00000100:2.0:1787763798.005749:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000100:00080000:0.0:1787763798.005756:0:291943:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20960
00000800:00000010:2.0:1787763798.005757:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e000.
00000400:00000200:0.0:1787763798.005773:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763798.005775:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787763798.005786:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763798.005792:0:291943:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1787763798.005798:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000100:00000040:0.0:1787763798.005800:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763798.005810:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763798.005821:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000400:00000200:2.0:1787763798.005823:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fcbb0
00000100:00000001:0.0:1787763798.005825:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763798.005832:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763798.005834:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000400:00000010:2.0:1787763798.005835:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fcbb0.
00000020:00000001:0.0:1787763798.005837:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763798.005841:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000020:00000001:0.0:1787763798.005847:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000020:00000001:0.0:1787763798.005851:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000001:2.0:1787763798.005853:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:0.0:1787763798.005855:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763798.005860:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763798.005863:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763798.005864:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787763798.005873:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00000200:2.0:1787763798.005876:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d81851680 x1874599320622464/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763823 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787763798.005881:0:291943:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763798.005898:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763798.005908:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763798.005916:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763798.005926:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763798.005936:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763798.005942:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787763798.005953:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763798.005962:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763798.005974:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81852580.
00000020:00000040:0.0:1787763798.005979:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
02000000:00000001:0.0:1787763798.005981:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1787763798.005982:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:0.0:1787763798.005983:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763798.005988:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763798.005993:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:2.0:1787763798.005995:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81851680 x1874599320622464/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763823 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787763798.006006:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763798.006018:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d5055a400.
00000100:00000001:0.0:1787763798.006028:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763798.006031:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763798.006038:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:0.0:1787763798.006043:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81852580 x1874599320622848/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763798.006052:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763798.006054:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763798.006063:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763798.006077:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000040:0.0:1787763798.006082:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a3a56c9a] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81852580 x1874599320622848/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763798.006086:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4315634424
00000100:00000001:0.0:1787763798.006103:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763798.006105:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d5891f5a0.
00000100:00000040:0.0:1787763798.006110:0:291943:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20970)
00000100:00000001:2.0:1787763798.006118:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787763798.006130:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4315634424
00000100:00000010:2.0:1787763798.006136:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d5891fae0.
00000100:00000001:2.0:1787763798.006140:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787763798.006145:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763798.006148:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763798.006151:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763798.006158:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763798/real 1787763798]  req@ffff9b9d81851680 x1874599320622464/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763798.006171:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763798.006173:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763798.006176:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569ee790.
00000400:00000200:2.0:1787763798.006180:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc6e8
00000400:00000010:2.0:1787763798.006182:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc6e8.
00000100:00000001:2.0:1787763798.006186:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763798.006190:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81851680 x1874599320622464/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763798.006201:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81851680 x1874599320622464/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763798.006210:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763798.006212:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763798.006216:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763798.006218:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763798.006223:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81851680 x1874599320622464/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763798.006232:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763798.006238:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81851680 x1874599320622464/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763823 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763798.006247:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763798.006250:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763798.006252:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763798.006254:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763798.006257:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763798.006260:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763798.006263:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763798.006269:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763798.006272:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763798.006277:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81851680 x1874599320622464/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763823 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763798.006287:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81851680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320622464:192.168.203.113@tcp:250:kworker.0
00000100:00000001:2.0:1787763798.006292:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763798.006296:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763798.006300:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81851680 x1874599320622464/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763823 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763798.006308:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763798.006311:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763798.006315:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f184c00.
02000000:00000001:2.0:1787763798.006318:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763798.006322:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763798.006325:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:2.0:1787763798.006328:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763798.006331:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d5055bc00.
02000000:00000001:2.0:1787763798.006336:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763798.006338:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763798.006341:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81851680.
00000100:00000001:2.0:1787763798.006345:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763798.006347:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763798.006350:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763798.006358:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763798.006360:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763798.006363:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787763798.006365:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763798.006367:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763798.006372:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81852940 x1874599320622592/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763798.006381:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763798.006383:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763798.006386:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763798.006390:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763798.006393:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763798.006396:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81852940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320622592:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763798.006400:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763798.006403:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763798.006405:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763798.006407:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763798.006411:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f184c00.
02000000:00000001:2.0:1787763798.006413:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763798.006418:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763798.006421:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569ee790.
00000400:00000010:2.0:1787763798.006425:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc6e8.
00000100:00000200:2.0:1787763798.006429:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320622592, portal 10
00000100:00000001:2.0:1787763798.006432:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763798.006434:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699517999424 : -110374191552192 : ffff9b9d81852940)
00000100:00000040:2.0:1787763798.006479:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81852940 x1874599320622592/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763823 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763798.006490:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763798.006493:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763798.006496:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fcbb0.
00000100:00000200:2.0:1787763798.006500:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320622592, offset 0
00000400:00000200:2.0:1787763798.006505:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763798.006511:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763798.006517:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763798.006521:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763798.006524:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763798.006528:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763798.006531:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763798.006535:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63627:63627:256:4294967295] 192.168.203.113@tcp LPNI seq info [63627:63627:8:4294967295]
00000400:00000200:2.0:1787763798.006541:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763798.006550:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763798.006578:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763798.006585:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e000.
00000800:00000200:2.0:1787763798.006593:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.0:1787763798.006597:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787763798.006604:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763798.006607:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1787763798.006612:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763798.006615:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e000.
00000400:00000200:2.0:1787763798.006619:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787763798.006624:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763798.006628:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fcbb0
00000400:00000010:2.0:1787763798.006631:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fcbb0.
00000100:00000001:2.0:1787763798.006634:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763798.006639:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d81852940 x1874599320622592/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763823 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763798.006650:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763798.006654:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81852940 x1874599320622592/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763823 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763798.006670:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763798.006672:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763798.006677:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763798.006683:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:2.0:1787763798.006687:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763798.006690:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315633197
00000100:00000001:2.0:1787763798.006694:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315634424
00000100:00000001:2.0:1787763798.006696:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315633197
00000100:00000001:2.0:1787763798.006699:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315634424
00000100:00000001:2.0:1787763798.006702:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763798.006704:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763798.006707:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763798.006711:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763798/real 1787763798]  req@ffff9b9d81852940 x1874599320622592/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763798.006721:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763798.006723:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763798.006725:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569ee790.
00000400:00000200:2.0:1787763798.006728:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc6e8
00000400:00000010:2.0:1787763798.006730:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc6e8.
00000100:00000001:2.0:1787763798.006733:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763798.006736:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81852940 x1874599320622592/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763798.006747:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81852940 x1874599320622592/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763798.006755:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763798.006756:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763798.006759:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763798.006760:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763798.006764:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81852940 x1874599320622592/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763798.006774:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763798.006779:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81852940 x1874599320622592/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763823 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763798.006787:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763798.006790:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763798.006792:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763798.006793:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763798.006796:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763798.006808:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763798.006811:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763798.006815:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763798.006818:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763798.006822:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81852940 x1874599320622592/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763823 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763798.006831:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81852940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320622592:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763798.006836:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763798.006841:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81853c00 x1874599320622720/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763798.006849:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763798.006851:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763798.006854:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763798.006856:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763798.006858:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763798.006862:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81853c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320622720:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763798.006866:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763798.006868:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763798.006871:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763798.006873:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763798.006878:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f184000.
02000000:00000001:2.0:1787763798.006880:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763798.006884:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763798.006887:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569ee790.
00000400:00000010:2.0:1787763798.006891:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc6e8.
00000100:00000200:2.0:1787763798.006895:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320622720, portal 10
00000100:00000001:2.0:1787763798.006897:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763798.006899:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699518004224 : -110374191547392 : ffff9b9d81853c00)
00000100:00000040:2.0:1787763798.006906:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81853c00 x1874599320622720/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763823 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763798.006915:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763798.006918:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763798.006920:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fcbb0.
00000100:00000200:2.0:1787763798.006923:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320622720, offset 0
00000400:00000200:2.0:1787763798.006928:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763798.006932:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763798.006936:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763798.006940:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763798.006943:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763798.006946:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763798.006949:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763798.006953:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63628:63628:256:4294967295] 192.168.203.113@tcp LPNI seq info [63628:63628:8:4294967295]
00000400:00000200:2.0:1787763798.006959:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763798.006967:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763798.006972:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763798.006976:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e000.
00000800:00000200:2.0:1787763798.006981:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.0:1787763798.006984:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787763798.006989:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763798.006993:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1787763798.006997:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763798.007015:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e000.
00000400:00000200:2.0:1787763798.007021:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787763798.007025:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763798.007029:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fcbb0
00000400:00000010:2.0:1787763798.007031:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fcbb0.
00000100:00000001:2.0:1787763798.007040:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763798.007044:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d81853c00 x1874599320622720/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763823 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763798.007054:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763798.007058:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81853c00 x1874599320622720/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763823 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763798.007067:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763798.007069:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763798.007072:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763798.007076:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:2.0:1787763798.007080:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763798.007082:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315633176
00000100:00000001:2.0:1787763798.007086:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315634424
00000100:00000001:2.0:1787763798.007088:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315633176
00000100:00000001:2.0:1787763798.007091:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315634424
00000100:00000001:2.0:1787763798.007094:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763798.007097:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763798.007099:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763798.007103:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763798/real 1787763798]  req@ffff9b9d81853c00 x1874599320622720/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763798.007112:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763798.007113:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763798.007115:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569ee790.
00000400:00000200:2.0:1787763798.007118:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc6e8
00000400:00000010:2.0:1787763798.007120:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc6e8.
00000100:00000001:2.0:1787763798.007123:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763798.007127:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81853c00 x1874599320622720/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763798.007137:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81853c00 x1874599320622720/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763798.007145:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763798.007147:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763798.007149:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763798.007150:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763798.007155:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81853c00 x1874599320622720/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763798.007162:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763798.007167:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81853c00 x1874599320622720/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763823 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763798.007175:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763798.007178:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763798.007179:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763798.007181:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763798.007183:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763798.007185:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763798.007188:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763798.007192:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763798.007195:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763798.007199:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81853c00 x1874599320622720/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763823 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763798.007209:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81853c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320622720:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763798.007213:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763798.007219:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81852580 x1874599320622848/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763798.007228:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763798.007230:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763798.007233:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763798.007235:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763798.007237:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763798.007241:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81852580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320622848:192.168.203.113@tcp:8:kworker.0
00000100:00000001:2.0:1787763798.007244:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763798.007247:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763798.007249:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763798.007251:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763798.007256:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f185000.
02000000:00000001:2.0:1787763798.007259:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763798.007262:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763798.007265:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569ee790.
00000400:00000010:2.0:1787763798.007269:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc6e8.
00000100:00000200:2.0:1787763798.007272:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320622848, portal 4
00000100:00000001:2.0:1787763798.007275:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763798.007276:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699517998464 : -110374191553152 : ffff9b9d81852580)
00000100:00000040:2.0:1787763798.007283:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81852580 x1874599320622848/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763823 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763798.007291:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763798.007294:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763798.007297:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fcbb0.
00000100:00000200:2.0:1787763798.007300:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320622848, offset 0
00000400:00000200:2.0:1787763798.007304:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763798.007308:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763798.007312:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763798.007315:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763798.007318:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763798.007321:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763798.007324:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763798.007328:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63629:63629:256:4294967295] 192.168.203.113@tcp LPNI seq info [63629:63629:8:4294967295]
00000400:00000200:2.0:1787763798.007333:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763798.007341:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763798.007346:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763798.007350:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e000.
00000800:00000200:2.0:1787763798.007355:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.0:1787763798.007358:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787763798.007364:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763798.007367:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1787763798.007372:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763798.007374:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e000.
00000400:00000200:2.0:1787763798.007378:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787763798.007382:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763798.007386:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fcbb0
00000400:00000010:2.0:1787763798.007388:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fcbb0.
00000100:00000001:2.0:1787763798.007391:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763798.007395:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d81852580 x1874599320622848/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763823 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763798.007404:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763798.007408:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81852580 x1874599320622848/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763823 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763798.007416:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763798.007418:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763798.007421:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763798.007425:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:2.0:1787763798.007428:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763798.007431:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315633188
00000100:00000001:2.0:1787763798.007433:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315634424
00000100:00000001:2.0:1787763798.007436:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315633188
00000100:00000001:2.0:1787763798.007466:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315634424
00000100:00000001:2.0:1787763798.007469:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763798.007472:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763798.007475:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763798.007480:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763798/real 1787763798]  req@ffff9b9d81852580 x1874599320622848/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763798.007490:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763798.007492:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763798.007494:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569ee790.
00000400:00000200:2.0:1787763798.007497:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc6e8
00000400:00000010:2.0:1787763798.007499:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc6e8.
00000100:00000001:2.0:1787763798.007502:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763798.007506:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81852580 x1874599320622848/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763798.007516:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81852580 x1874599320622848/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763798.007524:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763798.007526:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763798.007528:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763798.007530:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763798.007537:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81852580 x1874599320622848/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763798.007551:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763798.007581:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81852580 x1874599320622848/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763823 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763798.007594:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763798.007599:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763798.007602:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763798.007605:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763798.007609:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763798.007612:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763798.007618:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763798.007625:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763798.007630:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763798.007638:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81852580 x1874599320622848/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763823 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763798.007654:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81852580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320622848:192.168.203.113@tcp:8:kworker.0
00000100:00000001:2.0:1787763798.007661:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763798.007665:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763798.007671:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81852940 x1874599320622592/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763823 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763798.007685:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763798.007689:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763798.007693:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f184c00.
02000000:00000001:2.0:1787763798.007699:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763798.007702:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763798.007705:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:2.0:1787763798.007710:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763798.007713:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d50559800.
02000000:00000001:2.0:1787763798.007719:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763798.007722:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763798.007725:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81852940.
00000100:00000001:2.0:1787763798.007730:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763798.007733:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763798.007736:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763798.007744:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81853c00 x1874599320622720/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763823 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763798.007757:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763798.007760:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763798.007763:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f184000.
02000000:00000001:2.0:1787763798.007768:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763798.007770:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763798.007772:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:2.0:1787763798.007775:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763798.007778:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d50559c00.
02000000:00000001:2.0:1787763798.007781:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763798.007783:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763798.007784:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81853c00.
00000100:00000001:2.0:1787763798.007787:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763798.007789:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763798.007791:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763798.007796:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81852580 x1874599320622848/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763823 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763798.007803:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763798.007805:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763798.007807:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f185000.
02000000:00000001:2.0:1787763798.007810:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763798.007812:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763798.007813:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:2.0:1787763798.007816:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763798.007817:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d5055a400.
02000000:00000001:2.0:1787763798.007820:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763798.007821:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763798.007823:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81852580.
00000100:00000001:2.0:1787763798.007825:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763798.007827:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763798.007829:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763798.007834:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763798.007836:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763798.007838:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787763798.007840:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763798.196585:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763798.196593:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763798.196602:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763798.196604:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763798.196609:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763798.196611:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763798.196684:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763798.196690:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763798.196695:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763799.028576:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763799.028588:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763799.028591:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763799.028598:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763799.028604:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763799.028609:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763799.028613:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763799.028616:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763799.028621:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763799.220617:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763799.220627:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763799.220636:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763799.220639:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763799.220645:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763799.220648:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763799.220747:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763799.220753:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763799.220758:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787763799.284533:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4315634424, at 4315634432
00000100:00000010:0.0:1787763799.284568:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d5891f5a0.
00000100:00000040:1.0:1787763799.284603:0:303331:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b110 (cpu 1) has reached its deadline 4315634424, at 4315634432
00000100:00000010:1.0:1787763799.284623:0:303331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d5891fae0.
00000100:00000001:1.0:1787763800.052608:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763800.052620:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763800.052623:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763800.052632:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763800.052638:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763800.052645:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763800.052650:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763800.052655:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763800.052661:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763800.244500:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763800.244506:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763800.244511:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763800.244513:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763800.244515:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763800.244517:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763800.244575:0:281543:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763800.244579:0:281543:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763800.244582:0:281543:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763801.076560:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763801.076566:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763801.076567:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763801.076572:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763801.076575:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763801.076577:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763801.076579:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763801.076582:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763801.076584:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763801.268608:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763801.268615:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763801.268618:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763801.268622:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763801.268642:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763801.268645:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763801.268648:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763801.268651:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763801.268656:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763801.268658:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763801.268660:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763801.268662:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763801.268664:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763801.268666:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763801.268668:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763801.268671:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763801.268675:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763801.268677:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763801.268795:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763801.268800:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763801.268803:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763802.100616:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763802.100626:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763802.100629:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763802.100636:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763802.100641:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763802.100645:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763802.100650:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763802.100653:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763802.100657:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763802.292512:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763802.292518:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763802.292523:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763802.292534:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763802.292538:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763802.292539:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763802.292617:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763802.292621:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763802.292624:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763803.124517:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763803.124534:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763803.124537:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763803.124540:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1787763803.124542:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763803.124548:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1787763803.124549:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787763803.124553:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787763803.124553:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1787763803.124556:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787763803.124557:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763803.124561:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763803.124563:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787763803.124565:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763803.124570:0:291943:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20965
00000400:00000200:0.0:1787763803.124578:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763803.124587:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763803.124591:0:291943:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763803.124596:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763803.124599:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763803.124601:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763803.124604:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763803.124608:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763803.124611:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:0.0:1787763803.124614:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763803.124617:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:0.0:1787763803.124620:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:0.0:1787763803.124623:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:0.0:1787763803.124626:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763803.124629:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763803.124631:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763803.124633:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787763803.124637:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:0.0:1787763803.124640:0:291943:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763803.124643:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763803.124646:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763803.124650:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763803.124653:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763803.124655:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787763803.124658:0:291943:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763803.124667:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81853480.
00000020:00000040:0.0:1787763803.124670:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:0.0:1787763803.124675:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763803.124676:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763803.124678:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763803.124681:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763803.124685:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763803.124691:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d50558400.
00000100:00000001:0.0:1787763803.124697:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763803.124704:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81853480 x1874599320622976/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763803.124712:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763803.124715:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763803.124719:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000037f19d5a] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81853480 x1874599320622976/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763803.124735:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763803.124738:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763803.124740:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787763803.124742:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763803.124743:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763803.124756:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763803.124758:0:291943:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20965
00000400:00000200:0.0:1787763803.124762:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763803.124765:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763803.124767:0:291943:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763803.124769:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763803.124771:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763803.124774:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763803.124774:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787763803.124778:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:0.0:1787763803.124780:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1787763803.124780:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000040:0.0:1787763803.124784:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000100:00000001:2.0:1787763803.124784:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1787763803.124788:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763803.124790:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000020:00000001:0.0:1787763803.124794:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000040:2.0:1787763803.124794:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81853480 x1874599320622976/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1787763803.124801:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000040:0.0:1787763803.124808:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763803.124808:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763803.124820:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763803.124824:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1787763803.124826:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:0.0:1787763803.124827:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
02000000:00000001:2.0:1787763803.124829:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787763803.124830:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
02000000:00000001:2.0:1787763803.124834:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1787763803.124835:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00100000:2.0:1787763803.124840:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81853480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320622976:192.168.203.113@tcp:250:kworker.0
00000100:00080000:0.0:1787763803.124841:0:291943:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763803.124846:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763803.124848:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787763803.124849:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763803.124852:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763803.124855:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763803.124856:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763803.124857:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787763803.124861:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763803.124862:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000010:2.0:1787763803.124864:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f184000.
00000008:00100000:0.0:1787763803.124866:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1787763803.124867:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1787763803.124870:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763803.124874:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763803.124877:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000010:0.0:1787763803.124880:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81852580.
00000400:00000010:2.0:1787763803.124882:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569ee790.
00000020:00000040:0.0:1787763803.124884:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
02000000:00000001:0.0:1787763803.124887:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763803.124889:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787763803.124889:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc6e8.
00000100:00000001:0.0:1787763803.124894:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763803.124895:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763803.124896:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787763803.124898:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320622976, portal 25
02000000:00000010:0.0:1787763803.124901:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d50559400.
00000100:00000001:2.0:1787763803.124901:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763803.124905:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699518002304 : -110374191549312 : ffff9b9d81853480)
00000100:00000001:0.0:1787763803.124906:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763803.124912:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81853480 x1874599320622976/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763828 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787763803.124913:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81852580 x1874599320623104/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763803.124930:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1787763803.124932:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000040:2.0:1787763803.124936:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000100:00000001:0.0:1787763803.124937:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787763803.124942:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fcbb0.
00000100:00000040:0.0:1787763803.124943:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a3a56c9a] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81852580 x1874599320623104/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763803.124946:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320622976, offset 0
00000100:00000001:0.0:1787763803.124955:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763803.124957:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000100:00080000:0.0:1787763803.124958:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763803.124962:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787763803.124963:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763803.124964:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1787763803.124967:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787763803.124968:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763803.124973:0:291943:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20965
00000400:00000200:2.0:1787763803.124976:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787763803.124981:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763803.124996:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787763803.124997:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763803.125000:0:291943:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1787763803.125002:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000100:00000040:0.0:1787763803.125006:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000400:00000200:2.0:1787763803.125009:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1787763803.125011:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787763803.125014:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000100:00000040:0.0:1787763803.125016:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763803.125020:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000400:00000200:2.0:1787763803.125021:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63630:63630:256:4294967295] 192.168.203.113@tcp LPNI seq info [63630:63630:8:4294967295]
00000020:00000001:0.0:1787763803.125023:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763803.125026:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000020:00000001:0.0:1787763803.125030:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:2.0:1787763803.125030:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000020:00000040:0.0:1787763803.125033:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000020:00000001:0.0:1787763803.125035:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000020:00000001:0.0:1787763803.125041:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000400:00000200:2.0:1787763803.125044:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000100:00000040:0.0:1787763803.125048:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763803.125051:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763803.125052:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763803.125053:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:0.0:1787763803.125055:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000100:00080000:0.0:1787763803.125056:0:291943:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763803.125062:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763803.125065:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:2.0:1787763803.125066:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
02000000:00000001:0.0:1787763803.125068:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763803.125072:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1787763803.125072:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e000.
00000100:00000001:0.0:1787763803.125077:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763803.125079:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787763803.125083:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787763803.125084:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000001:0.0:1787763803.125088:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787763803.125092:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000010:0.0:1787763803.125093:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81853c00.
00000020:00000040:0.0:1787763803.125098:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
02000000:00000001:0.0:1787763803.125101:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763803.125101:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763803.125102:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763803.125103:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763803.125105:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763803.125107:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d5055a400.
00000100:00000001:0.0:1787763803.125109:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763803.125113:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81853c00 x1874599320623232/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763803.125113:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763803.125123:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787763803.125126:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763803.125127:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4315639543
00000100:00000001:0.0:1787763803.125130:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763803.125133:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d5891f2a0.
00000100:00000040:0.0:1787763803.125134:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ce798b78] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81853c00 x1874599320623232/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763803.125143:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763803.125143:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000100:00000040:0.0:1787763803.125147:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1787763803.125151:0:291943:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:2.0:1787763803.125152:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4315639543
00000100:00080000:0.0:1787763803.125153:0:291943:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763803.125158:0:291943:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000010:2.0:1787763803.125159:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d5891fa20.
00000100:00000001:0.0:1787763803.125160:0:291943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763803.125163:0:291943:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763803.125165:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1787763803.125166:0:291943:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763803.125172:0:291943:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20965
00000100:00000001:2.0:1787763803.125173:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1787763803.125177:0:291943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763803.125178:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763803.125181:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787763803.125182:0:291943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00000001:2.0:1787763803.125184:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1787763803.125185:0:291943:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763803.125189:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763803.125190:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763803.125191:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763803.125192:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787763803.125193:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000001:2.0:1787763803.125196:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000020:00000001:0.0:1787763803.125197:0:291943:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763803.125200:0:291943:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000100:00000001:2.0:1787763803.125200:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1787763803.125203:0:291943:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787763803.125204:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000040:0.0:1787763803.125206:0:291943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000100:00000001:2.0:1787763803.125207:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1787763803.125211:0:291943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000040:2.0:1787763803.125214:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81852580 x1874599320623104/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1787763803.125215:0:291943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000040:0.0:1787763803.125220:0:291943:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763803.125225:0:291943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763803.125230:0:291943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763803.125230:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763803.125232:0:291943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000001:2.0:1787763803.125233:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1787763803.125236:0:291943:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
02000000:00000001:2.0:1787763803.125237:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763803.125239:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1787763803.125240:0:291943:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
02000000:00000001:2.0:1787763803.125244:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763803.125245:0:291943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763803.125248:0:291943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:2.0:1787763803.125249:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81852580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320623104:192.168.203.113@tcp:38:kworker.0
02000000:00000001:0.0:1787763803.125251:0:291943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763803.125256:0:291943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763803.125260:0:291943:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763803.125262:0:291943:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787763803.125263:0:291943:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763803.125264:0:291943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763803.125265:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000010:0.0:1787763803.125267:0:291943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d81852940.
02000000:00000001:2.0:1787763803.125268:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:0.0:1787763803.125272:0:291943:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
02000000:00000001:2.0:1787763803.125273:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763803.125278:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787763803.125279:0:291943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763803.125281:0:291943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763803.125283:0:291943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000010:2.0:1787763803.125283:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f184c00.
02000000:00000001:0.0:1787763803.125287:0:291943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763803.125288:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763803.125290:0:291943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763803.125294:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
02000000:00000010:0.0:1787763803.125297:0:291943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d50559c00.
00000400:00000010:2.0:1787763803.125298:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569ee2c0.
00000100:00000001:0.0:1787763803.125302:0:291943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787763803.125304:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fce58.
00000100:00100000:0.0:1787763803.125309:0:291943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d81852940 x1874599320623360/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1787763803.125310:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320623104, portal 10
00000100:00000001:2.0:1787763803.125315:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763803.125317:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699517998464 : -110374191553152 : ffff9b9d81852580)
00000100:00000001:0.0:1787763803.125323:0:291943:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763803.125327:0:291943:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763803.125328:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81852580 x1874599320623104/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763828 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787763803.125333:0:291943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afb094cc] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d81852940 x1874599320623360/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763803.125340:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763803.125346:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000100:00000001:0.0:1787763803.125350:0:291943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787763803.125350:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fccc0.
00000100:00000200:2.0:1787763803.125353:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320623104, offset 0
00000100:00000040:0.0:1787763803.125356:0:291943:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20975)
00000400:00000200:2.0:1787763803.125360:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763803.125363:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763803.125366:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763803.125368:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763803.125371:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763803.125373:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763803.125376:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763803.125378:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63631:63631:255:4294967295] 192.168.203.113@tcp LPNI seq info [63631:63631:7:4294967295]
00000400:00000200:2.0:1787763803.125381:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763803.125385:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763803.125388:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763803.125391:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e800.
00000800:00000200:2.0:1787763803.125394:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763803.125396:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000001:2.0:1787763803.125398:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763803.125401:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:2.0:1787763803.125403:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763803.125404:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315638315
00000100:00000001:2.0:1787763803.125406:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315639543
00000100:00000001:2.0:1787763803.125408:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315638315
00000100:00000001:2.0:1787763803.125409:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315639543
00000100:00000001:2.0:1787763803.125410:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763803.125412:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763803.125413:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763803.125422:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81853c00 x1874599320623232/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763803.125427:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763803.125427:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763803.125429:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763803.125430:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763803.125431:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763803.125433:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81853c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320623232:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763803.125459:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763803.125461:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763803.125463:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763803.125464:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763803.125468:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f187000.
02000000:00000001:2.0:1787763803.125470:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763803.125474:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763803.125477:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569ee7e8.
00000400:00000010:2.0:1787763803.125490:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc198.
00000100:00000200:2.0:1787763803.125494:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320623232, portal 10
00000100:00000001:2.0:1787763803.125496:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763803.125497:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699518004224 : -110374191547392 : ffff9b9d81853c00)
00000100:00000040:2.0:1787763803.125504:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81853c00 x1874599320623232/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763828 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763803.125512:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763803.125514:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763803.125517:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc880.
00000100:00000200:2.0:1787763803.125532:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320623232, offset 0
00000400:00000200:2.0:1787763803.125538:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763803.125543:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763803.125547:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763803.125550:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763803.125562:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763803.125564:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763803.125567:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763803.125570:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63632:63632:254:4294967295] 192.168.203.113@tcp LPNI seq info [63632:63632:6:4294967295]
00000400:00000200:2.0:1787763803.125574:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763803.125581:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763803.125587:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763803.125591:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e400.
00000800:00000200:2.0:1787763803.125595:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763803.125599:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000001:2.0:1787763803.125601:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763803.125603:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:2.0:1787763803.125606:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763803.125608:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315638295
00000100:00000001:2.0:1787763803.125610:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315639543
00000100:00000001:2.0:1787763803.125613:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315638295
00000100:00000001:2.0:1787763803.125626:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315639543
00000100:00000001:2.0:1787763803.125628:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763803.125630:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763803.125633:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763803.125635:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763803.125639:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763803.125641:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1787763803.125642:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787763803.125644:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763803.125645:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763803.125649:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d81852940 x1874599320623360/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763803.125657:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763803.125659:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763803.125661:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763803.125663:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763803.125665:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763803.125668:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d81852940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320623360:192.168.203.113@tcp:8:kworker.0
00000100:00000001:2.0:1787763803.125672:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763803.125674:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763803.125675:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763803.125677:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763803.125682:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f185000.
02000000:00000001:2.0:1787763803.125684:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763803.125687:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763803.125690:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569eeb00.
00000400:00000010:2.0:1787763803.125694:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fcf68.
00000100:00000200:2.0:1787763803.125697:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320623360, portal 4
00000100:00000001:2.0:1787763803.125709:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763803.125710:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633699517999424 : -110374191552192 : ffff9b9d81852940)
00000100:00000040:2.0:1787763803.125716:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d81852940 x1874599320623360/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763828 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763803.125723:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763803.125725:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763803.125728:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc770.
00000100:00000200:2.0:1787763803.125731:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320623360, offset 0
00000400:00000200:2.0:1787763803.125735:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763803.125739:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763803.125742:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763803.125746:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763803.125748:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763803.125751:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763803.125753:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763803.125756:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63633:63633:253:4294967295] 192.168.203.113@tcp LPNI seq info [63633:63633:5:4294967295]
00000400:00000200:2.0:1787763803.125760:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763803.125766:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763803.125770:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763803.125773:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e600.
00000800:00000200:2.0:1787763803.125777:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763803.125794:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000001:2.0:1787763803.125797:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763803.125800:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:2.0:1787763803.125803:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763803.125805:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315638307
00000100:00000001:2.0:1787763803.125808:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315639543
00000100:00000001:2.0:1787763803.125810:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315638307
00000100:00000001:2.0:1787763803.125812:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315639543
00000100:00000001:2.0:1787763803.125814:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763803.125817:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763803.125819:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763803.125821:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763803.125825:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763803.125827:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1787763803.125829:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787763803.125830:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763803.125832:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763803.125834:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763803.316535:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763803.316541:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763803.316546:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763803.316548:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763803.316555:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763803.316557:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763803.316597:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763803.316601:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763803.316603:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763804.148532:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763804.148539:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763804.148541:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763804.148545:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763804.148549:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763804.148552:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763804.148554:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763804.148557:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763804.148559:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763804.340529:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763804.340535:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763804.340539:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763804.340540:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763804.340543:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763804.340546:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763804.340549:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763804.340551:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763804.340554:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763804.340555:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763804.340557:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763804.340558:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763804.340610:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763804.340613:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763804.340617:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787763804.404527:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4315639543, at 4315639552
00000100:00000040:1.0:1787763804.404535:0:303331:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b110 (cpu 1) has reached its deadline 4315639543, at 4315639552
00000100:00000010:0.0:1787763804.404540:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d5891f2a0.
00000100:00000010:1.0:1787763804.404546:0:303331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d5891fa20.
00000100:00000001:1.0:1787763805.172499:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763805.172517:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763805.172520:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763805.172524:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763805.172527:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763805.172531:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763805.172533:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763805.172536:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763805.172538:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763805.364538:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763805.364546:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763805.364552:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763805.364553:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763805.364557:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763805.364559:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763805.364602:0:281543:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763805.364606:0:281543:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763805.364609:0:281543:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763806.196521:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763806.196527:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763806.196530:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763806.196534:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763806.196537:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763806.196540:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763806.196543:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763806.196545:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763806.196548:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:3.0:1787763806.196679:0:256669:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.113:988
00000400:00000100:3.0:1787763806.196713:0:256669:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.113@tcp at host 192.168.203.113 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1787763806.196722:0:256669:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763806.196726:0:256669:0:(router.c:1791:lnet_notify()) 192.168.203.13@tcp notifying 192.168.203.113@tcp: down
00000400:00000200:3.0:1787763806.196733:0:256669:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763806.196737:0:256669:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:3.0:1787763806.196742:0:256669:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.113@tcp
00000800:00000010:3.0:1787763806.196746:0:256669:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e000.
00000400:00000200:3.0:1787763806.196751:0:256669:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787763806.196757:0:256669:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787763806.196763:0:256669:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fcbb0
00000400:00000010:3.0:1787763806.196766:0:256669:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fcbb0.
00000100:00000001:3.0:1787763806.196773:0:256669:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787763806.196782:0:256669:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b9d81853480 x1874599320622976/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763828 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763806.196804:0:256669:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763806.196809:0:256669:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81853480 x1874599320622976/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763828 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763806.196817:0:256669:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763806.196819:0:256669:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787763806.196828:0:256669:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.113@tcp
00000800:00000010:3.0:1787763806.196829:0:256669:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e800.
00000400:00000200:3.0:1787763806.196832:0:256669:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787763806.196835:0:256669:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787763806.196837:0:256669:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fccc0
00000400:00000010:3.0:1787763806.196839:0:256669:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fccc0.
00000100:00000001:3.0:1787763806.196841:0:256669:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787763806.196844:0:256669:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b9d81852580 x1874599320623104/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763828 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763806.196849:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787763806.196851:0:256669:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787763806.196854:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1787763806.196855:0:256669:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81852580 x1874599320623104/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763828 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763806.196859:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1787763806.196863:0:256669:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763806.196865:0:256669:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787763806.196872:0:256669:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.113@tcp
00000100:00100000:2.0:1787763806.196874:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763803/real 1787763806]  req@ffff9b9d81852580 x1874599320623104/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:3.0:1787763806.196874:0:256669:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e400.
00000400:00000200:3.0:1787763806.196878:0:256669:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787763806.196883:0:256669:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787763806.196887:0:256669:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc880
00000400:00000010:3.0:1787763806.196890:0:256669:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc880.
00000100:00000001:3.0:1787763806.196894:0:256669:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787763806.196899:0:256669:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b9d81853c00 x1874599320623232/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763828 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763806.196904:0:256669:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763806.196906:0:256669:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81853c00 x1874599320623232/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763828 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763806.196907:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763806.196912:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763806.196917:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569ee2c0.
00000100:00000001:3.0:1787763806.196917:0:256669:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763806.196920:0:256669:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000200:2.0:1787763806.196925:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fce58
00000800:00000100:3.0:1787763806.196930:0:256669:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.113@tcp
00000400:00000010:2.0:1787763806.196931:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fce58.
00000800:00000010:3.0:1787763806.196936:0:256669:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e600.
00000100:00000001:2.0:1787763806.196938:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000400:00000200:3.0:1787763806.196942:0:256669:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00000200:2.0:1787763806.196947:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81852580 x1874599320623104/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787763806.196950:0:256669:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787763806.196958:0:256669:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc770
00000400:00000010:3.0:1787763806.196961:0:256669:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc770.
00000100:00000001:3.0:1787763806.196967:0:256669:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763806.196970:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81852580 x1874599320623104/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787763806.196976:0:256669:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b9d81852940 x1874599320623360/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763828 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763806.196987:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763806.196991:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763806.196994:0:256669:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787763806.196995:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763806.196999:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787763806.197001:0:256669:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d81852940 x1874599320623360/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763828 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763806.197008:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81852580 x1874599320623104/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763806.197014:0:256669:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763806.197019:0:256669:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763806.197024:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763806.197032:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81852580 x1874599320623104/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763828 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763806.197040:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763806.197044:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763806.197046:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763806.197047:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763806.197050:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763806.197065:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763806.197070:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763806.197075:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763806.197078:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763806.197082:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81852580 x1874599320623104/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763828 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763806.197090:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81852580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320623104:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763806.197094:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763806.197098:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763803/real 1787763806]  req@ffff9b9d81853c00 x1874599320623232/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763806.197111:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763806.197112:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763806.197114:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569ee7e8.
00000400:00000200:2.0:1787763806.197117:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc198
00000400:00000010:2.0:1787763806.197118:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc198.
00000100:00000001:2.0:1787763806.197121:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763806.197124:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81853c00 x1874599320623232/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763806.197134:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81853c00 x1874599320623232/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763806.197140:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763806.197141:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763806.197143:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763806.197145:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763806.197148:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81853c00 x1874599320623232/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763806.197154:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763806.197158:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81853c00 x1874599320623232/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763828 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763806.197170:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763806.197173:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763806.197174:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763806.197176:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763806.197178:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763806.197180:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763806.197183:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763806.197186:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763806.197188:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763806.197192:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81853c00 x1874599320623232/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763828 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763806.197199:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81853c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320623232:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763806.197203:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763806.197207:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763803/real 1787763806]  req@ffff9b9d81853480 x1874599320622976/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763806.197214:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763806.197216:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763806.197218:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569ee790.
00000400:00000200:2.0:1787763806.197220:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc6e8
00000400:00000010:2.0:1787763806.197222:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc6e8.
00000100:00000001:2.0:1787763806.197225:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763806.197228:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81853480 x1874599320622976/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763806.197235:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81853480 x1874599320622976/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763806.197241:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763806.197243:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763806.197245:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763806.197246:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763806.197250:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81853480 x1874599320622976/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763806.197256:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763806.197259:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81853480 x1874599320622976/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763828 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763806.197265:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763806.197267:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763806.197268:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763806.197269:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763806.197271:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763806.197272:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763806.197274:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763806.197277:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763806.197280:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763806.197283:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81853480 x1874599320622976/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763828 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763806.197290:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81853480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320622976:192.168.203.113@tcp:250:kworker.0
00000100:00000001:2.0:1787763806.197294:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763806.197296:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763806.197299:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81852580 x1874599320623104/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763828 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763806.197305:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763806.197308:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763806.197312:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f184c00.
02000000:00000001:2.0:1787763806.197316:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763806.197319:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763806.197321:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:2.0:1787763806.197324:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763806.197326:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d50559400.
02000000:00000001:2.0:1787763806.197329:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763806.197331:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763806.197333:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81852580.
00000100:00000001:2.0:1787763806.197337:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763806.197338:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763806.197340:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763806.197343:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81853c00 x1874599320623232/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763828 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763806.197350:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763806.197352:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763806.197353:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f187000.
02000000:00000001:2.0:1787763806.197356:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763806.197357:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763806.197358:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:2.0:1787763806.197360:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763806.197362:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d5055a400.
02000000:00000001:2.0:1787763806.197364:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763806.197365:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763806.197366:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81853c00.
00000100:00000001:2.0:1787763806.197368:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763806.197369:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763806.197371:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763806.197374:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81853480 x1874599320622976/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763828 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763806.197380:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763806.197381:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763806.197383:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f184000.
02000000:00000001:2.0:1787763806.197386:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763806.197387:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763806.197388:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:2.0:1787763806.197390:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763806.197392:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d50558400.
02000000:00000001:2.0:1787763806.197396:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763806.197397:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763806.197399:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81853480.
00000100:00000001:2.0:1787763806.197402:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763806.197403:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763806.197405:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763806.197407:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787763806.197409:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763806.197410:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763806.197415:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763803/real 1787763806]  req@ffff9b9d81852940 x1874599320623360/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763806.197423:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763806.197425:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763806.197427:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569eeb00.
00000400:00000200:2.0:1787763806.197429:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fcf68
00000400:00000010:2.0:1787763806.197431:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fcf68.
00000100:00000001:2.0:1787763806.197433:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763806.197437:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d81852940 x1874599320623360/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763806.197469:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d81852940 x1874599320623360/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763806.197477:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763806.197478:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763806.197480:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763806.197482:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763806.197486:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d81852940 x1874599320623360/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763806.197493:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763806.197511:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d81852940 x1874599320623360/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763828 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763806.197519:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763806.197521:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763806.197523:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763806.197525:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763806.197528:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763806.197530:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763806.197533:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763806.197538:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763806.197541:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763806.197546:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d81852940 x1874599320623360/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763828 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763806.197555:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d81852940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320623360:192.168.203.113@tcp:8:kworker.0
00000100:00000001:2.0:1787763806.197559:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763806.197562:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763806.197566:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d81852940 x1874599320623360/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763828 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763806.197573:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763806.197575:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763806.197577:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f185000.
02000000:00000001:2.0:1787763806.197580:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763806.197582:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763806.197584:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:2.0:1787763806.197586:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763806.197588:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d50559c00.
02000000:00000001:2.0:1787763806.197591:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763806.197592:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763806.197594:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d81852940.
00000100:00000001:2.0:1787763806.197597:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763806.197599:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763806.197601:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763806.197609:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763806.197611:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763806.197613:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787763806.197615:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763806.388539:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763806.388546:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763806.388552:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763806.388553:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763806.388558:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763806.388559:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763806.388613:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763806.388616:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763806.388619:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763807.220561:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763807.220572:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763807.220576:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763807.220584:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763807.220589:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763807.220594:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763807.220600:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763807.220603:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763807.220607:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763807.412551:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763807.412557:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763807.412562:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763807.412563:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763807.412566:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763807.412568:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763807.412610:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763807.412614:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763807.412616:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787763808.244597:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787763808.244612:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787763808.244618:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763808.244626:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:0.0:1787763808.244637:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787763808.244644:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763808.244651:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1787763808.244651:0:303492:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763808.244662:0:303492:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787763808.244665:0:303492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763808.244674:0:303492:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763808.244676:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763808.244687:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763808.244689:0:303492:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763808.244702:0:303492:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20970
00000400:00000200:3.0:1787763808.244715:0:303492:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763808.244727:0:303492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763808.244732:0:303492:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763808.244735:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763808.244737:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763808.244740:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763808.244742:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763808.244745:0:303492:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763808.244748:0:303492:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:3.0:1787763808.244751:0:303492:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763808.244755:0:303492:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:3.0:1787763808.244758:0:303492:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:3.0:1787763808.244761:0:303492:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:3.0:1787763808.244764:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763808.244766:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763808.244768:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763808.244771:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787763808.244775:0:303492:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:3.0:1787763808.244779:0:303492:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763808.244782:0:303492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763808.244785:0:303492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763808.244790:0:303492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763808.244793:0:303492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763808.244796:0:303492:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787763808.244799:0:303492:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763808.244808:0:303492:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d564000.
00000020:00000040:3.0:1787763808.244812:0:303492:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:3.0:1787763808.244818:0:303492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763808.244820:0:303492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763808.244825:0:303492:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763808.244829:0:303492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763808.244835:0:303492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763808.244845:0:303492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45904800.
00000100:00000001:3.0:1787763808.244855:0:303492:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763808.244866:0:303492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d564000 x1874599320623488/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763808.244876:0:303492:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763808.244880:0:303492:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763808.244884:0:303492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008321534d] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d564000 x1874599320623488/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763808.244912:0:303492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763808.244915:0:303492:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763808.244919:0:303492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787763808.244920:0:303492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763808.244922:0:303492:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763808.244926:0:303492:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763808.244929:0:303492:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20970
00000400:00000200:3.0:1787763808.244934:0:303492:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763808.244937:0:303492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763808.244940:0:303492:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763808.244944:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763808.244946:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763808.244949:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763808.244952:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763808.244955:0:303492:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763808.244956:0:303492:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000020:00000001:3.0:1787763808.244958:0:303492:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763808.244961:0:303492:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000020:00000001:3.0:1787763808.244963:0:303492:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000020:00000001:3.0:1787763808.244966:0:303492:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000001:2.0:1787763808.244968:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1787763808.244971:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763808.244976:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787763808.244978:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1787763808.244979:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763808.244983:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787763808.244983:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787763808.244989:0:303492:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00000040:2.0:1787763808.244996:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d564000 x1874599320623488/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787763808.245002:0:303492:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763808.245009:0:303492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763808.245013:0:303492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787763808.245016:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763808.245020:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763808.245023:0:303492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763808.245025:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787763808.245029:0:303492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763808.245031:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787763808.245033:0:303492:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:2.0:1787763808.245038:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1787763808.245043:0:303492:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787763808.245045:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d564000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320623488:192.168.203.113@tcp:250:kworker.0
00000008:00000001:3.0:1787763808.245051:0:303492:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763808.245055:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1787763808.245056:0:303492:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763808.245064:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000010:3.0:1787763808.245065:0:303492:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d567840.
00000020:00000040:3.0:1787763808.245068:0:303492:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
02000000:00000001:3.0:1787763808.245070:0:303492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763808.245074:0:303492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763808.245077:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763808.245077:0:303492:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763808.245080:0:303492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763808.245084:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763808.245093:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f185000.
02000000:00000001:2.0:1787763808.245096:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763808.245098:0:303492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763808.245107:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
02000000:00000010:3.0:1787763808.245107:0:303492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45905000.
00000100:00000001:3.0:1787763808.245114:0:303492:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787763808.245116:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569eeb00.
00000100:00100000:3.0:1787763808.245122:0:303492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d567840 x1874599320623616/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1787763808.245128:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fcf68.
00000100:00000001:3.0:1787763808.245135:0:303492:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763808.245138:0:303492:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787763808.245144:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320623488, portal 25
00000100:00000040:3.0:1787763808.245144:0:303492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002fc5cb79] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d567840 x1874599320623616/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763808.245151:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763808.245155:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910945280 : -110374798606336 : ffff9b9d5d564000)
00000100:00000001:3.0:1787763808.245160:0:303492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763808.245165:0:303492:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1787763808.245167:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d564000 x1874599320623488/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763833 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787763808.245176:0:303492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787763808.245181:0:303492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763808.245185:0:303492:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763808.245186:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787763808.245191:0:303492:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:2.0:1787763808.245193:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000100:00080000:3.0:1787763808.245197:0:303492:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20970
00000400:00000010:2.0:1787763808.245199:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc6e8.
00000400:00000200:3.0:1787763808.245206:0:303492:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000200:2.0:1787763808.245208:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320623488, offset 0
00000400:00000200:3.0:1787763808.245212:0:303492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763808.245216:0:303492:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1787763808.245223:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000100:00000040:3.0:1787763808.245223:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763808.245229:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763808.245233:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763808.245236:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000400:00000200:2.0:1787763808.245241:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000020:00000001:3.0:1787763808.245241:0:303492:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763808.245244:0:303492:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000020:00000001:3.0:1787763808.245248:0:303492:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763808.245251:0:303492:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000400:00000200:2.0:1787763808.245255:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000020:00000001:3.0:1787763808.245256:0:303492:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000020:00000001:3.0:1787763808.245261:0:303492:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000400:00000200:2.0:1787763808.245268:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:3.0:1787763808.245269:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763808.245274:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787763808.245279:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000100:00000040:3.0:1787763808.245280:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763808.245286:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000400:00000200:2.0:1787763808.245289:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000020:00000040:3.0:1787763808.245291:0:303492:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000400:00000200:2.0:1787763808.245296:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000100:00080000:3.0:1787763808.245300:0:303492:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000400:00000200:2.0:1787763808.245308:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63634:63634:256:4294967295] 192.168.203.113@tcp LPNI seq info [63634:63634:8:4294967295]
00000100:00000001:3.0:1787763808.245309:0:303492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763808.245315:0:303492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1787763808.245320:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
02000000:00000001:3.0:1787763808.245321:0:303492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763808.245326:0:303492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763808.245328:0:303492:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763808.245331:0:303492:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763808.245336:0:303492:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763808.245340:0:303492:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763808.245345:0:303492:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d566580.
00000400:00000200:2.0:1787763808.245350:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000020:00000040:3.0:1787763808.245351:0:303492:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
02000000:00000001:3.0:1787763808.245358:0:303492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763808.245360:0:303492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763808.245362:0:303492:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763808.245363:0:303492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763808.245366:0:303492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787763808.245370:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
02000000:00000010:3.0:1787763808.245371:0:303492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45905800.
00000100:00000001:3.0:1787763808.245379:0:303492:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1787763808.245382:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e200.
00000100:00100000:3.0:1787763808.245387:0:303492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d566580 x1874599320623744/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.0:1787763808.245398:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000001:3.0:1787763808.245401:0:303492:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763808.245406:0:303492:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787763808.245408:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000100:00000040:3.0:1787763808.245414:0:303492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f409d8da] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d566580 x1874599320623744/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1787763808.245422:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763808.245429:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000100:00000001:3.0:1787763808.245432:0:303492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1787763808.245438:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763808.245469:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e200.
00000400:00000200:2.0:1787763808.245476:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787763808.245481:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763808.245502:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc6e8
00000400:00000010:2.0:1787763808.245506:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc6e8.
00000100:00000001:2.0:1787763808.245511:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763808.245516:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d564000 x1874599320623488/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763833 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763808.245528:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763808.245531:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d564000 x1874599320623488/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763833 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763808.245540:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763808.245542:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763808.245550:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763808.245556:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763808.245559:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4315644663
00000100:00000010:2.0:1787763808.245565:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d5891fb40.
00000100:00000001:2.0:1787763808.245574:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787763808.245584:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4315644663
00000100:00000010:2.0:1787763808.245588:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9d5891f060.
00000100:00000001:2.0:1787763808.245593:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787763808.245597:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763808.245601:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763808.245604:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763808.245610:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763808/real 1787763808]  req@ffff9b9d5d564000 x1874599320623488/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763808.245627:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763808.245629:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763808.245632:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569eeb00.
00000400:00000200:2.0:1787763808.245635:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fcf68
00000400:00000010:2.0:1787763808.245637:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fcf68.
00000100:00000001:2.0:1787763808.245640:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763808.245645:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d564000 x1874599320623488/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763808.245656:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d564000 x1874599320623488/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763808.245665:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763808.245668:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763808.245672:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763808.245675:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763808.245681:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d564000 x1874599320623488/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763808.245690:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763808.245696:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d564000 x1874599320623488/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763833 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763808.245705:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763808.245709:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763808.245711:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763808.245713:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763808.245716:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763808.245719:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763808.245723:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763808.245728:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763808.245731:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763808.245737:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d564000 x1874599320623488/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763833 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763808.245748:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d564000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320623488:192.168.203.113@tcp:250:kworker.0
00000100:00000040:3.0:1787763808.245750:0:303492:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787763808.245757:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787763808.245758:0:303492:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1787763808.245763:0:303492:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787763808.245766:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00080000:3.0:1787763808.245770:0:303492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000040:2.0:1787763808.245773:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d564000 x1874599320623488/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763833 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763808.245774:0:303492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763808.245779:0:303492:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763808.245786:0:303492:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787763808.245790:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000100:00080000:3.0:1787763808.245794:0:303492:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20970
02000000:00000001:2.0:1787763808.245795:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763808.245801:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f185000.
00000400:00000200:3.0:1787763808.245803:0:303492:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
02000000:00000001:2.0:1787763808.245807:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000400:00000200:3.0:1787763808.245811:0:303492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000020:00000001:2.0:1787763808.245813:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763808.245817:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000100:00080000:3.0:1787763808.245817:0:303492:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000020:00000001:2.0:1787763808.245824:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
00000100:00000040:3.0:1787763808.245827:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
02000000:00000010:2.0:1787763808.245829:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45904800.
00000100:00000001:3.0:1787763808.245832:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1787763808.245836:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000040:3.0:1787763808.245838:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
02000000:00000001:2.0:1787763808.245841:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787763808.245844:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000010:2.0:1787763808.245845:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d564000.
00000020:00000001:3.0:1787763808.245851:0:303492:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1787763808.245853:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000020:00000040:3.0:1787763808.245854:0:303492:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000100:00000001:2.0:1787763808.245856:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1787763808.245859:0:303492:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787763808.245861:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1787763808.245864:0:303492:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000020:00000001:3.0:1787763808.245869:0:303492:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000020:00000001:3.0:1787763808.245872:0:303492:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000001:2.0:1787763808.245875:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000040:3.0:1787763808.245876:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763808.245880:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763808.245881:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787763808.245886:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1787763808.245887:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:2.0:1787763808.245892:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763808.245892:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000001:2.0:1787763808.245896:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1787763808.245898:0:303492:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00000040:2.0:1787763808.245905:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d567840 x1874599320623616/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787763808.245905:0:303492:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763808.245912:0:303492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763808.245917:0:303492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763808.245924:0:303492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763808.245929:0:303492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763808.245935:0:303492:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787763808.245938:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000008:00100000:3.0:1787763808.245940:0:303492:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1787763808.245942:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1787763808.245947:0:303492:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763808.245949:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1787763808.245952:0:303492:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763808.245954:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763808.245958:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763808.245960:0:303492:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d5643c0.
00000100:00100000:2.0:1787763808.245964:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d567840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320623616:192.168.203.113@tcp:38:kworker.0
00000020:00000040:3.0:1787763808.245966:0:303492:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
02000000:00000001:3.0:1787763808.245972:0:303492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1787763808.245974:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787763808.245976:0:303492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763808.245980:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1787763808.245980:0:303492:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763808.245985:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763808.245985:0:303492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763808.245989:0:303492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763808.245991:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787763808.245999:0:303492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45906400.
02000000:00000010:2.0:1787763808.246000:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f185000.
02000000:00000001:2.0:1787763808.246004:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763808.246008:0:303492:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763808.246013:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763808.246019:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569eeb00.
00000100:00100000:3.0:1787763808.246020:0:303492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d5643c0 x1874599320623872/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1787763808.246027:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fcf68.
00000100:00000001:3.0:1787763808.246033:0:303492:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000200:2.0:1787763808.246036:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320623616, portal 10
00000100:00000001:3.0:1787763808.246037:0:303492:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763808.246040:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763808.246045:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910959680 : -110374798591936 : ffff9b9d5d567840)
00000100:00000040:3.0:1787763808.246046:0:303492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c43373d] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d5643c0 x1874599320623872/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787763808.246058:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d567840 x1874599320623616/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763833 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763808.246059:0:303492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763808.246069:0:303492:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20981)
00000100:00000001:2.0:1787763808.246071:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763808.246077:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763808.246080:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc6e8.
00000100:00000200:2.0:1787763808.246085:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320623616, offset 0
00000400:00000200:2.0:1787763808.246092:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763808.246098:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763808.246103:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763808.246109:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763808.246114:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763808.246118:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763808.246122:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763808.246126:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63635:63635:256:4294967295] 192.168.203.113@tcp LPNI seq info [63635:63635:8:4294967295]
00000400:00000200:2.0:1787763808.246131:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763808.246137:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763808.246142:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763808.246146:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e200.
00000800:00000200:2.0:1787763808.246149:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.0:1787763808.246152:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787763808.246156:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763808.246160:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1787763808.246164:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763808.246166:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e200.
00000400:00000200:2.0:1787763808.246169:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787763808.246173:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763808.246176:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc6e8
00000400:00000010:2.0:1787763808.246177:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc6e8.
00000100:00000001:2.0:1787763808.246179:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763808.246182:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d567840 x1874599320623616/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763833 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763808.246189:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763808.246191:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d567840 x1874599320623616/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763833 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763808.246197:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763808.246199:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763808.246203:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763808.246209:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:2.0:1787763808.246212:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763808.246215:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315643436
00000100:00000001:2.0:1787763808.246219:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315644663
00000100:00000001:2.0:1787763808.246221:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315643436
00000100:00000001:2.0:1787763808.246224:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315644663
00000100:00000001:2.0:1787763808.246227:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763808.246231:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763808.246233:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763808.246248:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763808/real 1787763808]  req@ffff9b9d5d567840 x1874599320623616/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763808.246256:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763808.246258:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763808.246260:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569eeb00.
00000400:00000200:2.0:1787763808.246264:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fcf68
00000400:00000010:2.0:1787763808.246266:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fcf68.
00000100:00000001:2.0:1787763808.246268:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763808.246272:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d567840 x1874599320623616/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763808.246281:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d567840 x1874599320623616/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763808.246288:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763808.246290:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763808.246292:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763808.246293:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763808.246298:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d567840 x1874599320623616/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763808.246316:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763808.246320:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d567840 x1874599320623616/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763833 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763808.246328:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763808.246331:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763808.246332:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763808.246333:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763808.246335:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763808.246357:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763808.246360:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763808.246364:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763808.246367:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763808.246371:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d567840 x1874599320623616/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763833 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763808.246381:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d567840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320623616:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763808.246386:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763808.246390:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d566580 x1874599320623744/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763808.246396:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763808.246398:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763808.246400:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763808.246403:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763808.246405:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763808.246407:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d566580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320623744:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763808.246411:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763808.246413:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763808.246415:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763808.246417:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763808.246421:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f184000.
02000000:00000001:2.0:1787763808.246423:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763808.246427:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763808.246429:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569eeb00.
00000400:00000010:2.0:1787763808.246433:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fcf68.
00000100:00000200:2.0:1787763808.246436:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320623744, portal 10
00000100:00000001:2.0:1787763808.246462:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763808.246465:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910954880 : -110374798596736 : ffff9b9d5d566580)
00000100:00000040:2.0:1787763808.246473:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d566580 x1874599320623744/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763833 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763808.246479:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763808.246482:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763808.246498:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc6e8.
00000100:00000200:2.0:1787763808.246502:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320623744, offset 0
00000400:00000200:2.0:1787763808.246506:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763808.246511:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763808.246516:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763808.246519:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763808.246522:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763808.246524:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763808.246526:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763808.246530:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63636:63636:256:4294967295] 192.168.203.113@tcp LPNI seq info [63636:63636:8:4294967295]
00000400:00000200:2.0:1787763808.246534:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763808.246552:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763808.246557:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763808.246561:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e200.
00000800:00000200:2.0:1787763808.246564:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.0:1787763808.246567:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787763808.246571:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763808.246574:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1787763808.246579:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763808.246581:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e200.
00000400:00000200:2.0:1787763808.246585:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787763808.246588:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763808.246591:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc6e8
00000400:00000010:2.0:1787763808.246593:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc6e8.
00000100:00000001:2.0:1787763808.246596:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763808.246600:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d566580 x1874599320623744/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763833 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763808.246608:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763808.246622:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d566580 x1874599320623744/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763833 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763808.246630:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763808.246632:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763808.246636:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763808.246640:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:2.0:1787763808.246643:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763808.246646:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315643416
00000100:00000001:2.0:1787763808.246649:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315644663
00000100:00000001:2.0:1787763808.246651:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315643416
00000100:00000001:2.0:1787763808.246654:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315644663
00000100:00000001:2.0:1787763808.246656:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763808.246659:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763808.246661:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763808.246665:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763808/real 1787763808]  req@ffff9b9d5d566580 x1874599320623744/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763808.246674:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763808.246676:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763808.246678:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569eeb00.
00000400:00000200:2.0:1787763808.246680:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fcf68
00000400:00000010:2.0:1787763808.246682:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fcf68.
00000100:00000001:2.0:1787763808.246684:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763808.246687:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d566580 x1874599320623744/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763808.246695:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d566580 x1874599320623744/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763808.246702:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763808.246703:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763808.246705:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763808.246706:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763808.246710:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d566580 x1874599320623744/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763808.246716:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763808.246720:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d566580 x1874599320623744/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763833 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763808.246728:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763808.246730:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763808.246732:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763808.246733:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763808.246736:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763808.246738:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763808.246741:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763808.246745:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763808.246748:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763808.246751:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d566580 x1874599320623744/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763833 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763808.246759:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d566580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320623744:192.168.203.113@tcp:38:kworker.0
00000100:00000001:2.0:1787763808.246764:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763808.246767:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763808.246770:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d567840 x1874599320623616/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763833 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763808.246776:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763808.246779:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763808.246781:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f185000.
02000000:00000001:2.0:1787763808.246785:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763808.246786:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763808.246788:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:2.0:1787763808.246791:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763808.246793:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45905000.
02000000:00000001:2.0:1787763808.246797:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763808.246799:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763808.246801:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d567840.
00000100:00000001:2.0:1787763808.246804:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763808.246806:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763808.246808:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763808.246812:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d566580 x1874599320623744/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763833 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763808.246819:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763808.246820:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763808.246821:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f184000.
02000000:00000001:2.0:1787763808.246823:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763808.246824:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763808.246825:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:2.0:1787763808.246826:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763808.246827:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45905800.
02000000:00000001:2.0:1787763808.246829:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763808.246829:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763808.246831:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d566580.
00000100:00000001:2.0:1787763808.246834:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763808.246835:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763808.246836:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763808.246842:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763808.246843:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763808.246845:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787763808.246847:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763808.246848:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763808.246851:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d5643c0 x1874599320623872/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763808.246856:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763808.246857:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763808.246859:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763808.246861:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763808.246862:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763808.246864:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d5643c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320623872:192.168.203.113@tcp:8:kworker.0
00000100:00000001:2.0:1787763808.246867:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763808.246869:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763808.246870:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763808.246871:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763808.246874:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9c5f184000.
02000000:00000001:2.0:1787763808.246876:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763808.246879:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:2.0:1787763808.246880:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c569eeb00.
00000400:00000010:2.0:1787763808.246883:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fcf68.
00000100:00000200:2.0:1787763808.246886:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320623872, portal 4
00000100:00000001:2.0:1787763808.246888:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763808.246889:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910946240 : -110374798605376 : ffff9b9d5d5643c0)
00000100:00000040:2.0:1787763808.246893:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d5643c0 x1874599320623872/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763833 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763808.246898:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763808.246900:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:2.0:1787763808.246902:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d7f6fc6e8.
00000100:00000200:2.0:1787763808.246903:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320623872, offset 0
00000400:00000200:2.0:1787763808.246906:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:2.0:1787763808.246909:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763808.246921:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:2.0:1787763808.246923:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763808.246925:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:2.0:1787763808.246928:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763808.246929:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:2.0:1787763808.246932:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63637:63637:256:4294967295] 192.168.203.113@tcp LPNI seq info [63637:63637:8:4294967295]
00000400:00000200:2.0:1787763808.246935:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:2.0:1787763808.246940:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763808.246942:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763808.246944:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c72c8e200.
00000800:00000200:2.0:1787763808.246947:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.0:1787763808.246949:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787763808.246952:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:2.1:1787763808.246954:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1787763808.246957:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:2.0:1787763808.246959:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c72c8e200.
00000400:00000200:2.0:1787763808.246961:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787763808.246963:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763808.246966:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fc6e8
00000400:00000010:2.0:1787763808.246968:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fc6e8.
00000100:00000001:2.0:1787763808.246970:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763808.246972:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d5643c0 x1874599320623872/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763833 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763808.246978:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763808.246980:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d5643c0 x1874599320623872/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763833 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763808.246985:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763808.246986:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763808.246988:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763808.246990:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:2.0:1787763808.246993:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:2.0:1787763808.246994:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315643428
00000100:00000001:2.0:1787763808.246996:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315644663
00000100:00000001:2.0:1787763808.246998:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315643428
00000100:00000001:2.0:1787763808.247000:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315644663
00000100:00000001:2.0:1787763808.247001:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763808.247003:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763808.247004:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763808.247006:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763808/real 1787763808]  req@ffff9b9d5d5643c0 x1874599320623872/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763808.247010:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763808.247011:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763808.247012:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c569eeb00.
00000400:00000200:2.0:1787763808.247014:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d7f6fcf68
00000400:00000010:2.0:1787763808.247015:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d7f6fcf68.
00000100:00000001:2.0:1787763808.247016:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763808.247019:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d5643c0 x1874599320623872/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763808.247029:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d5643c0 x1874599320623872/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763808.247034:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763808.247035:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763808.247036:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763808.247037:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763808.247039:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d5643c0 x1874599320623872/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763808.247043:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763808.247045:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d5643c0 x1874599320623872/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763833 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763808.247049:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763808.247051:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763808.247052:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763808.247052:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763808.247054:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763808.247055:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763808.247056:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763808.247069:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:2.0:1787763808.247071:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763808.247073:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d5643c0 x1874599320623872/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763833 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763808.247079:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d5643c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320623872:192.168.203.113@tcp:8:kworker.0
00000100:00000001:2.0:1787763808.247082:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763808.247083:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763808.247085:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d5643c0 x1874599320623872/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763833 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763808.247094:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763808.247095:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763808.247097:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9c5f184000.
02000000:00000001:2.0:1787763808.247098:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763808.247099:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763808.247100:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:2.0:1787763808.247101:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763808.247102:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45906400.
02000000:00000001:2.0:1787763808.247104:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763808.247105:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763808.247106:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d5643c0.
00000100:00000001:2.0:1787763808.247108:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763808.247108:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763808.247109:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763808.247111:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763808.247112:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763808.247113:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787763808.247114:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763808.436553:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763808.436561:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763808.436568:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763808.436569:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763808.436572:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763808.436574:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763808.436630:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763808.436636:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763808.436640:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787763809.268598:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787763809.268611:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787763809.268615:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763809.268624:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:0.0:1787763809.268631:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787763809.268638:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763809.268642:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763809.268647:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763809.268651:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763809.460570:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763809.460592:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763809.460601:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763809.460603:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763809.460608:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763809.460610:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763809.460668:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763809.460672:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763809.460675:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787763809.524534:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4315644663, at 4315644672
00000100:00000040:1.0:1787763809.524534:0:303331:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b110 (cpu 1) has reached its deadline 4315644663, at 4315644672
00000100:00000010:0.0:1787763809.524553:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d5891fb40.
00000100:00000010:1.0:1787763809.524558:0:303331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9d5891f060.
00000100:00000001:0.0:1787763810.292581:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787763810.292592:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787763810.292595:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763810.292603:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:0.0:1787763810.292610:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787763810.292615:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763810.292620:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763810.292624:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763810.292628:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763810.484614:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763810.484625:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763810.484633:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763810.484635:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763810.484640:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763810.484641:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763810.484757:0:281543:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763810.484763:0:281543:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763810.484767:0:281543:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763811.316691:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763811.316702:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763811.316714:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763811.316723:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763811.316731:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763811.316737:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763811.316742:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763811.316746:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763811.316750:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763811.508593:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763811.508604:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763811.508607:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763811.508613:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763811.508620:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763811.508623:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763811.508626:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763811.508630:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763811.508635:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763811.508638:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763811.508640:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763811.508642:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763811.508645:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763811.508646:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763811.508649:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763811.508651:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763811.508655:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763811.508657:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763811.508740:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763811.508747:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763811.508752:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763812.340619:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763812.340631:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763812.340634:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763812.340641:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763812.340646:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763812.340651:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763812.340654:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763812.340658:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763812.340662:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763812.532543:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763812.532550:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763812.532556:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763812.532558:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763812.532562:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763812.532563:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763812.532620:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763812.532624:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763812.532628:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763813.364629:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763813.364636:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763813.364638:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763813.364643:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763813.364647:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763813.364650:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763813.364652:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763813.364655:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763813.364658:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763813.365012:0:303492:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763813.365019:0:303492:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787763813.365022:0:303492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763813.365026:0:303492:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763813.365031:0:303492:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763813.365038:0:303492:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20976
00000400:00000200:3.0:1787763813.365047:0:303492:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763813.365054:0:303492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763813.365058:0:303492:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763813.365061:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763813.365064:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763813.365067:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763813.365070:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763813.365074:0:303492:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763813.365077:0:303492:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:3.0:1787763813.365081:0:303492:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763813.365084:0:303492:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:3.0:1787763813.365087:0:303492:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:3.0:1787763813.365090:0:303492:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:3.0:1787763813.365094:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763813.365096:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763813.365097:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763813.365100:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787763813.365103:0:303492:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:3.0:1787763813.365106:0:303492:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763813.365109:0:303492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763813.365112:0:303492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763813.365115:0:303492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763813.365118:0:303492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763813.365120:0:303492:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787763813.365123:0:303492:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763813.365135:0:303492:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d566d00.
00000020:00000040:3.0:1787763813.365139:0:303492:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:3.0:1787763813.365144:0:303492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763813.365146:0:303492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763813.365149:0:303492:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763813.365152:0:303492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763813.365157:0:303492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763813.365165:0:303492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45907400.
00000100:00000001:3.0:1787763813.365173:0:303492:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763813.365182:0:303492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d566d00 x1874599320624000/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763813.365192:0:303492:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763813.365197:0:303492:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763813.365202:0:303492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6377b55] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d566d00 x1874599320624000/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763813.365236:0:303492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763813.365240:0:303492:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763813.365244:0:303492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787763813.365246:0:303492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763813.365249:0:303492:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763813.365253:0:303492:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763813.365256:0:303492:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20976
00000400:00000200:3.0:1787763813.365260:0:303492:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763813.365263:0:303492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763813.365265:0:303492:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787763813.365266:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1787763813.365268:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763813.365272:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787763813.365274:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1787763813.365275:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763813.365280:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787763813.365280:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763813.365284:0:303492:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763813.365286:0:303492:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000020:00000001:3.0:1787763813.365288:0:303492:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763813.365292:0:303492:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000100:00000040:0.0:1787763813.365293:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d566d00 x1874599320624000/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787763813.365294:0:303492:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000020:00000001:3.0:1787763813.365297:0:303492:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000040:3.0:1787763813.365304:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763813.365307:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763813.365311:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763813.365316:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000001:0.0:1787763813.365323:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000040:3.0:1787763813.365323:0:303492:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00000001:0.0:1787763813.365327:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763813.365328:0:303492:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763813.365332:0:303492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763813.365335:0:303492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763813.365336:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787763813.365339:0:303492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763813.365341:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763813.365342:0:303492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763813.365347:0:303492:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:0.0:1787763813.365348:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1787763813.365350:0:303492:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763813.365353:0:303492:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763813.365357:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d566d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320624000:192.168.203.113@tcp:250:kworker.0
00000100:00000001:3.0:1787763813.365357:0:303492:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763813.365360:0:303492:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d565e00.
00000020:00000040:3.0:1787763813.365364:0:303492:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000100:00000001:0.0:1787763813.365366:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787763813.365367:0:303492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763813.365371:0:303492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763813.365372:0:303492:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763813.365373:0:303492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763813.365374:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787763813.365375:0:303492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763813.365378:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763813.365380:0:303492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45907800.
02000000:00000001:0.0:1787763813.365382:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787763813.365386:0:303492:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763813.365389:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d5055a000.
02000000:00000001:0.0:1787763813.365392:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787763813.365398:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00100000:3.0:1787763813.365401:0:303492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d565e00 x1874599320624128/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763813.365407:0:303492:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763813.365409:0:303492:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763813.365412:0:303492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008dad852f] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d565e00 x1874599320624128/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763813.365419:0:303492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763813.365421:0:303492:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763813.365423:0:303492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787763813.365424:0:303492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763813.365426:0:303492:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763813.365428:0:303492:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763813.365429:0:303492:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20976
00000400:00000200:3.0:1787763813.365432:0:303492:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763813.365433:0:303492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763813.365435:0:303492:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763813.365436:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763813.365489:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763813.365496:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000400:00000010:0.0:1787763813.365498:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c51687108.
00000100:00000001:3.0:1787763813.365500:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763813.365505:0:303492:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763813.365508:0:303492:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000020:00000001:3.0:1787763813.365510:0:303492:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000010:0.0:1787763813.365511:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6b28.
00000020:00000040:3.0:1787763813.365514:0:303492:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000020:00000001:3.0:1787763813.365518:0:303492:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00000200:0.0:1787763813.365520:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320624000, portal 25
00000020:00000001:3.0:1787763813.365521:0:303492:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00000001:0.0:1787763813.365526:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000040:3.0:1787763813.365528:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763813.365530:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910956800 : -110374798594816 : ffff9b9d5d566d00)
00000100:00000001:3.0:1787763813.365533:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763813.365537:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763813.365542:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000040:0.0:1787763813.365543:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d566d00 x1874599320624000/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763838 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787763813.365546:0:303492:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000100:00080000:3.0:1787763813.365554:0:303492:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763813.365557:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787763813.365559:0:303492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763813.365563:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
02000000:00000001:3.0:1787763813.365565:0:303492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:0.0:1787763813.365567:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe65d8.
02000000:00000001:3.0:1787763813.365570:0:303492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:0.0:1787763813.365572:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320624000, offset 0
02000000:00000001:3.0:1787763813.365575:0:303492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763813.365579:0:303492:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000200:0.0:1787763813.365580:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000008:00100000:3.0:1787763813.365583:0:303492:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763813.365587:0:303492:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763813.365589:0:303492:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787763813.365591:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000010:3.0:1787763813.365596:0:303492:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d564b40.
00000400:00000200:0.0:1787763813.365600:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000020:00000040:3.0:1787763813.365602:0:303492:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000400:00000200:0.0:1787763813.365607:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1787763813.365607:0:303492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763813.365610:0:303492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787763813.365614:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000100:00000001:3.0:1787763813.365616:0:303492:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:0.0:1787763813.365619:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1787763813.365620:0:303492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:0.0:1787763813.365624:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
02000000:00000001:3.0:1787763813.365625:0:303492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787763813.365629:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63638:63638:256:4294967295] 192.168.203.113@tcp LPNI seq info [63638:63638:8:4294967295]
00000400:00000200:0.0:1787763813.365633:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
02000000:00000010:3.0:1787763813.365634:0:303492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45906400.
00000100:00000001:3.0:1787763813.365640:0:303492:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787763813.365642:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000100:00100000:3.0:1787763813.365650:0:303492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d564b40 x1874599320624256/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.0:1787763813.365651:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787763813.365658:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c800.
00000100:00000001:3.0:1787763813.365660:0:303492:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763813.365663:0:303492:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1787763813.365669:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000040:3.0:1787763813.365669:0:303492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9fa13ea] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d564b40 x1874599320624256/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1787763813.365675:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000100:00000001:3.0:1787763813.365680:0:303492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1787763813.365685:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000040:3.0:1787763813.365686:0:303492:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787763813.365691:0:303492:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1787763813.365694:0:303492:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763813.365698:0:303492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787763813.365699:0:303492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763813.365701:0:303492:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:0.1:1787763813.365706:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000100:00000001:3.0:1787763813.365707:0:303492:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763813.365714:0:303492:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20976
00000800:00000100:0.0:1787763813.365715:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787763813.365718:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c800.
00000400:00000200:0.0:1787763813.365724:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787763813.365724:0:303492:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763813.365734:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787763813.365734:0:303492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763813.365741:0:303492:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1787763813.365742:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe65d8
00000400:00000010:0.0:1787763813.365747:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe65d8.
00000100:00000040:3.0:1787763813.365749:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763813.365752:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787763813.365753:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:0.0:1787763813.365759:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d566d00 x1874599320624000/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763838 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787763813.365764:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763813.365769:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000001:0.0:1787763813.365772:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000020:00000001:3.0:1787763813.365772:0:303492:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763813.365776:0:303492:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000100:00000040:0.0:1787763813.365779:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d566d00 x1874599320624000/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763838 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787763813.365780:0:303492:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763813.365784:0:303492:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000020:00000001:3.0:1787763813.365790:0:303492:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000001:0.0:1787763813.365792:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763813.365797:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:3.0:1787763813.365797:0:303492:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000001:0.0:1787763813.365802:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763813.365805:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000400:00000200:0.0:1787763813.365809:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:3.0:1787763813.365811:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787763813.365813:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4315649784
00000100:00000040:3.0:1787763813.365817:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000010:0.0:1787763813.365820:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9c574ac060.
00000100:00000001:3.0:1787763813.365822:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000001:0.0:1787763813.365828:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000020:00000040:3.0:1787763813.365828:0:303492:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00080000:3.0:1787763813.365833:0:303492:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763813.365836:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4315649784
00000100:00000001:3.0:1787763813.365837:0:303492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763813.365841:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9c574ac600.
02000000:00000001:3.0:1787763813.365842:0:303492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787763813.365845:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
02000000:00000001:3.0:1787763813.365848:0:303492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787763813.365849:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787763813.365855:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763813.365855:0:303492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763813.365861:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1787763813.365861:0:303492:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763813.365866:0:303492:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1787763813.365869:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763813/real 1787763813]  req@ffff9b9d5d566d00 x1874599320624000/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1787763813.365872:0:303492:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763813.365878:0:303492:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1787763813.365884:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787763813.365886:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000010:3.0:1787763813.365886:0:303492:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d5670c0.
00000400:00000010:0.0:1787763813.365889:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c51687108.
00000400:00000200:0.0:1787763813.365893:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6b28
00000020:00000040:3.0:1787763813.365893:0:303492:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
00000400:00000010:0.0:1787763813.365896:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6b28.
00000100:00000001:0.0:1787763813.365901:0:256678:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:3.0:1787763813.365901:0:303492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763813.365905:0:303492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1787763813.365906:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d566d00 x1874599320624000/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763813.365911:0:303492:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763813.365914:0:303492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763813.365918:0:303492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1787763813.365919:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d566d00 x1874599320624000/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763813.365927:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000010:3.0:1787763813.365927:0:303492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45905800.
00000100:00000001:0.0:1787763813.365930:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763813.365933:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787763813.365934:0:303492:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763813.365935:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787763813.365940:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d566d00 x1874599320624000/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787763813.365946:0:303492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d5670c0 x1874599320624384/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763813.365949:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763813.365957:0:303492:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000040:0.0:1787763813.365958:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d566d00 x1874599320624000/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763838 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763813.365961:0:303492:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763813.365968:0:303492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000096847001] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d5670c0 x1874599320624384/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763813.365970:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787763813.365975:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763813.365979:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787763813.365982:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763813.365983:0:303492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763813.365985:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787763813.365988:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:3.0:1787763813.365989:0:303492:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20986)
00000100:00080000:0.0:1787763813.365991:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787763813.365995:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787763813.365997:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787763813.366001:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d566d00 x1874599320624000/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763838 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787763813.366006:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d566d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320624000:192.168.203.113@tcp:250:kworker.0
00000100:00000001:0.0:1787763813.366009:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763813.366011:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787763813.366013:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d566d00 x1874599320624000/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763838 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763813.366017:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787763813.366018:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787763813.366020:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d5055a000.
02000000:00000001:0.0:1787763813.366023:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787763813.366024:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787763813.366025:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:0.0:1787763813.366027:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787763813.366029:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45907400.
02000000:00000001:0.0:1787763813.366031:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787763813.366032:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787763813.366033:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d566d00.
00000100:00000001:0.0:1787763813.366036:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787763813.366037:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763813.366039:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763813.366044:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787763813.366045:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763813.366047:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787763813.366048:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787763813.366049:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787763813.366052:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d565e00 x1874599320624128/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763813.366056:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763813.366058:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763813.366059:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787763813.366061:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763813.366062:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763813.366064:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d565e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320624128:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787763813.366066:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787763813.366068:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787763813.366069:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763813.366071:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787763813.366073:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d5055a000.
02000000:00000001:0.0:1787763813.366074:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787763813.366076:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787763813.366078:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c51687108.
00000400:00000010:0.0:1787763813.366080:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6b28.
00000100:00000200:0.0:1787763813.366083:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320624128, portal 10
00000100:00000001:0.0:1787763813.366084:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787763813.366085:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910952960 : -110374798598656 : ffff9b9d5d565e00)
00000100:00000040:0.0:1787763813.366090:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d565e00 x1874599320624128/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763838 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763813.366095:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787763813.366096:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787763813.366098:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe65d8.
00000100:00000200:0.0:1787763813.366100:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320624128, offset 0
00000400:00000200:0.0:1787763813.366102:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787763813.366105:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763813.366107:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787763813.366109:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787763813.366111:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:0.0:1787763813.366113:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787763813.366115:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787763813.366117:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63639:63639:256:4294967295] 192.168.203.113@tcp LPNI seq info [63639:63639:8:4294967295]
00000400:00000200:0.0:1787763813.366120:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763813.366124:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787763813.366127:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787763813.366129:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c800.
00000800:00000200:0.0:1787763813.366132:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.0:1787763813.366134:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787763813.366137:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787763813.366139:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1787763813.366142:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787763813.366144:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c800.
00000400:00000200:0.0:1787763813.366147:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787763813.366150:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787763813.366153:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe65d8
00000400:00000010:0.0:1787763813.366156:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe65d8.
00000100:00000001:0.0:1787763813.366158:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787763813.366162:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d565e00 x1874599320624128/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763838 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763813.366170:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787763813.366173:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d565e00 x1874599320624128/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763838 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763813.366181:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763813.366183:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787763813.366187:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763813.366191:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:0.0:1787763813.366194:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787763813.366197:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315648556
00000100:00000001:0.0:1787763813.366200:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315649784
00000100:00000001:0.0:1787763813.366202:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315648556
00000100:00000001:0.0:1787763813.366204:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315649784
00000100:00000001:0.0:1787763813.366206:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787763813.366208:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763813.366209:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787763813.366212:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763813/real 1787763813]  req@ffff9b9d5d565e00 x1874599320624128/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787763813.366217:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787763813.366218:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787763813.366220:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c51687108.
00000400:00000200:0.0:1787763813.366221:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6b28
00000400:00000010:0.0:1787763813.366223:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6b28.
00000100:00000001:0.0:1787763813.366224:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787763813.366226:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d565e00 x1874599320624128/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787763813.366232:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d565e00 x1874599320624128/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763813.366236:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787763813.366237:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763813.366238:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787763813.366239:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787763813.366241:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d565e00 x1874599320624128/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763813.366245:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787763813.366248:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d565e00 x1874599320624128/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763838 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763813.366252:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787763813.366254:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763813.366255:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787763813.366255:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763813.366256:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787763813.366266:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787763813.366268:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787763813.366270:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787763813.366272:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787763813.366275:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d565e00 x1874599320624128/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763838 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787763813.366279:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d565e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320624128:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787763813.366282:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787763813.366284:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d564b40 x1874599320624256/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763813.366288:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763813.366289:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763813.366290:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787763813.366292:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763813.366293:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763813.366295:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d564b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320624256:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787763813.366297:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787763813.366298:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787763813.366299:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763813.366300:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787763813.366303:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d5055ac00.
02000000:00000001:0.0:1787763813.366304:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787763813.366308:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787763813.366310:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c51687108.
00000400:00000010:0.0:1787763813.366313:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6b28.
00000100:00000200:0.0:1787763813.366316:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320624256, portal 10
00000100:00000001:0.0:1787763813.366318:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787763813.366320:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910948160 : -110374798603456 : ffff9b9d5d564b40)
00000100:00000040:0.0:1787763813.366326:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d564b40 x1874599320624256/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763838 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763813.366356:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787763813.366359:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787763813.366361:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe65d8.
00000100:00000200:0.0:1787763813.366363:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320624256, offset 0
00000400:00000200:0.0:1787763813.366366:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787763813.366369:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763813.366372:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787763813.366374:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787763813.366376:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:0.0:1787763813.366377:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787763813.366379:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787763813.366381:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63640:63640:256:4294967295] 192.168.203.113@tcp LPNI seq info [63640:63640:8:4294967295]
00000400:00000200:0.0:1787763813.366384:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763813.366388:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787763813.366391:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787763813.366393:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c800.
00000800:00000200:0.0:1787763813.366396:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.0:1787763813.366398:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787763813.366401:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787763813.366402:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1787763813.366405:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787763813.366407:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c800.
00000400:00000200:0.0:1787763813.366409:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787763813.366411:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787763813.366413:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe65d8
00000400:00000010:0.0:1787763813.366414:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe65d8.
00000100:00000001:0.0:1787763813.366416:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787763813.366419:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d564b40 x1874599320624256/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763838 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763813.366424:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787763813.366426:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d564b40 x1874599320624256/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763838 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763813.366435:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763813.366436:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787763813.366438:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763813.366472:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:0.0:1787763813.366476:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787763813.366477:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315648536
00000100:00000001:0.0:1787763813.366479:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315649784
00000100:00000001:0.0:1787763813.366480:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315648536
00000100:00000001:0.0:1787763813.366482:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315649784
00000100:00000001:0.0:1787763813.366484:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787763813.366485:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763813.366486:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787763813.366490:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763813/real 1787763813]  req@ffff9b9d5d564b40 x1874599320624256/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787763813.366498:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787763813.366500:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787763813.366502:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c51687108.
00000400:00000200:0.0:1787763813.366504:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6b28
00000400:00000010:0.0:1787763813.366506:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6b28.
00000100:00000001:0.0:1787763813.366508:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787763813.366512:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d564b40 x1874599320624256/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787763813.366521:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d564b40 x1874599320624256/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763813.366528:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787763813.366530:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763813.366532:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787763813.366533:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787763813.366537:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d564b40 x1874599320624256/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763813.366544:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787763813.366548:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d564b40 x1874599320624256/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763838 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763813.366552:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787763813.366554:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763813.366555:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787763813.366556:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763813.366557:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787763813.366558:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787763813.366560:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787763813.366562:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787763813.366563:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787763813.366566:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d564b40 x1874599320624256/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763838 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787763813.366571:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d564b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320624256:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787763813.366574:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787763813.366576:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d5670c0 x1874599320624384/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763813.366580:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763813.366581:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763813.366582:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787763813.366584:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763813.366585:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763813.366587:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d5670c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320624384:192.168.203.113@tcp:8:kworker.0
00000100:00000001:0.0:1787763813.366589:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787763813.366590:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787763813.366592:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763813.366593:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787763813.366596:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d50559000.
02000000:00000001:0.0:1787763813.366597:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787763813.366600:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787763813.366601:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c51687108.
00000400:00000010:0.0:1787763813.366604:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6b28.
00000100:00000200:0.0:1787763813.366606:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320624384, portal 4
00000100:00000001:0.0:1787763813.366607:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787763813.366608:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910957760 : -110374798593856 : ffff9b9d5d5670c0)
00000100:00000040:0.0:1787763813.366612:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d5670c0 x1874599320624384/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763838 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763813.366616:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787763813.366618:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787763813.366619:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe65d8.
00000100:00000200:0.0:1787763813.366620:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320624384, offset 0
00000400:00000200:0.0:1787763813.366623:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787763813.366626:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763813.366628:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787763813.366630:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787763813.366632:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:0.0:1787763813.366633:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787763813.366635:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787763813.366637:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63641:63641:256:4294967295] 192.168.203.113@tcp LPNI seq info [63641:63641:8:4294967295]
00000400:00000200:0.0:1787763813.366640:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763813.366644:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787763813.366647:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787763813.366649:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c800.
00000800:00000200:0.0:1787763813.366652:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.0:1787763813.366654:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787763813.366657:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787763813.366658:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1787763813.366661:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787763813.366663:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c800.
00000400:00000200:0.0:1787763813.366665:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787763813.366667:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787763813.366669:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe65d8
00000400:00000010:0.0:1787763813.366670:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe65d8.
00000100:00000001:0.0:1787763813.366672:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787763813.366674:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d5670c0 x1874599320624384/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763838 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763813.366679:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787763813.366681:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d5670c0 x1874599320624384/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763838 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763813.366685:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763813.366686:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787763813.366688:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763813.366690:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:0.0:1787763813.366692:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787763813.366693:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315648548
00000100:00000001:0.0:1787763813.366695:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315649784
00000100:00000001:0.0:1787763813.366696:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315648548
00000100:00000001:0.0:1787763813.366698:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315649784
00000100:00000001:0.0:1787763813.366699:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787763813.366700:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763813.366701:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787763813.366704:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763813/real 1787763813]  req@ffff9b9d5d5670c0 x1874599320624384/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787763813.366709:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787763813.366710:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787763813.366711:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c51687108.
00000400:00000200:0.0:1787763813.366712:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6b28
00000400:00000010:0.0:1787763813.366713:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6b28.
00000100:00000001:0.0:1787763813.366715:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787763813.366717:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d5670c0 x1874599320624384/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787763813.366722:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d5670c0 x1874599320624384/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763813.366726:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787763813.366727:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763813.366728:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787763813.366729:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787763813.366731:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d5670c0 x1874599320624384/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763813.366735:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787763813.366737:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d5670c0 x1874599320624384/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763838 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763813.366741:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787763813.366742:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763813.366743:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787763813.366744:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763813.366745:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787763813.366746:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787763813.366748:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787763813.366749:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787763813.366750:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787763813.366753:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d5670c0 x1874599320624384/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763838 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787763813.366758:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d5670c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320624384:192.168.203.113@tcp:8:kworker.0
00000100:00000001:0.0:1787763813.366760:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763813.366762:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787763813.366764:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d565e00 x1874599320624128/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763838 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763813.366768:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787763813.366769:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787763813.366771:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d5055a000.
02000000:00000001:0.0:1787763813.366772:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787763813.366773:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787763813.366774:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:0.0:1787763813.366776:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787763813.366777:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45907800.
02000000:00000001:0.0:1787763813.366779:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787763813.366779:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787763813.366780:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d565e00.
00000100:00000001:0.0:1787763813.366782:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787763813.366783:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763813.366784:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787763813.366786:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d564b40 x1874599320624256/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763838 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763813.366790:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787763813.366791:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787763813.366792:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d5055ac00.
02000000:00000001:0.0:1787763813.366793:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787763813.366794:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787763813.366795:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:0.0:1787763813.366796:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787763813.366797:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45906400.
02000000:00000001:0.0:1787763813.366798:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787763813.366798:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787763813.366799:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d564b40.
00000100:00000001:0.0:1787763813.366801:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787763813.366801:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763813.366802:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787763813.366804:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d5670c0 x1874599320624384/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763838 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763813.366808:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787763813.366809:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787763813.366810:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d50559000.
02000000:00000001:0.0:1787763813.366812:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787763813.366812:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787763813.366813:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:0.0:1787763813.366814:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787763813.366815:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45905800.
02000000:00000001:0.0:1787763813.366816:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787763813.366817:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787763813.366818:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d5670c0.
00000100:00000001:0.0:1787763813.366819:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787763813.366820:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763813.366821:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763813.366824:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787763813.366825:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763813.366826:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787763813.366827:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763813.556557:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763813.556562:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763813.556567:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763813.556568:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763813.556572:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763813.556574:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763813.556639:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763813.556643:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763813.556646:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763814.388552:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763814.388562:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763814.388565:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763814.388572:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763814.388577:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763814.388582:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763814.388586:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763814.388590:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763814.388595:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763814.580555:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763814.580564:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763814.580572:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763814.580575:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763814.580579:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763814.580584:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763814.580588:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763814.580593:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763814.580598:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763814.580601:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763814.580604:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763814.580608:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763814.580693:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763814.580699:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763814.580703:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1787763814.644564:0:303331:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b110 (cpu 1) has reached its deadline 4315649784, at 4315649792
00000100:00000040:0.0:1787763814.644571:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4315649784, at 4315649792
00000100:00000010:0.0:1787763814.644587:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9c574ac060.
00000100:00000010:1.0:1787763814.644597:0:303331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9c574ac600.
00000100:00000001:1.0:1787763815.413005:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763815.413017:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763815.413021:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763815.413031:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763815.413037:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763815.413043:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763815.413047:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763815.413052:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763815.413057:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763815.604579:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763815.604586:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763815.604594:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763815.604597:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763815.604601:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763815.604602:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763815.604678:0:281543:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763815.604685:0:281543:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763815.604689:0:281543:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763816.436661:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763816.436683:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763816.436695:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763816.436705:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763816.436710:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763816.436716:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763816.436720:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763816.436725:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763816.436730:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763816.628583:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763816.628591:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763816.628598:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763816.628599:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763816.628602:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763816.628603:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763816.628650:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763816.628656:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763816.628659:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763817.460763:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763817.460772:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763817.460777:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763817.460783:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763817.460789:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763817.460794:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763817.460797:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763817.460800:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763817.460804:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763817.652587:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763817.652595:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763817.652619:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763817.652621:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763817.652625:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763817.652627:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763817.652721:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763817.652726:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763817.652729:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763818.484614:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763818.484629:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763818.484633:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763818.484642:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763818.484656:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763818.484663:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763818.484667:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763818.484672:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763818.484678:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763818.484896:0:303492:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763818.484906:0:303492:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787763818.484910:0:303492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763818.484915:0:303492:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763818.484921:0:303492:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763818.484933:0:303492:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20981
00000400:00000200:3.0:1787763818.484949:0:303492:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763818.484959:0:303492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763818.484965:0:303492:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763818.484970:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763818.484981:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763818.484985:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763818.484989:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763818.484995:0:303492:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763818.484999:0:303492:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:3.0:1787763818.485003:0:303492:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763818.485008:0:303492:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:3.0:1787763818.485012:0:303492:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:3.0:1787763818.485015:0:303492:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:3.0:1787763818.485019:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763818.485021:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763818.485023:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763818.485025:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787763818.485029:0:303492:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:3.0:1787763818.485033:0:303492:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763818.485036:0:303492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763818.485040:0:303492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763818.485045:0:303492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763818.485049:0:303492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763818.485052:0:303492:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787763818.485056:0:303492:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763818.485064:0:303492:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d5661c0.
00000020:00000040:3.0:1787763818.485069:0:303492:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:3.0:1787763818.485075:0:303492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763818.485078:0:303492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763818.485082:0:303492:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763818.485085:0:303492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763818.485090:0:303492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763818.485099:0:303492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45905000.
00000100:00000001:3.0:1787763818.485107:0:303492:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763818.485119:0:303492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d5661c0 x1874599320624512/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763818.485839:0:303492:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763818.485853:0:303492:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763818.485862:0:303492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007d30f203] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d5661c0 x1874599320624512/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763818.485911:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787763818.485918:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787763818.485921:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787763818.485930:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d5661c0 x1874599320624512/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763818.485938:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763818.485940:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763818.485944:0:303492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763818.485945:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787763818.485951:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1787763818.485951:0:303492:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:0.0:1787763818.485956:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763818.485960:0:303492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:0.0:1787763818.485962:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d5661c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320624512:192.168.203.113@tcp:250:kworker.0
00000100:00000001:3.0:1787763818.485964:0:303492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1787763818.485967:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:3.0:1787763818.485968:0:303492:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:0.0:1787763818.485972:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787763818.485974:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763818.485977:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787763818.485984:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d5055b000.
02000000:00000001:0.0:1787763818.485987:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763818.485987:0:303492:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763818.485995:0:303492:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20981
00000400:00000200:0.0:1787763818.485998:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787763818.486005:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c51687108.
00000400:00000200:3.0:1787763818.486009:0:303492:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787763818.486013:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6b28.
00000400:00000200:3.0:1787763818.486017:0:303492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763818.486021:0:303492:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000200:0.0:1787763818.486024:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320624512, portal 25
00000100:00000001:0.0:1787763818.486029:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000040:3.0:1787763818.486029:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763818.486032:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910953920 : -110374798597696 : ffff9b9d5d5661c0)
00000100:00000001:3.0:1787763818.486035:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763818.486041:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d5661c0 x1874599320624512/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763843 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787763818.486041:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763818.486048:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000001:0.0:1787763818.486055:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:3.0:1787763818.486055:0:303492:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763818.486061:0:303492:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000100:00000040:0.0:1787763818.486062:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000020:00000001:3.0:1787763818.486066:0:303492:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000010:0.0:1787763818.486067:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe65d8.
00000100:00000200:0.0:1787763818.486073:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320624512, offset 0
00000020:00000040:3.0:1787763818.486074:0:303492:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000020:00000001:3.0:1787763818.486079:0:303492:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000020:00000001:3.0:1787763818.486084:0:303492:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000400:00000200:0.0:1787763818.486086:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000100:00000040:3.0:1787763818.486094:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000400:00000200:0.0:1787763818.486098:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:3.0:1787763818.486100:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763818.486108:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000400:00000200:0.0:1787763818.486111:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000100:00000001:3.0:1787763818.486113:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787763818.486117:0:303492:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000400:00000200:0.0:1787763818.486120:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:3.0:1787763818.486123:0:303492:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763818.486126:0:303492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787763818.486129:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
02000000:00000001:3.0:1787763818.486130:0:303492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1787763818.486139:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1787763818.486140:0:303492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763818.486146:0:303492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787763818.486147:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000100:00000001:3.0:1787763818.486151:0:303492:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000200:0.0:1787763818.486153:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63642:63642:256:4294967295] 192.168.203.113@tcp LPNI seq info [63642:63642:8:4294967295]
00000008:00100000:3.0:1787763818.486157:0:303492:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1787763818.486158:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000008:00000001:3.0:1787763818.486163:0:303492:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763818.486165:0:303492:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787763818.486171:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000100:00000010:3.0:1787763818.486183:0:303492:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d564f00.
00000800:00000200:0.0:1787763818.486186:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000020:00000040:3.0:1787763818.486188:0:303492:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
02000000:00000001:3.0:1787763818.486192:0:303492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763818.486193:0:303492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763818.486195:0:303492:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000800:00000010:0.0:1787763818.486196:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c800.
02000000:00000001:3.0:1787763818.486196:0:303492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763818.486199:0:303492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763818.486204:0:303492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45904800.
00000800:00000200:0.0:1787763818.486209:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000001:3.0:1787763818.486210:0:303492:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1787763818.486218:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
00000100:00100000:3.0:1787763818.486218:0:303492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d564f00 x1874599320624640/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763818.486230:0:303492:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000200:0.1:1787763818.486231:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000001:3.0:1787763818.486233:0:303492:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1787763818.486240:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
00000100:00000040:3.0:1787763818.486241:0:303492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001dcdc0d3] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d564f00 x1874599320624640/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:0.0:1787763818.486254:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000100:00000001:3.0:1787763818.486255:0:303492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1787763818.486257:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c800.
00000100:00080000:3.0:1787763818.486258:0:303492:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1787763818.486262:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:3.0:1787763818.486262:0:303492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787763818.486265:0:303492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763818.486268:0:303492:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1787763818.486273:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1787763818.486273:0:303492:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763818.486279:0:303492:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20981
00000400:00000200:3.0:1787763818.486283:0:303492:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763818.486284:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe65d8
00000400:00000200:3.0:1787763818.486286:0:303492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000400:00000010:0.0:1787763818.486289:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe65d8.
00000100:00080000:3.0:1787763818.486290:0:303492:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763818.486295:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763818.486298:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787763818.486298:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763818.486300:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763818.486303:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763818.486307:0:303492:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000200:0.0:1787763818.486308:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d5661c0 x1874599320624512/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763843 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787763818.486309:0:303492:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000020:00000001:3.0:1787763818.486310:0:303492:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763818.486313:0:303492:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000020:00000001:3.0:1787763818.486316:0:303492:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000020:00000001:3.0:1787763818.486320:0:303492:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00000040:3.0:1787763818.486326:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763818.486329:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787763818.486332:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763818.486332:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763818.486336:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000100:00000040:0.0:1787763818.486340:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d5661c0 x1874599320624512/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763843 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787763818.486340:0:303492:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000100:00080000:3.0:1787763818.486344:0:303492:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763818.486350:0:303492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763818.486354:0:303492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787763818.486357:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763818.486357:0:303492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787763818.486360:0:256678:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:3.0:1787763818.486361:0:303492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763818.486363:0:303492:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763818.486364:0:303492:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763818.486366:0:303492:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763818.486370:0:303492:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763818.486375:0:303492:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d5652c0.
00000100:00000001:0.0:1787763818.486377:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787763818.486379:0:303492:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000400:00000200:0.0:1787763818.486383:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
02000000:00000001:3.0:1787763818.486384:0:303492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1787763818.486388:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4315654904
02000000:00000001:3.0:1787763818.486388:0:303492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763818.486392:0:303492:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000010:0.0:1787763818.486395:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9c574ac360.
02000000:00000001:3.0:1787763818.486396:0:303492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763818.486400:0:303492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763818.486405:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
02000000:00000010:3.0:1787763818.486407:0:303492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45905800.
00000100:00000001:0.0:1787763818.486426:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4315654904
00000100:00000001:3.0:1787763818.486429:0:303492:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763818.486433:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9c574ac180.
00000100:00000001:0.0:1787763818.486437:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000100:00100000:3.0:1787763818.486439:0:303492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d5652c0 x1874599320624768/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763818.486467:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787763818.486470:0:303492:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763818.486471:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763818.486473:0:303492:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763818.486475:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000040:3.0:1787763818.486479:0:303492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc712cf1] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d5652c0 x1874599320624768/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787763818.486483:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763818/real 1787763818]  req@ffff9b9d5d5661c0 x1874599320624512/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763818.486501:0:303492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763818.486507:0:303492:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000001:0.0:1787763818.486513:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:3.0:1787763818.486514:0:303492:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000001:0.0:1787763818.486516:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787763818.486520:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c51687108.
00000100:00080000:3.0:1787763818.486521:0:303492:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1787763818.486523:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6b28
00000400:00000010:0.0:1787763818.486526:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6b28.
00000100:00000001:0.0:1787763818.486531:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00080000:3.0:1787763818.486531:0:303492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000200:0.0:1787763818.486536:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d5661c0 x1874599320624512/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763818.486536:0:303492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763818.486540:0:303492:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:0.0:1787763818.486547:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d5661c0 x1874599320624512/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763818.486547:0:303492:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787763818.486554:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00080000:3.0:1787763818.486555:0:303492:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20981
00000100:00000001:0.0:1787763818.486556:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763818.486559:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787763818.486562:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787763818.486565:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d5661c0 x1874599320624512/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763818.486570:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1787763818.486575:0:303492:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000040:0.0:1787763818.486576:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d5661c0 x1874599320624512/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763843 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787763818.486585:0:303492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00000001:0.0:1787763818.486587:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787763818.486589:0:303492:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787763818.486595:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787763818.486596:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763818.486601:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787763818.486602:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763818.486605:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763818.486606:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763818.486607:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763818.486611:0:303492:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:0.0:1787763818.486613:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000020:00000040:3.0:1787763818.486613:0:303492:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000020:00000001:3.0:1787763818.486617:0:303492:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1787763818.486619:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000040:3.0:1787763818.486620:0:303492:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000020:00000001:3.0:1787763818.486624:0:303492:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00080000:0.0:1787763818.486626:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000020:00000001:3.0:1787763818.486627:0:303492:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000040:3.0:1787763818.486633:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763818.486635:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00080000:0.0:1787763818.486638:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000040:3.0:1787763818.486639:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763818.486644:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:3.0:1787763818.486645:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787763818.486650:0:303492:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00000040:0.0:1787763818.486653:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d5661c0 x1874599320624512/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763843 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787763818.486657:0:303492:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763818.486665:0:303492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763818.486670:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d5661c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320624512:192.168.203.113@tcp:250:kworker.0
02000000:00000001:3.0:1787763818.486670:0:303492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763818.486677:0:303492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787763818.486679:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787763818.486683:0:303492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763818.486684:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787763818.486687:0:303492:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000040:0.0:1787763818.486691:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d5661c0 x1874599320624512/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763843 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1787763818.486693:0:303492:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763818.486700:0:303492:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763818.486705:0:303492:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763818.486710:0:303492:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d567480.
00000100:00000001:0.0:1787763818.486711:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000020:00000040:3.0:1787763818.486715:0:303492:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
02000000:00000001:0.0:1787763818.486717:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787763818.486719:0:303492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000010:0.0:1787763818.486722:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d5055b000.
02000000:00000001:3.0:1787763818.486722:0:303492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763818.486728:0:303492:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763818.486729:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000001:3.0:1787763818.486729:0:303492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000020:00000001:0.0:1787763818.486733:0:256678:0:(genops.c:1217:class_import_put()) Process entered
02000000:00000001:3.0:1787763818.486734:0:303492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1787763818.486737:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:0.0:1787763818.486741:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787763818.486741:0:303492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45906400.
02000000:00000010:0.0:1787763818.486745:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45905000.
00000100:00000001:3.0:1787763818.486746:0:303492:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763818.486749:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787763818.486752:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00100000:3.0:1787763818.486754:0:303492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d567480 x1874599320624896/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:0.0:1787763818.486755:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d5661c0.
00000100:00000001:0.0:1787763818.486761:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787763818.486763:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763818.486765:0:303492:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763818.486768:0:303492:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763818.486769:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787763818.486772:0:303492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000036831fe2] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d567480 x1874599320624896/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763818.486779:0:303492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763818.486781:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000040:3.0:1787763818.486784:0:303492:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20991)
00000100:00000001:0.0:1787763818.486785:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763818.486790:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787763818.486792:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787763818.486794:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787763818.486800:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d564f00 x1874599320624640/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763818.486809:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763818.486810:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763818.486813:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787763818.486814:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763818.486816:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763818.486819:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d564f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320624640:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787763818.486822:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787763818.486824:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787763818.486825:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763818.486826:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787763818.486829:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d5055b000.
02000000:00000001:0.0:1787763818.486831:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787763818.486834:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787763818.486836:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c51687108.
00000400:00000010:0.0:1787763818.486839:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6b28.
00000100:00000200:0.0:1787763818.486842:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320624640, portal 10
00000100:00000001:0.0:1787763818.486843:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787763818.486844:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910949120 : -110374798602496 : ffff9b9d5d564f00)
00000100:00000040:0.0:1787763818.486850:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d564f00 x1874599320624640/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763843 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763818.486855:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787763818.486857:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787763818.486858:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe65d8.
00000100:00000200:0.0:1787763818.486860:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320624640, offset 0
00000400:00000200:0.0:1787763818.486862:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787763818.486865:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763818.486868:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787763818.486870:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787763818.486872:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:0.0:1787763818.486874:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787763818.486876:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787763818.486878:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63643:63643:256:4294967295] 192.168.203.113@tcp LPNI seq info [63643:63643:8:4294967295]
00000400:00000200:0.0:1787763818.486881:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763818.486886:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787763818.486889:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787763818.486891:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c800.
00000800:00000200:0.0:1787763818.486894:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.0:1787763818.486897:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787763818.486900:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787763818.486903:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1787763818.486905:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787763818.486907:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c800.
00000400:00000200:0.0:1787763818.486909:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787763818.486912:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787763818.486914:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe65d8
00000400:00000010:0.0:1787763818.486915:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe65d8.
00000100:00000001:0.0:1787763818.486917:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787763818.486919:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d564f00 x1874599320624640/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763843 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763818.486925:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787763818.486927:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d564f00 x1874599320624640/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763843 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763818.486932:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763818.486933:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787763818.486935:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763818.486938:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:0.0:1787763818.486941:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787763818.486942:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315653677
00000100:00000001:0.0:1787763818.486945:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315654904
00000100:00000001:0.0:1787763818.486947:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315653677
00000100:00000001:0.0:1787763818.486948:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315654904
00000100:00000001:0.0:1787763818.486950:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787763818.486952:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763818.486953:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787763818.486955:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763818/real 1787763818]  req@ffff9b9d5d564f00 x1874599320624640/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787763818.486960:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787763818.486961:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787763818.486963:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c51687108.
00000400:00000200:0.0:1787763818.486964:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6b28
00000400:00000010:0.0:1787763818.486966:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6b28.
00000100:00000001:0.0:1787763818.486967:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787763818.486969:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d564f00 x1874599320624640/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787763818.486975:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d564f00 x1874599320624640/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763818.486978:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787763818.486979:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763818.486980:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787763818.486981:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787763818.486983:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d564f00 x1874599320624640/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763818.486987:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787763818.486990:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d564f00 x1874599320624640/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763843 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763818.486994:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787763818.486996:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763818.486997:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787763818.486998:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763818.487000:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787763818.487013:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787763818.487015:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787763818.487017:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787763818.487019:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787763818.487022:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d564f00 x1874599320624640/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763843 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787763818.487028:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d564f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320624640:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787763818.487031:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787763818.487033:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d5652c0 x1874599320624768/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763818.487038:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763818.487039:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763818.487040:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787763818.487041:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763818.487042:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763818.487044:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d5652c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320624768:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787763818.487046:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787763818.487047:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787763818.487048:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763818.487050:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787763818.487052:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d50558000.
02000000:00000001:0.0:1787763818.487053:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787763818.487055:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787763818.487057:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c51687108.
00000400:00000010:0.0:1787763818.487059:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6b28.
00000100:00000200:0.0:1787763818.487061:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320624768, portal 10
00000100:00000001:0.0:1787763818.487062:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787763818.487063:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910950080 : -110374798601536 : ffff9b9d5d5652c0)
00000100:00000040:0.0:1787763818.487068:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d5652c0 x1874599320624768/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763843 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763818.487073:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787763818.487074:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787763818.487076:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe65d8.
00000100:00000200:0.0:1787763818.487077:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320624768, offset 0
00000400:00000200:0.0:1787763818.487079:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787763818.487082:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763818.487084:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787763818.487085:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787763818.487088:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:0.0:1787763818.487089:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787763818.487091:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787763818.487093:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63644:63644:256:4294967295] 192.168.203.113@tcp LPNI seq info [63644:63644:8:4294967295]
00000400:00000200:0.0:1787763818.487096:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763818.487099:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787763818.487102:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787763818.487104:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c800.
00000800:00000200:0.0:1787763818.487106:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.0:1787763818.487108:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787763818.487112:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787763818.487114:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1787763818.487116:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787763818.487118:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c800.
00000400:00000200:0.0:1787763818.487120:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787763818.487122:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787763818.487124:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe65d8
00000400:00000010:0.0:1787763818.487126:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe65d8.
00000100:00000001:0.0:1787763818.487127:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787763818.487130:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d5652c0 x1874599320624768/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763843 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763818.487135:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787763818.487137:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d5652c0 x1874599320624768/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763843 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763818.487141:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763818.487143:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787763818.487144:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763818.487146:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:0.0:1787763818.487148:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787763818.487149:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315653656
00000100:00000001:0.0:1787763818.487151:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315654904
00000100:00000001:0.0:1787763818.487153:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315653656
00000100:00000001:0.0:1787763818.487155:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315654904
00000100:00000001:0.0:1787763818.487157:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787763818.487158:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763818.487159:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787763818.487162:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763818/real 1787763818]  req@ffff9b9d5d5652c0 x1874599320624768/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787763818.487166:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787763818.487167:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787763818.487168:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c51687108.
00000400:00000200:0.0:1787763818.487169:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6b28
00000400:00000010:0.0:1787763818.487170:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6b28.
00000100:00000001:0.0:1787763818.487171:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787763818.487173:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d5652c0 x1874599320624768/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787763818.487179:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d5652c0 x1874599320624768/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763818.487183:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787763818.487184:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763818.487185:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787763818.487186:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787763818.487189:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d5652c0 x1874599320624768/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763818.487196:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787763818.487199:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d5652c0 x1874599320624768/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763843 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763818.487207:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787763818.487210:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763818.487211:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787763818.487213:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763818.487215:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787763818.487217:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787763818.487220:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787763818.487224:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787763818.487226:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787763818.487231:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d5652c0 x1874599320624768/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763843 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787763818.487240:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d5652c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320624768:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787763818.487243:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787763818.487245:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d567480 x1874599320624896/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763818.487250:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763818.487251:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763818.487252:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787763818.487254:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763818.487255:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763818.487257:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d567480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320624896:192.168.203.113@tcp:8:kworker.0
00000100:00000001:0.0:1787763818.487259:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787763818.487261:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787763818.487262:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763818.487264:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787763818.487266:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d5055a000.
02000000:00000001:0.0:1787763818.487268:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787763818.487272:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787763818.487275:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c51687108.
00000400:00000010:0.0:1787763818.487279:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6b28.
00000100:00000200:0.0:1787763818.487282:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320624896, portal 4
00000100:00000001:0.0:1787763818.487284:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787763818.487285:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910958720 : -110374798592896 : ffff9b9d5d567480)
00000100:00000040:0.0:1787763818.487292:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d567480 x1874599320624896/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763843 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763818.487300:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787763818.487303:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787763818.487305:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe65d8.
00000100:00000200:0.0:1787763818.487308:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320624896, offset 0
00000400:00000200:0.0:1787763818.487313:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787763818.487317:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763818.487322:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787763818.487324:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787763818.487326:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:0.0:1787763818.487328:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787763818.487329:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787763818.487332:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63645:63645:256:4294967295] 192.168.203.113@tcp LPNI seq info [63645:63645:8:4294967295]
00000400:00000200:0.0:1787763818.487335:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763818.487340:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787763818.487344:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787763818.487346:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c800.
00000800:00000200:0.0:1787763818.487349:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.0:1787763818.487351:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787763818.487354:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787763818.487356:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1787763818.487358:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787763818.487360:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c800.
00000400:00000200:0.0:1787763818.487362:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787763818.487364:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787763818.487366:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe65d8
00000400:00000010:0.0:1787763818.487368:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe65d8.
00000100:00000001:0.0:1787763818.487369:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787763818.487372:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d567480 x1874599320624896/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763843 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763818.487377:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787763818.487380:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d567480 x1874599320624896/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763843 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763818.487389:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763818.487390:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787763818.487392:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763818.487395:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:0.0:1787763818.487397:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787763818.487398:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315653668
00000100:00000001:0.0:1787763818.487400:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315654904
00000100:00000001:0.0:1787763818.487402:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315653668
00000100:00000001:0.0:1787763818.487404:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315654904
00000100:00000001:0.0:1787763818.487405:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787763818.487407:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763818.487408:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787763818.487410:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763818/real 1787763818]  req@ffff9b9d5d567480 x1874599320624896/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787763818.487428:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787763818.487429:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787763818.487430:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c51687108.
00000400:00000200:0.0:1787763818.487432:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6b28
00000400:00000010:0.0:1787763818.487433:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6b28.
00000100:00000001:0.0:1787763818.487434:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787763818.487437:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d567480 x1874599320624896/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787763818.487457:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d567480 x1874599320624896/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763818.487463:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787763818.487464:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763818.487466:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787763818.487467:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787763818.487470:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d567480 x1874599320624896/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763818.487476:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787763818.487479:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d567480 x1874599320624896/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763843 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763818.487484:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787763818.487485:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763818.487486:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787763818.487487:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763818.487488:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787763818.487489:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787763818.487491:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787763818.487502:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787763818.487503:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787763818.487505:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d567480 x1874599320624896/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763843 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787763818.487510:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d567480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320624896:192.168.203.113@tcp:8:kworker.0
00000100:00000001:0.0:1787763818.487513:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763818.487514:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787763818.487516:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d564f00 x1874599320624640/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763843 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763818.487521:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787763818.487522:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787763818.487523:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d5055b000.
02000000:00000001:0.0:1787763818.487525:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787763818.487526:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787763818.487527:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:0.0:1787763818.487529:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787763818.487530:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45904800.
02000000:00000001:0.0:1787763818.487532:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787763818.487534:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787763818.487535:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d564f00.
00000100:00000001:0.0:1787763818.487537:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787763818.487538:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763818.487539:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787763818.487542:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d5652c0 x1874599320624768/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763843 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763818.487546:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787763818.487547:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787763818.487548:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d50558000.
02000000:00000001:0.0:1787763818.487550:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787763818.487551:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787763818.487552:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:0.0:1787763818.487553:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787763818.487554:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45905800.
02000000:00000001:0.0:1787763818.487555:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787763818.487556:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787763818.487556:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d5652c0.
00000100:00000001:0.0:1787763818.487558:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787763818.487558:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763818.487559:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787763818.487561:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d567480 x1874599320624896/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763843 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763818.487565:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787763818.487565:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787763818.487566:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d5055a000.
02000000:00000001:0.0:1787763818.487568:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787763818.487568:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787763818.487569:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:0.0:1787763818.487570:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787763818.487571:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45906400.
02000000:00000001:0.0:1787763818.487572:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787763818.487573:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787763818.487573:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d567480.
00000100:00000001:0.0:1787763818.487575:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787763818.487577:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763818.487578:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763818.487580:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787763818.487582:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763818.487583:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787763818.487584:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763818.676529:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763818.676537:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763818.676543:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763818.676544:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763818.676547:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763818.676548:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763818.676660:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763818.676668:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763818.676674:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763819.508505:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763819.508514:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763819.508516:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763819.508522:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763819.508526:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763819.508531:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763819.508533:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763819.508536:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763819.508539:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763819.700549:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763819.700557:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763819.700564:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763819.700565:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763819.700570:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763819.700571:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763819.700623:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763819.700628:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763819.700632:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787763819.764544:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4315654904, at 4315654912
00000100:00000040:1.0:1787763819.764561:0:303331:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b110 (cpu 1) has reached its deadline 4315654904, at 4315654912
00000100:00000010:0.0:1787763819.764569:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9c574ac360.
00000100:00000010:1.0:1787763819.764575:0:303331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9c574ac180.
00000100:00000001:1.0:1787763820.532521:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763820.532530:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763820.532532:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763820.532538:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763820.532542:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763820.532546:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763820.532549:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763820.532552:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763820.532555:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763820.724601:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763820.724611:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763820.724620:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763820.724624:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763820.724643:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763820.724645:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763820.724741:0:281543:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763820.724748:0:281543:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763820.724753:0:281543:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763821.556561:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763821.556571:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763821.556575:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763821.556583:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763821.556589:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763821.556595:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763821.556600:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763821.556605:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763821.556610:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763821.748614:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763821.748624:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763821.748628:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763821.748633:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763821.748639:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763821.748643:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763821.748646:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763821.748650:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763821.748657:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763821.748661:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763821.748663:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763821.748666:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763821.748669:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763821.748671:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763821.748674:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763821.748677:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763821.748683:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763821.748685:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763821.748754:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763821.748760:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763821.748764:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763822.580566:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763822.580574:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763822.580577:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763822.580581:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763822.580585:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763822.580589:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763822.580592:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763822.580595:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763822.580598:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763822.772549:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763822.772556:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763822.772562:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763822.772563:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763822.772568:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763822.772569:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763822.772616:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763822.772620:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763822.772623:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763823.604515:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763823.604523:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763823.604526:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763823.604532:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763823.604536:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1787763823.604541:0:303492:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787763823.604542:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763823.604547:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763823.604551:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787763823.604553:0:303492:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787763823.604556:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763823.604557:0:303492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763823.604562:0:303492:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763823.604567:0:303492:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763823.604576:0:303492:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20986
00000400:00000200:3.0:1787763823.604586:0:303492:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763823.604594:0:303492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763823.604597:0:303492:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763823.604600:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763823.604603:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763823.604605:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763823.604608:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763823.604611:0:303492:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763823.604613:0:303492:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:3.0:1787763823.604616:0:303492:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763823.604619:0:303492:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:3.0:1787763823.604621:0:303492:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:3.0:1787763823.604623:0:303492:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:3.0:1787763823.604626:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763823.604628:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763823.604630:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763823.604631:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787763823.604634:0:303492:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:3.0:1787763823.604637:0:303492:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763823.604638:0:303492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763823.604641:0:303492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763823.604644:0:303492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763823.604646:0:303492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763823.604648:0:303492:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787763823.604651:0:303492:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763823.604663:0:303492:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d565680.
00000020:00000040:3.0:1787763823.604666:0:303492:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:3.0:1787763823.604670:0:303492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763823.604671:0:303492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763823.604674:0:303492:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763823.604677:0:303492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763823.604682:0:303492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763823.604690:0:303492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45907800.
00000100:00000001:3.0:1787763823.604698:0:303492:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763823.604708:0:303492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d565680 x1874599320625024/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763823.604717:0:303492:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763823.604722:0:303492:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763823.604726:0:303492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000082576300] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d565680 x1874599320625024/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763823.604746:0:303492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763823.604749:0:303492:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763823.604752:0:303492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787763823.604753:0:303492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763823.604755:0:303492:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763823.604758:0:303492:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763823.604760:0:303492:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20986
00000400:00000200:3.0:1787763823.604763:0:303492:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763823.604766:0:303492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763823.604768:0:303492:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763823.604771:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763823.604773:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787763823.604774:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1787763823.604775:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763823.604778:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763823.604781:0:303492:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:0.0:1787763823.604782:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1787763823.604783:0:303492:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000100:00000001:0.0:1787763823.604786:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1787763823.604786:0:303492:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763823.604789:0:303492:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000020:00000001:3.0:1787763823.604792:0:303492:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000020:00000001:3.0:1787763823.604793:0:303492:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000040:0.0:1787763823.604797:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d565680 x1874599320625024/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787763823.604798:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763823.604801:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763823.604805:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763823.604810:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787763823.604813:0:303492:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00080000:3.0:1787763823.604818:0:303492:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:0.0:1787763823.604819:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763823.604821:0:303492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763823.604822:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763823.604824:0:303492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763823.604828:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787763823.604832:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763823.604832:0:303492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763823.604838:0:303492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763823.604839:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763823.604841:0:303492:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00100000:0.0:1787763823.604845:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d565680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320625024:192.168.203.113@tcp:250:kworker.0
00000008:00100000:3.0:1787763823.604848:0:303492:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1787763823.604850:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00000001:3.0:1787763823.604852:0:303492:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763823.604855:0:303492:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763823.604856:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000010:3.0:1787763823.604860:0:303492:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d565a40.
02000000:00000001:0.0:1787763823.604861:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763823.604866:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:3.0:1787763823.604866:0:303492:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
02000000:00000001:3.0:1787763823.604869:0:303492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763823.604871:0:303492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763823.604872:0:303492:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763823.604874:0:303492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:0.0:1787763823.604875:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d5055b000.
02000000:00000001:3.0:1787763823.604876:0:303492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763823.604880:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787763823.604887:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
02000000:00000010:3.0:1787763823.604892:0:303492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45907400.
00000400:00000010:0.0:1787763823.604894:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c51687108.
00000100:00000001:3.0:1787763823.604898:0:303492:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1787763823.604902:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6b28.
00000100:00100000:3.0:1787763823.604908:0:303492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d565a40 x1874599320625152/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:0.0:1787763823.604913:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320625024, portal 25
00000100:00000001:0.0:1787763823.604918:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787763823.604921:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910951040 : -110374798600576 : ffff9b9d5d565680)
00000100:00000001:3.0:1787763823.604921:0:303492:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763823.604927:0:303492:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763823.604931:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d565680 x1874599320625024/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763848 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787763823.604936:0:303492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001352b87a] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d565a40 x1874599320625152/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763823.604943:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787763823.604950:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787763823.604954:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe65d8.
00000100:00000200:0.0:1787763823.604958:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320625024, offset 0
00000100:00000001:3.0:1787763823.604958:0:303492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763823.604963:0:303492:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763823.604966:0:303492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787763823.604968:0:303492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763823.604971:0:303492:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1787763823.604972:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000100:00000001:3.0:1787763823.604974:0:303492:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763823.604978:0:303492:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20986
00000400:00000200:3.0:1787763823.604982:0:303492:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763823.604985:0:303492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763823.604988:0:303492:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1787763823.604989:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000040:3.0:1787763823.604993:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763823.604996:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763823.604998:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763823.605000:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000400:00000200:0.0:1787763823.605003:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000020:00000001:3.0:1787763823.605004:0:303492:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763823.605007:0:303492:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000020:00000001:3.0:1787763823.605011:0:303492:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763823.605013:0:303492:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000020:00000001:3.0:1787763823.605016:0:303492:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000400:00000200:0.0:1787763823.605017:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:3.0:1787763823.605018:0:303492:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00000040:3.0:1787763823.605022:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000400:00000200:0.0:1787763823.605025:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000100:00000001:3.0:1787763823.605026:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763823.605030:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763823.605032:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000400:00000200:0.0:1787763823.605033:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000020:00000040:3.0:1787763823.605036:0:303492:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000400:00000200:0.0:1787763823.605039:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000100:00080000:3.0:1787763823.605040:0:303492:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763823.605044:0:303492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763823.605048:0:303492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1787763823.605049:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63646:63646:256:4294967295] 192.168.203.113@tcp LPNI seq info [63646:63646:8:4294967295]
02000000:00000001:3.0:1787763823.605052:0:303492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763823.605055:0:303492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787763823.605057:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:3.0:1787763823.605058:0:303492:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763823.605061:0:303492:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763823.605063:0:303492:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763823.605064:0:303492:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763823.605068:0:303492:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d567c00.
00000020:00000040:3.0:1787763823.605072:0:303492:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000400:00000200:0.0:1787763823.605073:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
02000000:00000001:3.0:1787763823.605078:0:303492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763823.605081:0:303492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763823.605082:0:303492:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:0.0:1787763823.605085:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
02000000:00000001:3.0:1787763823.605086:0:303492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763823.605088:0:303492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1787763823.605094:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c800.
02000000:00000010:3.0:1787763823.605095:0:303492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45906400.
00000100:00000001:3.0:1787763823.605100:0:303492:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763823.605105:0:303492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d567c00 x1874599320625280/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.0:1787763823.605106:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.0:1787763823.605114:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 43 secs later)
00000100:00000001:3.0:1787763823.605115:0:303492:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763823.605119:0:303492:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1787763823.605123:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000040:3.0:1787763823.605124:0:303492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cde0ae17] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d567c00 x1874599320625280/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.1:1787763823.605130:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 43 secs later)
00000100:00000001:3.0:1787763823.605135:0:303492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763823.605138:0:303492:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:0.0:1787763823.605139:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787763823.605144:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c800.
00000100:00000040:3.0:1787763823.605145:0:303492:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1787763823.605150:0:303492:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763823.605152:0:303492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000200:0.0:1787763823.605153:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1787763823.605154:0:303492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763823.605157:0:303492:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763823.605160:0:303492:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:0.0:1787763823.605162:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000100:00080000:3.0:1787763823.605166:0:303492:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20986
00000400:00000200:3.0:1787763823.605170:0:303492:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763823.605171:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe65d8
00000400:00000200:3.0:1787763823.605174:0:303492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000400:00000010:0.0:1787763823.605176:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe65d8.
00000100:00080000:3.0:1787763823.605177:0:303492:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763823.605182:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763823.605184:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787763823.605185:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:3.0:1787763823.605186:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763823.605189:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763823.605192:0:303492:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000200:0.0:1787763823.605193:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d565680 x1874599320625024/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763848 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787763823.605194:0:303492:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000020:00000001:3.0:1787763823.605197:0:303492:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763823.605199:0:303492:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000020:00000001:3.0:1787763823.605203:0:303492:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000020:00000001:3.0:1787763823.605207:0:303492:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000040:3.0:1787763823.605213:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763823.605215:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787763823.605216:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763823.605218:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763823.605221:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787763823.605225:0:303492:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00000040:0.0:1787763823.605226:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d565680 x1874599320625024/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763848 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787763823.605229:0:303492:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763823.605232:0:303492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763823.605236:0:303492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763823.605238:0:303492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763823.605243:0:303492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763823.605246:0:303492:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787763823.605249:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1787763823.605249:0:303492:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000100:00000001:0.0:1787763823.605256:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000008:00000001:3.0:1787763823.605256:0:303492:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763823.605260:0:303492:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763823.605262:0:303492:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d566940.
00000020:00000040:3.0:1787763823.605264:0:303492:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
02000000:00000001:3.0:1787763823.605266:0:303492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1787763823.605267:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763823.605267:0:303492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763823.605268:0:303492:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763823.605270:0:303492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763823.605273:0:303492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787763823.605276:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
02000000:00000010:3.0:1787763823.605276:0:303492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45905800.
00000100:00000001:0.0:1787763823.605281:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4315660023
00000100:00000001:3.0:1787763823.605281:0:303492:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763823.605289:0:303492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d566940 x1874599320625408/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:0.0:1787763823.605292:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9c574ac360.
00000100:00000001:3.0:1787763823.605298:0:303492:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763823.605300:0:303492:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763823.605302:0:303492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ae4254c] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d566940 x1874599320625408/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763823.605304:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1787763823.605311:0:303492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763823.605313:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4315660023
00000100:00000040:3.0:1787763823.605315:0:303492:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20996)
00000100:00000010:0.0:1787763823.605320:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9c574ac420.
00000100:00000001:0.0:1787763823.605324:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1787763823.605329:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787763823.605333:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763823.605336:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787763823.605343:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763823/real 1787763823]  req@ffff9b9d5d565680 x1874599320625024/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763848 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787763823.605355:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787763823.605357:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787763823.605359:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c51687108.
00000400:00000200:0.0:1787763823.605363:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6b28
00000400:00000010:0.0:1787763823.605365:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6b28.
00000100:00000001:0.0:1787763823.605368:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787763823.605372:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d565680 x1874599320625024/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763848 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787763823.605392:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d565680 x1874599320625024/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763848 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763823.605402:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787763823.605403:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763823.605406:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787763823.605408:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787763823.605411:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d565680 x1874599320625024/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763848 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763823.605416:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787763823.605421:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d565680 x1874599320625024/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763848 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763823.605426:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787763823.605428:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763823.605429:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787763823.605430:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763823.605433:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787763823.605434:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787763823.605436:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787763823.605456:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787763823.605458:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787763823.605461:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d565680 x1874599320625024/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763848 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787763823.605467:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d565680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320625024:192.168.203.113@tcp:250:kworker.0
00000100:00000001:0.0:1787763823.605471:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763823.605473:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787763823.605475:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d565680 x1874599320625024/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763848 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763823.605481:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787763823.605483:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787763823.605486:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d5055b000.
02000000:00000001:0.0:1787763823.605489:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787763823.605491:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787763823.605493:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:0.0:1787763823.605495:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787763823.605498:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45907800.
02000000:00000001:0.0:1787763823.605502:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787763823.605504:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787763823.605505:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d565680.
00000100:00000001:0.0:1787763823.605508:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787763823.605509:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763823.605511:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763823.605518:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787763823.605519:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763823.605521:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787763823.605522:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787763823.605523:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787763823.605526:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d565a40 x1874599320625152/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763823.605531:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763823.605532:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763823.605534:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787763823.605535:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763823.605537:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763823.605539:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d565a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320625152:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787763823.605541:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787763823.605543:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787763823.605544:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763823.605546:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787763823.605548:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d5055b000.
02000000:00000001:0.0:1787763823.605550:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787763823.605554:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787763823.605557:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c51687108.
00000400:00000010:0.0:1787763823.605560:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6b28.
00000100:00000200:0.0:1787763823.605564:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320625152, portal 10
00000100:00000001:0.0:1787763823.605567:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787763823.605568:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910952000 : -110374798599616 : ffff9b9d5d565a40)
00000100:00000040:0.0:1787763823.605576:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d565a40 x1874599320625152/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763848 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763823.605583:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787763823.605586:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787763823.605589:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe65d8.
00000100:00000200:0.0:1787763823.605592:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320625152, offset 0
00000400:00000200:0.0:1787763823.605597:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787763823.605601:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763823.605605:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787763823.605608:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787763823.605611:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:0.0:1787763823.605613:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787763823.605614:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787763823.605617:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63647:63647:256:4294967295] 192.168.203.113@tcp LPNI seq info [63647:63647:8:4294967295]
00000400:00000200:0.0:1787763823.605620:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763823.605625:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787763823.605628:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787763823.605631:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c800.
00000800:00000200:0.0:1787763823.605634:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.0:1787763823.605637:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787763823.605640:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787763823.605641:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1787763823.605644:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787763823.605645:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c800.
00000400:00000200:0.0:1787763823.605648:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787763823.605650:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787763823.605653:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe65d8
00000400:00000010:0.0:1787763823.605654:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe65d8.
00000100:00000001:0.0:1787763823.605656:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787763823.605658:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d565a40 x1874599320625152/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763848 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763823.605669:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787763823.605671:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d565a40 x1874599320625152/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763848 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763823.605676:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763823.605677:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787763823.605679:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763823.605683:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:0.0:1787763823.605685:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787763823.605686:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315658796
00000100:00000001:0.0:1787763823.605689:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315660023
00000100:00000001:0.0:1787763823.605690:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315658796
00000100:00000001:0.0:1787763823.605692:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315660023
00000100:00000001:0.0:1787763823.605694:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787763823.605695:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763823.605696:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787763823.605699:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763823/real 1787763823]  req@ffff9b9d5d565a40 x1874599320625152/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763848 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787763823.605703:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787763823.605704:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787763823.605705:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c51687108.
00000400:00000200:0.0:1787763823.605707:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6b28
00000400:00000010:0.0:1787763823.605708:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6b28.
00000100:00000001:0.0:1787763823.605710:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787763823.605712:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d565a40 x1874599320625152/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763848 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787763823.605717:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d565a40 x1874599320625152/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763848 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763823.605723:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787763823.605726:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763823.605728:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787763823.605729:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787763823.605733:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d565a40 x1874599320625152/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763848 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763823.605740:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787763823.605745:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d565a40 x1874599320625152/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763848 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763823.605753:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787763823.605756:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763823.605758:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787763823.605759:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763823.605762:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787763823.605779:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787763823.605781:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787763823.605784:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787763823.605786:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787763823.605789:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d565a40 x1874599320625152/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763848 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787763823.605794:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d565a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320625152:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787763823.605797:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787763823.605799:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d567c00 x1874599320625280/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763823.605804:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763823.605806:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763823.605807:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787763823.605808:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763823.605810:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763823.605812:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d567c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320625280:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787763823.605815:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787763823.605816:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787763823.605818:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763823.605819:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787763823.605822:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d5055ac00.
02000000:00000001:0.0:1787763823.605824:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787763823.605826:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787763823.605828:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c51687108.
00000400:00000010:0.0:1787763823.605830:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6b28.
00000100:00000200:0.0:1787763823.605833:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320625280, portal 10
00000100:00000001:0.0:1787763823.605834:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787763823.605835:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910960640 : -110374798590976 : ffff9b9d5d567c00)
00000100:00000040:0.0:1787763823.605840:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d567c00 x1874599320625280/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763848 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763823.605845:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787763823.605846:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787763823.605848:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe65d8.
00000100:00000200:0.0:1787763823.605849:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320625280, offset 0
00000400:00000200:0.0:1787763823.605852:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787763823.605854:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763823.605857:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787763823.605859:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787763823.605861:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:0.0:1787763823.605863:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787763823.605865:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787763823.605867:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63648:63648:256:4294967295] 192.168.203.113@tcp LPNI seq info [63648:63648:8:4294967295]
00000400:00000200:0.0:1787763823.605870:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763823.605875:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787763823.605878:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787763823.605880:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c800.
00000800:00000200:0.0:1787763823.605883:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.0:1787763823.605885:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787763823.605888:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787763823.605890:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1787763823.605893:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787763823.605895:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c800.
00000400:00000200:0.0:1787763823.605897:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787763823.605900:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787763823.605902:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe65d8
00000400:00000010:0.0:1787763823.605903:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe65d8.
00000100:00000001:0.0:1787763823.605905:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787763823.605907:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d567c00 x1874599320625280/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763848 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763823.605912:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787763823.605914:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d567c00 x1874599320625280/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763848 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763823.605919:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763823.605921:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787763823.605922:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763823.605925:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:0.0:1787763823.605927:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787763823.605928:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315658775
00000100:00000001:0.0:1787763823.605930:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315660023
00000100:00000001:0.0:1787763823.605932:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315658775
00000100:00000001:0.0:1787763823.605933:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315660023
00000100:00000001:0.0:1787763823.605935:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787763823.605937:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763823.605938:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787763823.605941:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763823/real 1787763823]  req@ffff9b9d5d567c00 x1874599320625280/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763848 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787763823.605945:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787763823.605947:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787763823.605948:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c51687108.
00000400:00000200:0.0:1787763823.605949:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6b28
00000400:00000010:0.0:1787763823.605951:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6b28.
00000100:00000001:0.0:1787763823.605952:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787763823.605954:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d567c00 x1874599320625280/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763848 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787763823.605959:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d567c00 x1874599320625280/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763848 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763823.605964:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787763823.605966:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763823.605967:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787763823.605968:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787763823.605972:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d567c00 x1874599320625280/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763848 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763823.605979:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787763823.605983:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d567c00 x1874599320625280/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763848 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763823.605991:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787763823.605994:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763823.605996:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787763823.605997:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763823.605999:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787763823.606001:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787763823.606004:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787763823.606008:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787763823.606010:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787763823.606015:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d567c00 x1874599320625280/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763848 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787763823.606025:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d567c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320625280:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787763823.606028:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787763823.606031:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d566940 x1874599320625408/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763823.606035:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763823.606036:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763823.606037:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787763823.606039:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763823.606040:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763823.606042:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d566940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320625408:192.168.203.113@tcp:8:kworker.0
00000100:00000001:0.0:1787763823.606045:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787763823.606046:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787763823.606047:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763823.606049:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787763823.606052:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d50559000.
02000000:00000001:0.0:1787763823.606054:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787763823.606057:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787763823.606059:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c51687108.
00000400:00000010:0.0:1787763823.606061:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6b28.
00000100:00000200:0.0:1787763823.606064:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320625408, portal 4
00000100:00000001:0.0:1787763823.606065:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787763823.606066:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910955840 : -110374798595776 : ffff9b9d5d566940)
00000100:00000040:0.0:1787763823.606070:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d566940 x1874599320625408/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763848 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763823.606075:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787763823.606077:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787763823.606078:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe65d8.
00000100:00000200:0.0:1787763823.606079:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320625408, offset 0
00000400:00000200:0.0:1787763823.606082:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787763823.606085:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763823.606088:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787763823.606090:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787763823.606093:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:0.0:1787763823.606094:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787763823.606096:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787763823.606098:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63649:63649:256:4294967295] 192.168.203.113@tcp LPNI seq info [63649:63649:8:4294967295]
00000400:00000200:0.0:1787763823.606101:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763823.606106:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787763823.606108:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787763823.606110:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c800.
00000800:00000200:0.0:1787763823.606113:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.0:1787763823.606115:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787763823.606118:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787763823.606121:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1787763823.606123:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787763823.606125:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c800.
00000400:00000200:0.0:1787763823.606127:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787763823.606129:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787763823.606132:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe65d8
00000400:00000010:0.0:1787763823.606133:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe65d8.
00000100:00000001:0.0:1787763823.606134:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787763823.606137:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d566940 x1874599320625408/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763848 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763823.606142:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787763823.606144:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d566940 x1874599320625408/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763848 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763823.606149:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763823.606150:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787763823.606152:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763823.606154:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:0.0:1787763823.606156:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787763823.606158:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315658787
00000100:00000001:0.0:1787763823.606160:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315660023
00000100:00000001:0.0:1787763823.606162:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315658787
00000100:00000001:0.0:1787763823.606164:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315660023
00000100:00000001:0.0:1787763823.606165:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787763823.606166:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763823.606167:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787763823.606169:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763823/real 1787763823]  req@ffff9b9d5d566940 x1874599320625408/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763848 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787763823.606174:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787763823.606175:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787763823.606176:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c51687108.
00000400:00000200:0.0:1787763823.606178:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6b28
00000400:00000010:0.0:1787763823.606179:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6b28.
00000100:00000001:0.0:1787763823.606181:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787763823.606183:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d566940 x1874599320625408/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763848 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787763823.606188:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d566940 x1874599320625408/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763848 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763823.606193:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787763823.606193:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763823.606195:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787763823.606195:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787763823.606197:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d566940 x1874599320625408/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763848 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763823.606201:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787763823.606204:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d566940 x1874599320625408/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763848 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763823.606208:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787763823.606210:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763823.606211:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787763823.606212:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763823.606213:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787763823.606214:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787763823.606216:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787763823.606218:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787763823.606220:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787763823.606224:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d566940 x1874599320625408/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763848 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787763823.606232:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d566940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320625408:192.168.203.113@tcp:8:kworker.0
00000100:00000001:0.0:1787763823.606235:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763823.606238:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787763823.606241:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d565a40 x1874599320625152/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763848 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763823.606249:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787763823.606251:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787763823.606253:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d5055b000.
02000000:00000001:0.0:1787763823.606256:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787763823.606258:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787763823.606259:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:0.0:1787763823.606262:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787763823.606264:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45907400.
02000000:00000001:0.0:1787763823.606267:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787763823.606268:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787763823.606270:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d565a40.
00000100:00000001:0.0:1787763823.606272:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787763823.606273:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763823.606274:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787763823.606277:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d567c00 x1874599320625280/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763848 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763823.606286:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787763823.606287:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787763823.606288:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d5055ac00.
02000000:00000001:0.0:1787763823.606291:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787763823.606292:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787763823.606292:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:0.0:1787763823.606293:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787763823.606294:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45906400.
02000000:00000001:0.0:1787763823.606296:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787763823.606296:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787763823.606297:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d567c00.
00000100:00000001:0.0:1787763823.606299:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787763823.606299:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763823.606300:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787763823.606302:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d566940 x1874599320625408/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763848 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763823.606306:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787763823.606307:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787763823.606308:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d50559000.
02000000:00000001:0.0:1787763823.606310:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787763823.606310:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787763823.606311:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:0.0:1787763823.606312:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787763823.606313:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45905800.
02000000:00000001:0.0:1787763823.606314:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787763823.606315:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787763823.606316:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d566940.
00000100:00000001:0.0:1787763823.606319:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787763823.606320:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763823.606321:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763823.606324:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787763823.606325:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763823.606327:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787763823.606328:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763823.796551:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763823.796560:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763823.796565:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763823.796566:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763823.796570:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763823.796572:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763823.796620:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763823.796625:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763823.796628:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787763824.628518:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787763824.628527:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763824.628530:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763824.628536:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:1.0:1787763824.628540:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763824.628544:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763824.628547:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763824.628550:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763824.628554:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763824.820568:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763824.820575:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763824.820581:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763824.820583:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763824.820587:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763824.820591:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763824.820593:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763824.820596:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763824.820598:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763824.820600:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763824.820601:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763824.820603:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763824.820665:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763824.820669:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763824.820672:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1787763824.884573:0:303331:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b110 (cpu 1) has reached its deadline 4315660023, at 4315660032
00000100:00000040:0.0:1787763824.884592:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4315660023, at 4315660032
00000100:00000010:1.0:1787763824.884597:0:303331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9c574ac420.
00000100:00000010:0.0:1787763824.884617:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9c574ac360.
00000008:00000020:3.0:1787763825.140543:0:303490:0:(osc_request.c:747:osc_update_next_shrink()) next time 22192 to shrink grant
00000100:00000001:2.0:1787763825.652650:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763825.652660:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763825.652662:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763825.652669:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787763825.652673:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763825.652678:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763825.652681:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763825.652684:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763825.652688:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763825.844526:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763825.844532:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763825.844536:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763825.844537:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763825.844540:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763825.844541:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763825.844583:0:281543:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763825.844587:0:281543:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763825.844596:0:281543:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787763826.676549:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763826.676558:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763826.676560:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763826.676565:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787763826.676568:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763826.676571:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763826.676574:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763826.676577:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763826.676579:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763826.868567:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763826.868576:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763826.868583:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763826.868585:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763826.868589:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763826.868591:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763826.868662:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763826.868669:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763826.868674:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787763827.700526:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763827.700535:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763827.700538:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763827.700543:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787763827.700547:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763827.700551:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763827.700554:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763827.700557:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763827.700559:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763827.892520:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763827.892527:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763827.892532:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763827.892534:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763827.892536:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763827.892538:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763827.892588:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763827.892593:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763827.892597:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787763828.724604:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1787763828.724604:0:303492:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787763828.724611:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763828.724616:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763828.724616:0:303492:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787763828.724620:0:303492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:2.0:1787763828.724623:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00080000:3.0:1787763828.724625:0:303492:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763828.724629:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763828.724631:0:303492:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787763828.724633:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763828.724637:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1787763828.724640:0:303492:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20991
00000100:00000001:2.0:1787763828.724642:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763828.724647:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787763828.724653:0:303492:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763828.724661:0:303492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763828.724664:0:303492:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763828.724667:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763828.724670:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763828.724672:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763828.724675:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763828.724678:0:303492:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763828.724680:0:303492:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:3.0:1787763828.724683:0:303492:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763828.724686:0:303492:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:3.0:1787763828.724688:0:303492:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:3.0:1787763828.724690:0:303492:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:3.0:1787763828.724693:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763828.724694:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763828.724696:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763828.724697:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787763828.724699:0:303492:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:3.0:1787763828.724701:0:303492:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763828.724703:0:303492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763828.724705:0:303492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763828.724708:0:303492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763828.724711:0:303492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763828.724712:0:303492:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787763828.724715:0:303492:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763828.724725:0:303492:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d564780.
00000020:00000040:3.0:1787763828.724728:0:303492:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:3.0:1787763828.724732:0:303492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763828.724733:0:303492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763828.724736:0:303492:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763828.724738:0:303492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763828.724744:0:303492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763828.724752:0:303492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45904800.
00000100:00000001:3.0:1787763828.724759:0:303492:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763828.724767:0:303492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d564780 x1874599320625536/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763828.724776:0:303492:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763828.724781:0:303492:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763828.724784:0:303492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c570cac4] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d564780 x1874599320625536/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763828.724807:0:303492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763828.724809:0:303492:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763828.724812:0:303492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787763828.724813:0:303492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763828.724814:0:303492:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763828.724816:0:303492:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763828.724818:0:303492:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20991
00000400:00000200:3.0:1787763828.724820:0:303492:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763828.724822:0:303492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763828.724824:0:303492:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763828.724826:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763828.724828:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763828.724829:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763828.724831:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763828.724833:0:303492:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763828.724834:0:303492:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000020:00000001:3.0:1787763828.724835:0:303492:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763828.724837:0:303492:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000020:00000001:3.0:1787763828.724867:0:303492:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000020:00000001:3.0:1787763828.724871:0:303492:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000001:0.0:1787763828.724874:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1787763828.724877:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763828.724883:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787763828.724885:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1787763828.724888:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763828.724891:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787763828.724894:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787763828.724900:0:303492:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00080000:3.0:1787763828.724909:0:303492:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000040:0.0:1787763828.724910:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d564780 x1874599320625536/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763828.724913:0:303492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763828.724919:0:303492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763828.724930:0:303492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787763828.724932:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1787763828.724938:0:303492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763828.724940:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763828.724947:0:303492:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:0.0:1787763828.724951:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:3.0:1787763828.724956:0:303492:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1787763828.724958:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:3.0:1787763828.724968:0:303492:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763828.724970:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763828.724976:0:303492:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763828.724984:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d564780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320625536:192.168.203.113@tcp:250:kworker.0
00000100:00000010:3.0:1787763828.724987:0:303492:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d566940.
00000100:00000001:0.0:1787763828.724994:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:3.0:1787763828.724996:0:303492:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
02000000:00000001:3.0:1787763828.725003:0:303492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763828.725004:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787763828.725006:0:303492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763828.725011:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763828.725012:0:303492:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763828.725018:0:303492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763828.725022:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787763828.725023:0:303492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763828.725033:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d5055b000.
02000000:00000010:3.0:1787763828.725034:0:303492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45905000.
02000000:00000001:0.0:1787763828.725044:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763828.725047:0:303492:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787763828.725059:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00100000:3.0:1787763828.725061:0:303492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d566940 x1874599320625664/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:0.0:1787763828.725070:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c51687108.
00000100:00000001:3.0:1787763828.725081:0:303492:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000010:0.0:1787763828.725085:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6b28.
00000100:00000001:3.0:1787763828.725086:0:303492:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763828.725099:0:303492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ae4254c] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d566940 x1874599320625664/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787763828.725104:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320625536, portal 25
00000100:00000001:0.0:1787763828.725114:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787763828.725120:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910947200 : -110374798604416 : ffff9b9d5d564780)
00000100:00000001:3.0:1787763828.725122:0:303492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763828.725130:0:303492:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1787763828.725138:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d564780 x1874599320625536/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763853 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787763828.725139:0:303492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787763828.725146:0:303492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763828.725150:0:303492:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763828.725161:0:303492:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763828.725170:0:303492:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20991
00000100:00000001:0.0:1787763828.725172:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:3.0:1787763828.725180:0:303492:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000040:0.0:1787763828.725185:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000200:3.0:1787763828.725192:0:303492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000400:00000010:0.0:1787763828.725194:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe65d8.
00000100:00080000:3.0:1787763828.725197:0:303492:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000200:0.0:1787763828.725202:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320625536, offset 0
00000100:00000040:3.0:1787763828.725206:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763828.725213:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763828.725217:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000400:00000200:0.0:1787763828.725226:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000100:00000001:3.0:1787763828.725226:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763828.725232:0:303492:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763828.725236:0:303492:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000020:00000001:3.0:1787763828.725239:0:303492:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763828.725242:0:303492:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000400:00000200:0.0:1787763828.725249:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000020:00000001:3.0:1787763828.725251:0:303492:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000020:00000001:3.0:1787763828.725259:0:303492:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00000040:3.0:1787763828.725265:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000400:00000200:0.0:1787763828.725268:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000100:00000001:3.0:1787763828.725271:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763828.725281:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000400:00000200:0.0:1787763828.725283:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1787763828.725285:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787763828.725309:0:303492:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000400:00000200:0.0:1787763828.725312:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000100:00080000:3.0:1787763828.725314:0:303492:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763828.725318:0:303492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787763828.725320:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1787763828.725321:0:303492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1787763828.725326:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
02000000:00000001:3.0:1787763828.725326:0:303492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763828.725330:0:303492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763828.725334:0:303492:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000200:0.0:1787763828.725335:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63650:63650:256:4294967295] 192.168.203.113@tcp LPNI seq info [63650:63650:8:4294967295]
00000008:00100000:3.0:1787763828.725337:0:303492:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763828.725354:0:303492:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787763828.725356:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:3.0:1787763828.725359:0:303492:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763828.725363:0:303492:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d567c00.
00000020:00000040:3.0:1787763828.725365:0:303492:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
02000000:00000001:3.0:1787763828.725370:0:303492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763828.725372:0:303492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787763828.725373:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1787763828.725375:0:303492:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763828.725378:0:303492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763828.725380:0:303492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1787763828.725383:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
02000000:00000010:3.0:1787763828.725384:0:303492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45905800.
00000100:00000001:3.0:1787763828.725408:0:303492:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1787763828.725412:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c800.
00000100:00100000:3.0:1787763828.725419:0:303492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d567c00 x1874599320625792/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.0:1787763828.725435:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000001:3.0:1787763828.725443:0:303492:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000200:0.0:1787763828.725447:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 38 secs later)
00000100:00000001:3.0:1787763828.725449:0:303492:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763828.725495:0:303492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cde0ae17] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d567c00 x1874599320625792/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763828.725507:0:303492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763828.725514:0:303492:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:0.1:1787763828.725522:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000040:3.0:1787763828.725525:0:303492:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1787763828.725532:0:303492:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763828.725537:0:303492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787763828.725544:0:303492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763828.725547:0:303492:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:0.1:1787763828.725550:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 38 secs later)
00000100:00000001:3.0:1787763828.725551:0:303492:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763828.725577:0:303492:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20991
00000800:00000100:0.0:1787763828.725581:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000400:00000200:3.0:1787763828.725583:0:303492:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000800:00000010:0.0:1787763828.725586:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c800.
00000400:00000200:3.0:1787763828.725588:0:303492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763828.725591:0:303492:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1787763828.725594:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:3.0:1787763828.725594:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763828.725600:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763828.725605:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000400:00000200:0.0:1787763828.725606:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1787763828.725607:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763828.725611:0:303492:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763828.725612:0:303492:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000400:00000200:0.0:1787763828.725614:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe65d8
00000020:00000001:3.0:1787763828.725614:0:303492:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000010:0.0:1787763828.725618:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe65d8.
00000020:00000040:3.0:1787763828.725618:0:303492:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000020:00000001:3.0:1787763828.725621:0:303492:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000020:00000001:3.0:1787763828.725624:0:303492:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000001:0.0:1787763828.725625:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:3.0:1787763828.725628:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763828.725630:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:0.0:1787763828.725632:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d564780 x1874599320625536/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763853 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787763828.725633:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763828.725637:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787763828.725641:0:303492:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00080000:3.0:1787763828.725646:0:303492:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763828.725650:0:303492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763828.725653:0:303492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787763828.725656:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1787763828.725656:0:303492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763828.725660:0:303492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763828.725664:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d564780 x1874599320625536/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763853 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763828.725664:0:303492:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763828.725668:0:303492:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763828.725673:0:303492:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763828.725677:0:303492:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763828.725683:0:303492:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d565a40.
00000100:00000001:0.0:1787763828.725686:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787763828.725686:0:303492:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
00000100:00000001:0.0:1787763828.725691:0:256678:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:3.0:1787763828.725692:0:303492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763828.725695:0:303492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763828.725696:0:303492:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763828.725697:0:303492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1787763828.725699:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763828.725699:0:303492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763828.725702:0:303492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45906400.
00000400:00000200:0.0:1787763828.725706:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:3.0:1787763828.725708:0:303492:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763828.725710:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4315665144
00000100:00100000:3.0:1787763828.725716:0:303492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d565a40 x1874599320625920/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:0.0:1787763828.725717:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9c574ac360.
00000100:00000001:3.0:1787763828.725725:0:303492:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763828.725727:0:303492:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763828.725728:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
00000100:00000040:3.0:1787763828.725731:0:303492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001352b87a] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d565a40 x1874599320625920/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763828.725737:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4315665144
00000100:00000001:3.0:1787763828.725737:0:303492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763828.725742:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9c574acd20.
00000100:00000040:3.0:1787763828.725743:0:303492:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21001)
00000100:00000001:0.0:1787763828.725748:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1787763828.725752:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787763828.725755:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763828.725757:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787763828.725762:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763828/real 1787763828]  req@ffff9b9d5d564780 x1874599320625536/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763853 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787763828.725769:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787763828.725770:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787763828.725772:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c51687108.
00000400:00000200:0.0:1787763828.725774:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6b28
00000400:00000010:0.0:1787763828.725775:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6b28.
00000100:00000001:0.0:1787763828.725777:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787763828.725779:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d564780 x1874599320625536/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763853 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787763828.725786:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d564780 x1874599320625536/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763853 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763828.725791:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787763828.725792:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763828.725794:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787763828.725795:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787763828.725798:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d564780 x1874599320625536/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763853 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763828.725804:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787763828.725807:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d564780 x1874599320625536/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763853 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763828.725813:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787763828.725814:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763828.725815:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787763828.725816:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763828.725818:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787763828.725820:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787763828.725822:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787763828.725824:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787763828.725826:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787763828.725829:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d564780 x1874599320625536/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763853 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787763828.725834:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d564780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320625536:192.168.203.113@tcp:250:kworker.0
00000100:00000001:0.0:1787763828.725837:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763828.725839:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787763828.725841:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d564780 x1874599320625536/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763853 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763828.725864:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787763828.725868:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787763828.725872:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d5055b000.
02000000:00000001:0.0:1787763828.725876:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787763828.725879:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787763828.725882:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:0.0:1787763828.725885:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787763828.725888:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45904800.
02000000:00000001:0.0:1787763828.725894:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787763828.725897:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787763828.725899:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d564780.
00000100:00000001:0.0:1787763828.725903:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787763828.725905:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763828.725907:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763828.725918:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787763828.725920:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763828.725923:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787763828.725925:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787763828.725927:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787763828.725932:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d566940 x1874599320625664/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763828.725941:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763828.725943:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763828.725946:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787763828.725949:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763828.725952:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763828.725955:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d566940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320625664:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787763828.725960:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787763828.725962:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787763828.725965:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763828.725967:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787763828.725971:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d5055b000.
02000000:00000001:0.0:1787763828.725974:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787763828.725979:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787763828.725983:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c51687108.
00000400:00000010:0.0:1787763828.725987:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6b28.
00000100:00000200:0.0:1787763828.725991:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320625664, portal 10
00000100:00000001:0.0:1787763828.725994:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787763828.725996:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910955840 : -110374798595776 : ffff9b9d5d566940)
00000100:00000040:0.0:1787763828.726022:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d566940 x1874599320625664/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763853 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763828.726027:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787763828.726029:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787763828.726031:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe65d8.
00000100:00000200:0.0:1787763828.726032:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320625664, offset 0
00000400:00000200:0.0:1787763828.726035:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787763828.726037:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763828.726040:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787763828.726042:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787763828.726044:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:0.0:1787763828.726046:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787763828.726048:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787763828.726050:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63651:63651:256:4294967295] 192.168.203.113@tcp LPNI seq info [63651:63651:8:4294967295]
00000400:00000200:0.0:1787763828.726053:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763828.726058:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787763828.726061:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787763828.726063:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c800.
00000800:00000200:0.0:1787763828.726082:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.0:1787763828.726086:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1787763828.726092:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787763828.726095:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1787763828.726101:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787763828.726103:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c800.
00000400:00000200:0.0:1787763828.726107:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787763828.726112:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787763828.726116:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe65d8
00000400:00000010:0.0:1787763828.726118:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe65d8.
00000100:00000001:0.0:1787763828.726121:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787763828.726126:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d566940 x1874599320625664/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763853 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763828.726136:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787763828.726140:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d566940 x1874599320625664/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763853 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763828.726148:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763828.726150:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787763828.726155:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763828.726160:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:0.0:1787763828.726164:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787763828.726167:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315663916
00000100:00000001:0.0:1787763828.726171:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315665144
00000100:00000001:0.0:1787763828.726174:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315663916
00000100:00000001:0.0:1787763828.726176:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315665144
00000100:00000001:0.0:1787763828.726179:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787763828.726181:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763828.726183:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787763828.726188:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763828/real 1787763828]  req@ffff9b9d5d566940 x1874599320625664/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763853 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787763828.726197:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787763828.726199:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787763828.726201:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c51687108.
00000400:00000200:0.0:1787763828.726204:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6b28
00000400:00000010:0.0:1787763828.726206:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6b28.
00000100:00000001:0.0:1787763828.726209:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787763828.726213:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d566940 x1874599320625664/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763853 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787763828.726223:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d566940 x1874599320625664/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763853 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763828.726231:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787763828.726233:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763828.726236:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787763828.726237:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787763828.726257:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d566940 x1874599320625664/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763853 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763828.726261:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787763828.726263:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d566940 x1874599320625664/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763853 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763828.726269:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787763828.726271:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763828.726272:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787763828.726273:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763828.726274:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787763828.726287:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787763828.726289:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787763828.726291:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787763828.726292:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787763828.726295:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d566940 x1874599320625664/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763853 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787763828.726300:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d566940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320625664:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787763828.726303:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787763828.726304:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d567c00 x1874599320625792/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763828.726308:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763828.726309:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763828.726310:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787763828.726311:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763828.726313:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763828.726314:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d567c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320625792:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787763828.726316:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787763828.726317:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787763828.726318:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763828.726319:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787763828.726321:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d50558c00.
02000000:00000001:0.0:1787763828.726322:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787763828.726325:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787763828.726326:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c51687108.
00000400:00000010:0.0:1787763828.726328:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6b28.
00000100:00000200:0.0:1787763828.726330:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320625792, portal 10
00000100:00000001:0.0:1787763828.726332:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787763828.726333:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910960640 : -110374798590976 : ffff9b9d5d567c00)
00000100:00000040:0.0:1787763828.726337:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d567c00 x1874599320625792/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763853 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763828.726342:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787763828.726359:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787763828.726361:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe65d8.
00000100:00000200:0.0:1787763828.726363:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320625792, offset 0
00000400:00000200:0.0:1787763828.726365:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787763828.726368:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763828.726370:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787763828.726372:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787763828.726393:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:0.0:1787763828.726396:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787763828.726399:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787763828.726404:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63652:63652:256:4294967295] 192.168.203.113@tcp LPNI seq info [63652:63652:8:4294967295]
00000400:00000200:0.0:1787763828.726409:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763828.726417:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787763828.726423:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787763828.726427:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c800.
00000800:00000200:0.0:1787763828.726432:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.0:1787763828.726435:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1787763828.726441:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787763828.726444:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1787763828.726449:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787763828.726452:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c800.
00000400:00000200:0.0:1787763828.726483:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787763828.726489:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787763828.726493:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe65d8
00000400:00000010:0.0:1787763828.726496:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe65d8.
00000100:00000001:0.0:1787763828.726499:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787763828.726504:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d567c00 x1874599320625792/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763853 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763828.726515:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787763828.726519:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d567c00 x1874599320625792/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763853 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763828.726527:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763828.726530:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787763828.726534:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763828.726538:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:0.0:1787763828.726542:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787763828.726545:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315663896
00000100:00000001:0.0:1787763828.726548:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315665144
00000100:00000001:0.0:1787763828.726551:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315663896
00000100:00000001:0.0:1787763828.726578:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315665144
00000100:00000001:0.0:1787763828.726579:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787763828.726581:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763828.726582:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787763828.726584:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763828/real 1787763828]  req@ffff9b9d5d567c00 x1874599320625792/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763853 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787763828.726589:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787763828.726590:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787763828.726592:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c51687108.
00000400:00000200:0.0:1787763828.726593:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6b28
00000400:00000010:0.0:1787763828.726594:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6b28.
00000100:00000001:0.0:1787763828.726596:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787763828.726598:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d567c00 x1874599320625792/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763853 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787763828.726603:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d567c00 x1874599320625792/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763853 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763828.726608:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787763828.726609:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763828.726611:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787763828.726612:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787763828.726614:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d567c00 x1874599320625792/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763853 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763828.726618:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787763828.726620:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d567c00 x1874599320625792/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763853 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763828.726624:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787763828.726625:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763828.726626:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787763828.726627:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763828.726628:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787763828.726629:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787763828.726631:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787763828.726633:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787763828.726634:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787763828.726636:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d567c00 x1874599320625792/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763853 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787763828.726641:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d567c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320625792:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787763828.726643:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787763828.726645:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d565a40 x1874599320625920/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763828.726650:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763828.726651:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763828.726653:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787763828.726654:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763828.726656:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763828.726657:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d565a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320625920:192.168.203.113@tcp:8:kworker.0
00000100:00000001:0.0:1787763828.726660:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787763828.726661:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787763828.726662:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763828.726663:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787763828.726665:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d50558800.
02000000:00000001:0.0:1787763828.726666:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787763828.726669:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787763828.726671:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c51687108.
00000400:00000010:0.0:1787763828.726673:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6b28.
00000100:00000200:0.0:1787763828.726675:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320625920, portal 4
00000100:00000001:0.0:1787763828.726677:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787763828.726678:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910952000 : -110374798599616 : ffff9b9d5d565a40)
00000100:00000040:0.0:1787763828.726682:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d565a40 x1874599320625920/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763853 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763828.726686:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787763828.726688:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787763828.726689:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe65d8.
00000100:00000200:0.0:1787763828.726691:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320625920, offset 0
00000400:00000200:0.0:1787763828.726693:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787763828.726695:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763828.726697:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787763828.726699:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787763828.726701:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:0.0:1787763828.726702:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787763828.726704:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787763828.726706:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63653:63653:256:4294967295] 192.168.203.113@tcp LPNI seq info [63653:63653:8:4294967295]
00000400:00000200:0.0:1787763828.726709:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763828.726713:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787763828.726717:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787763828.726720:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c800.
00000800:00000200:0.0:1787763828.726722:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.0:1787763828.726724:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1787763828.726727:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787763828.726729:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1787763828.726731:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787763828.726733:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c800.
00000400:00000200:0.0:1787763828.726735:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787763828.726737:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787763828.726739:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe65d8
00000400:00000010:0.0:1787763828.726740:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe65d8.
00000100:00000001:0.0:1787763828.726742:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787763828.726744:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d565a40 x1874599320625920/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763853 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763828.726749:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787763828.726751:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d565a40 x1874599320625920/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763853 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763828.726755:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763828.726756:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787763828.726758:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763828.726759:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:0.0:1787763828.726761:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787763828.726762:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315663908
00000100:00000001:0.0:1787763828.726764:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315665144
00000100:00000001:0.0:1787763828.726766:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315663908
00000100:00000001:0.0:1787763828.726767:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315665144
00000100:00000001:0.0:1787763828.726769:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787763828.726770:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763828.726771:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787763828.726773:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763828/real 1787763828]  req@ffff9b9d5d565a40 x1874599320625920/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763853 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787763828.726779:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787763828.726780:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787763828.726781:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c51687108.
00000400:00000200:0.0:1787763828.726783:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6b28
00000400:00000010:0.0:1787763828.726783:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6b28.
00000100:00000001:0.0:1787763828.726785:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787763828.726786:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d565a40 x1874599320625920/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763853 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787763828.726791:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d565a40 x1874599320625920/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763853 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763828.726795:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787763828.726796:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763828.726797:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787763828.726798:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787763828.726800:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d565a40 x1874599320625920/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763853 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763828.726803:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787763828.726806:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d565a40 x1874599320625920/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763853 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763828.726810:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787763828.726811:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763828.726812:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787763828.726813:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763828.726815:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787763828.726816:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787763828.726818:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787763828.726820:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787763828.726821:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787763828.726824:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d565a40 x1874599320625920/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763853 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787763828.726829:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d565a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320625920:192.168.203.113@tcp:8:kworker.0
00000100:00000001:0.0:1787763828.726832:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763828.726833:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787763828.726835:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d566940 x1874599320625664/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763853 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763828.726838:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787763828.726839:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787763828.726841:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d5055b000.
02000000:00000001:0.0:1787763828.726842:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787763828.726843:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787763828.726844:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:0.0:1787763828.726845:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787763828.726846:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45905000.
02000000:00000001:0.0:1787763828.726848:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787763828.726849:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787763828.726849:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d566940.
00000100:00000001:0.0:1787763828.726852:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787763828.726853:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763828.726855:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787763828.726857:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d567c00 x1874599320625792/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763853 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763828.726861:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787763828.726862:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787763828.726862:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d50558c00.
02000000:00000001:0.0:1787763828.726864:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787763828.726865:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787763828.726866:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:0.0:1787763828.726867:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787763828.726868:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45905800.
02000000:00000001:0.0:1787763828.726869:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787763828.726870:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787763828.726871:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d567c00.
00000100:00000001:0.0:1787763828.726873:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787763828.726874:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763828.726875:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787763828.726877:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d565a40 x1874599320625920/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763853 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763828.726881:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787763828.726881:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787763828.726882:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d50558800.
02000000:00000001:0.0:1787763828.726883:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787763828.726884:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787763828.726885:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:0.0:1787763828.726886:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787763828.726887:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45906400.
02000000:00000001:0.0:1787763828.726888:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787763828.726888:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787763828.726889:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d565a40.
00000100:00000001:0.0:1787763828.726891:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787763828.726891:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763828.726892:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763828.726894:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787763828.726895:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763828.726896:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787763828.726898:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763828.916543:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763828.916551:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763828.916556:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763828.916557:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763828.916560:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763828.916561:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763828.916646:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763828.916651:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763828.916654:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787763829.748568:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763829.748576:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763829.748578:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763829.748583:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787763829.748589:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763829.748594:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763829.748597:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763829.748599:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763829.748602:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763829.940525:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763829.940532:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763829.940537:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763829.940538:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763829.940543:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763829.940544:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763829.940621:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763829.940628:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763829.940635:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1787763830.004531:0:303331:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b110 (cpu 1) has reached its deadline 4315665144, at 4315665152
00000100:00000040:0.0:1787763830.004537:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4315665144, at 4315665152
00000100:00000010:1.0:1787763830.004549:0:303331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9c574acd20.
00000100:00000010:0.0:1787763830.004553:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9c574ac360.
00000100:00000001:2.0:1787763830.772558:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763830.772564:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763830.772567:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763830.772571:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787763830.772574:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763830.772577:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763830.772580:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763830.772582:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763830.772584:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763830.964540:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763830.964547:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763830.964563:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763830.964565:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763830.964570:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763830.964571:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763830.964654:0:281543:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763830.964660:0:281543:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763830.964663:0:281543:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787763831.796523:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763831.796529:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763831.796531:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763831.796535:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787763831.796538:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763831.796541:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763831.796543:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763831.796546:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763831.796548:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763831.988527:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763831.988533:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763831.988535:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763831.988538:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763831.988543:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763831.988544:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763831.988546:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763831.988547:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763831.988550:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763831.988552:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763831.988553:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763831.988554:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763831.988555:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763831.988556:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763831.988558:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763831.988559:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763831.988562:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763831.988563:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763831.988637:0:281542:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763831.988641:0:281542:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763831.988644:0:281542:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787763832.820509:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763832.820515:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763832.820517:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763832.820521:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787763832.820524:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763832.820527:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763832.820530:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763832.820532:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763832.820535:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763833.012519:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763833.012525:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763833.012530:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763833.012531:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763833.012534:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763833.012535:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763833.012641:0:301271:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763833.012648:0:301271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763833.012653:0:301271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787763833.844560:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763833.844566:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763833.844569:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763833.844573:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787763833.844580:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1787763833.844580:0:303492:0:(pinger.c:229:ptlrpc_pinger_process_import()) e406f280-03a6-4688-be92-3be4bbe8dc30->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787763833.844589:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787763833.844591:0:303492:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787763833.844593:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763833.844595:0:303492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1787763833.844598:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787763833.844600:0:303492:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763833.844604:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763833.844608:0:303492:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763833.844616:0:303492:0:(import.c:510:import_select_connection()) MGC192.168.203.113@tcp: connect to NID 192.168.203.113@tcp last attempt 20996
00000400:00000200:3.0:1787763833.844627:0:303492:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763833.844635:0:303492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763833.844638:0:303492:0:(import.c:589:import_select_connection()) MGC192.168.203.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763833.844641:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763833.844644:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763833.844646:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763833.844648:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763833.844652:0:303492:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763833.844653:0:303492:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5745
00000020:00000001:3.0:1787763833.844656:0:303492:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763833.844659:0:303492:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d51494000 refcount=3
00000020:00000001:3.0:1787763833.844661:0:303492:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000020:00000001:3.0:1787763833.844663:0:303492:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698708766720 : -110375000784896 : ffff9b9d51494000)
00000100:00000040:3.0:1787763833.844666:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763833.844667:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763833.844669:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763833.844671:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787763833.844673:0:303492:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d51494000 : new refcount 2
00000100:00080000:3.0:1787763833.844675:0:303492:0:(import.c:624:import_select_connection()) MGC192.168.203.113@tcp: import ffff9b9d45143000 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763833.844677:0:303492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763833.844679:0:303492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763833.844683:0:303492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763833.844685:0:303492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763833.844687:0:303492:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787763833.844689:0:303492:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763833.844700:0:303492:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d565680.
00000020:00000040:3.0:1787763833.844703:0:303492:0:(genops.c:1210:class_import_get()) import ffff9b9d45143000 refcount=4 obd=MGC192.168.203.113@tcp
02000000:00000001:3.0:1787763833.844707:0:303492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763833.844708:0:303492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763833.844711:0:303492:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763833.844713:0:303492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763833.844718:0:303492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763833.844725:0:303492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45907400.
00000100:00000001:3.0:1787763833.844732:0:303492:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763833.844741:0:303492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d565680 x1874599320626048/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763833.844750:0:303492:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763833.844753:0:303492:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763833.844757:0:303492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000082576300] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d565680 x1874599320626048/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763833.844778:0:303492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763833.844780:0:303492:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763833.844784:0:303492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787763833.844785:0:303492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763833.844787:0:303492:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763833.844789:0:303492:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763833.844791:0:303492:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20996
00000400:00000200:3.0:1787763833.844794:0:303492:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:3.0:1787763833.844796:0:303492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763833.844798:0:303492:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763833.844800:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763833.844802:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763833.844803:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763833.844804:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763833.844805:0:303492:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763833.844806:0:303492:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed5799
00000020:00000001:3.0:1787763833.844812:0:303492:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763833.844814:0:303492:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8d800 refcount=5
00000020:00000001:3.0:1787763833.844815:0:303492:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000020:00000001:3.0:1787763833.844817:0:303492:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239709184 : -110379469842432 : ffff9b9c46e8d800)
00000100:00000040:3.0:1787763833.844819:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763833.844821:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763833.844822:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763833.844823:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000040:3.0:1787763833.844825:0:303492:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8d800 : new refcount 4
00000100:00080000:3.0:1787763833.844827:0:303492:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b9d74985000: import ffff9b9d6fb56800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763833.844828:0:303492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763833.844829:0:303492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763833.844835:0:303492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763833.844837:0:303492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763833.844839:0:303492:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763833.844843:0:303492:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763833.844846:0:303492:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763833.844847:0:303492:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763833.844852:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000010:3.0:1787763833.844853:0:303492:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d567480.
00000020:00000040:3.0:1787763833.844861:0:303492:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb56800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000100:00000001:0.0:1787763833.844862:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1787763833.844866:0:303492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1787763833.844867:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1787763833.844869:0:303492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763833.844872:0:303492:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763833.844873:0:303492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763833.844875:0:303492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763833.844878:0:303492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45907800.
00000100:00000040:0.0:1787763833.844881:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d565680 x1874599320626048/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763833.844883:0:303492:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763833.844897:0:303492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d567480 x1874599320626176/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763833.844910:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763833.844916:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763833.844919:0:303492:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:0.0:1787763833.844922:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1787763833.844922:0:303492:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763833.844930:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1787763833.844934:0:303492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000036831fe2] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d567480 x1874599320626176/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787763833.844936:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763833.844951:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d565680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320626048:192.168.203.113@tcp:250:kworker.0
00000100:00000001:3.0:1787763833.844961:0:303492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763833.844962:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:3.0:1787763833.844967:0:303492:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:0.0:1787763833.844970:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:3.0:1787763833.844971:0:303492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
02000000:00000001:0.0:1787763833.844979:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763833.844979:0:303492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763833.844981:0:303492:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:0.0:1787763833.844984:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787763833.844986:0:303492:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763833.844990:0:303492:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20996
02000000:00000010:0.0:1787763833.844993:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d50558800.
00000400:00000200:3.0:1787763833.844997:0:303492:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
02000000:00000001:0.0:1787763833.844999:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787763833.845005:0:303492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763833.845009:0:303492:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1787763833.845015:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000040:3.0:1787763833.845018:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000400:00000010:0.0:1787763833.845022:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c51687108.
00000100:00000001:3.0:1787763833.845022:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763833.845027:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000400:00000010:0.0:1787763833.845030:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6b28.
00000100:00000001:3.0:1787763833.845031:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763833.845037:0:303492:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000200:0.0:1787763833.845041:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320626048, portal 25
00000020:00000040:3.0:1787763833.845041:0:303492:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57a0
00000100:00000001:0.0:1787763833.845049:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787763833.845050:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910951040 : -110374798600576 : ffff9b9d5d565680)
00000020:00000001:3.0:1787763833.845054:0:303492:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000040:0.0:1787763833.845059:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d565680 x1874599320626048/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763858 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787763833.845059:0:303492:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9c46e8f000 refcount=5
00000020:00000001:3.0:1787763833.845065:0:303492:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000020:00000001:3.0:1787763833.845074:0:303492:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633694239715328 : -110379469836288 : ffff9b9c46e8f000)
00000100:00000040:3.0:1787763833.845087:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763833.845096:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787763833.845098:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787763833.845103:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000040:0.0:1787763833.845108:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000100:00000001:3.0:1787763833.845110:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000400:00000010:0.0:1787763833.845112:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe65d8.
00000020:00000040:3.0:1787763833.845114:0:303492:0:(genops.c:879:class_export_put()) PUTting export ffff9b9c46e8f000 : new refcount 4
00000100:00000200:0.0:1787763833.845117:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874599320626048, offset 0
00000100:00080000:3.0:1787763833.845122:0:303492:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b9d74985000: import ffff9b9d6fb54800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000001:3.0:1787763833.845126:0:303492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763833.845129:0:303492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1787763833.845134:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
02000000:00000001:3.0:1787763833.845135:0:303492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763833.845139:0:303492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763833.845140:0:303492:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763833.845142:0:303492:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683195 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1787763833.845150:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000008:00000001:3.0:1787763833.845152:0:303492:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763833.845154:0:303492:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763833.845158:0:303492:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d5652c0.
00000400:00000200:0.0:1787763833.845162:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000020:00000040:3.0:1787763833.845164:0:303492:0:(genops.c:1210:class_import_get()) import ffff9b9d6fb54800 refcount=5 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000400:00000200:0.0:1787763833.845168:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1787763833.845168:0:303492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763833.845175:0:303492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787763833.845180:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000100:00000001:3.0:1787763833.845183:0:303492:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:0.0:1787763833.845187:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1787763833.845188:0:303492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:0.0:1787763833.845192:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
02000000:00000001:3.0:1787763833.845195:0:303492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787763833.845198:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63654:63654:256:4294967295] 192.168.203.113@tcp LPNI seq info [63654:63654:8:4294967295]
00000400:00000200:0.0:1787763833.845205:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
02000000:00000010:3.0:1787763833.845208:0:303492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45906400.
00000100:00000001:3.0:1787763833.845220:0:303492:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787763833.845221:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787763833.845232:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000100:00100000:3.0:1787763833.845239:0:303492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d5652c0 x1874599320626304/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:0.0:1787763833.845241:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c800.
00000100:00000001:3.0:1787763833.845256:0:303492:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000200:0.0:1787763833.845257:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000100:00000001:3.0:1787763833.845264:0:303492:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1787763833.845265:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 33 secs later)
00000100:00000040:3.0:1787763833.845275:0:303492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc712cf1] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d5652c0 x1874599320626304/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.1:1787763833.845282:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787763833.845294:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 33 secs later)
00000100:00000001:3.0:1787763833.845302:0:303492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763833.845323:0:303492:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:0.0:1787763833.845324:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787763833.845333:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c800.
00000100:00000040:3.0:1787763833.845334:0:303492:0:(pinger.c:247:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1787763833.845341:0:303492:0:(pinger.c:229:ptlrpc_pinger_process_import()) bab87f77-a046-4df9-bfa1-53434ab5924e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1787763833.845342:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:3.0:1787763833.845354:0:303492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787763833.845355:0:303492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:0.0:1787763833.845360:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000100:00080000:3.0:1787763833.845360:0:303492:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763833.845373:0:303492:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:0.0:1787763833.845375:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe65d8
00000100:00080000:3.0:1787763833.845381:0:303492:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: connect to NID 192.168.203.113@tcp last attempt 20996
00000400:00000010:0.0:1787763833.845382:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe65d8.
00000400:00000200:3.0:1787763833.845389:0:303492:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787763833.845390:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000400:00000200:3.0:1787763833.845406:0:303492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.113@tcp is discovered: rc = 1
00000100:00000200:0.0:1787763833.845407:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d565680 x1874599320626048/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763858 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787763833.845409:0:303492:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763833.845418:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763833.845425:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763833.845434:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:3.0:1787763833.845475:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000020:00000001:3.0:1787763833.845479:0:303492:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:0.0:1787763833.845480:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000020:00000040:3.0:1787763833.845481:0:303492:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf69ee18eabed57b5
00000020:00000001:3.0:1787763833.845484:0:303492:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763833.845488:0:303492:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b9d45144800 refcount=4
00000100:00000040:0.0:1787763833.845489:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d565680 x1874599320626048/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763858 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787763833.845494:0:303492:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000020:00000001:3.0:1787763833.845500:0:303492:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633698503968768 : -110375205582848 : ffff9b9d45144800)
00000100:00000001:0.0:1787763833.845512:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763833.845513:0:303492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b9d7dcf8e00 refcount 14 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763833.845518:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787763833.845519:0:303492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763833.845533:0:303492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b9d7dcf8e00 refcount 15 to 192.168.203.113@tcp
00000100:00000001:0.0:1787763833.845534:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763833.845546:0:303492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633699455766016 : -110374253785600 : ffff9b9d7dcf8e00)
00000400:00000200:0.0:1787763833.845553:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000020:00000040:3.0:1787763833.845555:0:303492:0:(genops.c:879:class_export_put()) PUTting export ffff9b9d45144800 : new refcount 3
00000100:00000001:0.0:1787763833.845557:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4315670264
00000100:00080000:3.0:1787763833.845563:0:303492:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b9d74985000: import ffff9b9c55c21800 using connection 192.168.203.113@tcp/192.168.203.113@tcp
00000100:00000010:0.0:1787763833.845566:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9c574ac360.
00000100:00000001:3.0:1787763833.845566:0:303492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763833.845580:0:303492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787763833.845585:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0
02000000:00000001:3.0:1787763833.845586:0:303492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763833.845590:0:303492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763833.845592:0:303492:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763833.845594:0:303492:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683195 ocd_grant: 8388608, lost: 0.
00000100:00000001:0.0:1787763833.845595:0:256678:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4315670264
00000008:00000001:3.0:1787763833.845601:0:303492:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763833.845602:0:256678:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b9c574acf60.
00000100:00000001:3.0:1787763833.845612:0:303492:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763833.845613:0:256678:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1
00000100:00000010:3.0:1787763833.845618:0:303492:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b9d5d564f00.
00000100:00000001:0.0:1787763833.845619:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787763833.845629:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787763833.845629:0:303492:0:(genops.c:1210:class_import_get()) import ffff9b9c55c21800 refcount=3 obd=lustre-OST0001-osc-ffff9b9d74985000
00000100:00000001:0.0:1787763833.845642:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
02000000:00000001:3.0:1787763833.845642:0:303492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763833.845652:0:303492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763833.845655:0:303492:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00100000:0.0:1787763833.845657:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763833/real 1787763833]  req@ffff9b9d5d565680 x1874599320626048/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763858 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787763833.845660:0:303492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763833.845663:0:303492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763833.845676:0:303492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b9d45905800.
00000400:00000001:0.0:1787763833.845678:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787763833.845680:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787763833.845681:0:303492:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1787763833.845683:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c51687108.
00000400:00000200:0.0:1787763833.845688:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6b28
00000100:00100000:3.0:1787763833.845691:0:303492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b9d5d564f00 x1874599320626432/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:0.0:1787763833.845692:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6b28.
00000100:00000001:0.0:1787763833.845703:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787763833.845709:0:303492:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000200:0.0:1787763833.845711:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d565680 x1874599320626048/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763858 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763833.845712:0:303492:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763833.845727:0:303492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001dcdc0d3] to pc [ptlrpcd_rcv+-1]  req@ffff9b9d5d564f00 x1874599320626432/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787763833.845734:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d565680 x1874599320626048/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763858 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763833.845777:0:303492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763833.845779:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787763833.845784:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787763833.845785:0:303492:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21006)
00000100:00000001:0.0:1787763833.845795:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787763833.845797:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787763833.845801:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d565680 x1874599320626048/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763858 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763833.845807:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787763833.845810:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d565680 x1874599320626048/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763858 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763833.845815:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787763833.845817:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763833.845819:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787763833.845820:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763833.845823:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787763833.845825:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787763833.845828:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d45143000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787763833.845831:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787763833.845832:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787763833.845835:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d565680 x1874599320626048/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763858 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787763833.845840:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d565680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e406f280-03a6-4688-be92-3be4bbe8dc30:256678:1874599320626048:192.168.203.113@tcp:250:kworker.0
00000100:00000001:0.0:1787763833.845843:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763833.845845:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787763833.845847:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d565680 x1874599320626048/t0(0) o250->MGC192.168.203.113@tcp@192.168.203.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763858 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763833.845851:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787763833.845852:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787763833.845855:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d50558800.
02000000:00000001:0.0:1787763833.845858:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787763833.845860:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787763833.845861:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d45143000 refcount=3 obd=MGC192.168.203.113@tcp
00000020:00000001:0.0:1787763833.845862:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787763833.845864:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45907400.
02000000:00000001:0.0:1787763833.845867:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787763833.845869:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787763833.845870:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d565680.
00000100:00000001:0.0:1787763833.845873:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787763833.845873:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763833.845875:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763833.845881:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787763833.845882:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763833.845883:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787763833.845884:0:256678:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787763833.845885:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787763833.845888:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d567480 x1874599320626176/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763833.845898:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763833.845899:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763833.845900:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787763833.845903:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763833.845904:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763833.845906:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d567480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320626176:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787763833.845908:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787763833.845910:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787763833.845911:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763833.845912:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787763833.845914:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d50558800.
02000000:00000001:0.0:1787763833.845916:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787763833.845918:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787763833.845920:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c51687108.
00000400:00000010:0.0:1787763833.845922:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6b28.
00000100:00000200:0.0:1787763833.845924:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320626176, portal 10
00000100:00000001:0.0:1787763833.845925:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787763833.845926:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910958720 : -110374798592896 : ffff9b9d5d567480)
00000100:00000040:0.0:1787763833.845931:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d567480 x1874599320626176/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763858 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763833.845936:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787763833.845938:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787763833.845939:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe65d8.
00000100:00000200:0.0:1787763833.845940:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320626176, offset 0
00000400:00000200:0.0:1787763833.845943:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787763833.845945:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763833.845948:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787763833.845950:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787763833.845952:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:0.0:1787763833.845953:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787763833.845955:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787763833.845957:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63655:63655:256:4294967295] 192.168.203.113@tcp LPNI seq info [63655:63655:8:4294967295]
00000400:00000200:0.0:1787763833.845960:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763833.845965:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787763833.845968:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787763833.845970:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c800.
00000800:00000200:0.0:1787763833.845972:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.0:1787763833.845974:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1787763833.845978:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787763833.845980:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 33 secs later)
00000800:00000100:0.0:1787763833.845983:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787763833.845984:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c800.
00000400:00000200:0.0:1787763833.845986:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787763833.845988:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787763833.845990:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe65d8
00000400:00000010:0.0:1787763833.845991:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe65d8.
00000100:00000001:0.0:1787763833.845993:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787763833.845995:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d567480 x1874599320626176/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763858 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763833.846000:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787763833.846002:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d567480 x1874599320626176/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763858 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763833.846007:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763833.846008:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787763833.846010:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763833.846012:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: using a timeout of 42568 usecs (43 jiffies)
00000400:00000200:0.0:1787763833.846014:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787763833.846016:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315669036
00000100:00000001:0.0:1787763833.846018:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315670264
00000100:00000001:0.0:1787763833.846019:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315669036
00000100:00000001:0.0:1787763833.846021:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315670264
00000100:00000001:0.0:1787763833.846022:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787763833.846024:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763833.846025:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787763833.846027:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763833/real 1787763833]  req@ffff9b9d5d567480 x1874599320626176/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763858 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787763833.846033:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787763833.846033:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787763833.846034:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c51687108.
00000400:00000200:0.0:1787763833.846036:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6b28
00000400:00000010:0.0:1787763833.846037:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6b28.
00000100:00000001:0.0:1787763833.846038:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787763833.846040:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d567480 x1874599320626176/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763858 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787763833.846045:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d567480 x1874599320626176/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763858 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763833.846049:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787763833.846050:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763833.846051:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787763833.846052:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787763833.846054:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d567480 x1874599320626176/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763858 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763833.846058:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787763833.846060:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d567480 x1874599320626176/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763858 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763833.846064:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787763833.846066:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763833.846067:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787763833.846068:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763833.846069:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787763833.846078:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787763833.846079:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb56800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787763833.846082:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787763833.846083:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787763833.846086:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d567480 x1874599320626176/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763858 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787763833.846091:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d567480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320626176:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787763833.846093:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787763833.846096:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d5652c0 x1874599320626304/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763833.846100:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763833.846100:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763833.846102:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787763833.846103:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763833.846104:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763833.846106:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d5652c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320626304:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787763833.846108:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787763833.846109:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787763833.846110:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763833.846112:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787763833.846114:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d50558c00.
02000000:00000001:0.0:1787763833.846115:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787763833.846116:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787763833.846118:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c51687108.
00000400:00000010:0.0:1787763833.846119:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6b28.
00000100:00000200:0.0:1787763833.846121:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320626304, portal 10
00000100:00000001:0.0:1787763833.846122:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787763833.846123:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910950080 : -110374798601536 : ffff9b9d5d5652c0)
00000100:00000040:0.0:1787763833.846127:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d5652c0 x1874599320626304/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763858 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763833.846131:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787763833.846133:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787763833.846135:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe65d8.
00000100:00000200:0.0:1787763833.846136:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874599320626304, offset 0
00000400:00000200:0.0:1787763833.846139:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787763833.846141:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763833.846143:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787763833.846145:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787763833.846147:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:0.0:1787763833.846148:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787763833.846149:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787763833.846152:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63656:63656:256:4294967295] 192.168.203.113@tcp LPNI seq info [63656:63656:8:4294967295]
00000400:00000200:0.0:1787763833.846154:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763833.846158:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787763833.846161:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787763833.846163:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c800.
00000800:00000200:0.0:1787763833.846165:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.0:1787763833.846167:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1787763833.846170:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787763833.846171:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 33 secs later)
00000800:00000100:0.0:1787763833.846174:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787763833.846176:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c800.
00000400:00000200:0.0:1787763833.846177:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787763833.846179:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787763833.846181:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe65d8
00000400:00000010:0.0:1787763833.846182:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe65d8.
00000100:00000001:0.0:1787763833.846184:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787763833.846186:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d5652c0 x1874599320626304/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763858 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763833.846191:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787763833.846193:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d5652c0 x1874599320626304/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763858 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763833.846197:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763833.846198:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787763833.846201:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763833.846203:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: using a timeout of 21462 usecs (22 jiffies)
00000400:00000200:0.0:1787763833.846205:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787763833.846206:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315669015
00000100:00000001:0.0:1787763833.846208:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315670264
00000100:00000001:0.0:1787763833.846209:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315669015
00000100:00000001:0.0:1787763833.846211:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315670264
00000100:00000001:0.0:1787763833.846212:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787763833.846213:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763833.846214:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787763833.846216:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763833/real 1787763833]  req@ffff9b9d5d5652c0 x1874599320626304/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763858 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787763833.846221:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787763833.846221:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787763833.846222:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c51687108.
00000400:00000200:0.0:1787763833.846224:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6b28
00000400:00000010:0.0:1787763833.846225:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6b28.
00000100:00000001:0.0:1787763833.846226:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787763833.846228:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d5652c0 x1874599320626304/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763858 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787763833.846233:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d5652c0 x1874599320626304/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763858 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763833.846237:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787763833.846238:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763833.846239:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787763833.846240:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787763833.846242:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d5652c0 x1874599320626304/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763858 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763833.846246:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787763833.846248:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d5652c0 x1874599320626304/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763858 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763833.846253:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787763833.846255:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763833.846256:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787763833.846257:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763833.846258:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787763833.846259:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787763833.846260:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9d6fb54800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787763833.846262:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787763833.846264:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787763833.846266:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d5652c0 x1874599320626304/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763858 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787763833.846270:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d5652c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320626304:192.168.203.113@tcp:38:kworker.0
00000100:00000001:0.0:1787763833.846273:0:256678:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787763833.846275:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b9d5d564f00 x1874599320626432/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763833.846279:0:256678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763833.846280:0:256678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763833.846282:0:256678:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787763833.846283:0:256678:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763833.846284:0:256678:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763833.846285:0:256678:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b9d5d564f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320626432:192.168.203.113@tcp:8:kworker.0
00000100:00000001:0.0:1787763833.846287:0:256678:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787763833.846289:0:256678:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787763833.846290:0:256678:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763833.846291:0:256678:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787763833.846293:0:256678:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b9d5055b000.
02000000:00000001:0.0:1787763833.846294:0:256678:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787763833.846297:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000010:0.0:1787763833.846298:0:256678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b9c51687108.
00000400:00000010:0.0:1787763833.846300:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe6b28.
00000100:00000200:0.0:1787763833.846302:0:256678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874599320626432, portal 4
00000100:00000001:0.0:1787763833.846303:0:256678:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787763833.846304:0:256678:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633698910949120 : -110374798602496 : ffff9b9d5d564f00)
00000100:00000040:0.0:1787763833.846321:0:256678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b9d5d564f00 x1874599320626432/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763858 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763833.846326:0:256678:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787763833.846328:0:256678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.113@tcp
00000400:00000010:0.0:1787763833.846329:0:256678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b9d76fe65d8.
00000100:00000200:0.0:1787763833.846331:0:256678:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874599320626432, offset 0
00000400:00000200:0.0:1787763833.846333:0:256678:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp
00000400:00000200:0.0:1787763833.846336:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763833.846338:0:256678:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.113@tcp local destination
00000400:00000200:0.0:1787763833.846340:0:256678:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787763833.846342:0:256678:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.13@tcp
00000400:00000200:0.0:1787763833.846343:0:256678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787763833.846345:0:256678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp
00000400:00000200:0.0:1787763833.846347:0:256678:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.13@tcp NI seq info: [63657:63657:256:4294967295] 192.168.203.113@tcp LPNI seq info [63657:63657:8:4294967295]
00000400:00000200:0.0:1787763833.846349:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000400:00000200:0.0:1787763833.846353:0:256678:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.13@tcp(192.168.203.13@tcp:<?>) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787763833.846356:0:256678:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787763833.846358:0:256678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b9c7b35c800.
00000800:00000200:0.0:1787763833.846360:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.0:1787763833.846362:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1787763833.846365:0:256678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b9c75f8c780] -> 12345-192.168.203.113@tcp (2)
00000800:00000200:0.1:1787763833.846367:0:256678:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 60, 33 secs later)
00000800:00000100:0.0:1787763833.846369:0:256678:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp
00000800:00000010:0.0:1787763833.846370:0:256678:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b9c7b35c800.
00000400:00000200:0.0:1787763833.846372:0:256678:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787763833.846375:0:256678:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.13@tcp->192.168.203.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787763833.846376:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe65d8
00000400:00000010:0.0:1787763833.846378:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe65d8.
00000100:00000001:0.0:1787763833.846380:0:256678:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787763833.846382:0:256678:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b9d5d564f00 x1874599320626432/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763858 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763833.846387:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787763833.846389:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b9d5d564f00 x1874599320626432/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763858 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763833.846393:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763833.846394:0:256678:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787763833.846396:0:256678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763833.846397:0:256678:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: using a timeout of 33831 usecs (34 jiffies)
00000400:00000200:0.0:1787763833.846399:0:256678:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.113@tcp to cpt 0
00000100:00000001:0.0:1787763833.846401:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 0 is 4315669027
00000100:00000001:0.0:1787763833.846402:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 0, keep current deadline 4315670264
00000100:00000001:0.0:1787763833.846404:0:256678:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS new deadline estimation for cpu 1 is 4315669027
00000100:00000001:0.0:1787763833.846405:0:256678:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b9d74985000: PM QoS request active for cpu 1, keep current deadline 4315670264
00000100:00000001:0.0:1787763833.846406:0:256678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787763833.846408:0:256678:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763833.846409:0:256678:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787763833.846411:0:256678:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763833/real 1787763833]  req@ffff9b9d5d564f00 x1874599320626432/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763858 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787763833.846415:0:256678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787763833.846416:0:256678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787763833.846417:0:256678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b9c51687108.
00000400:00000200:0.0:1787763833.846419:0:256678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b9d76fe6b28
00000400:00000010:0.0:1787763833.846420:0:256678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b9d76fe6b28.
00000100:00000001:0.0:1787763833.846421:0:256678:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787763833.846423:0:256678:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b9d5d564f00 x1874599320626432/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763858 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787763833.846428:0:256678:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b9d5d564f00 x1874599320626432/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763858 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763833.846433:0:256678:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787763833.846434:0:256678:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763833.846435:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787763833.846436:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787763833.846438:0:256678:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b9d5d564f00 x1874599320626432/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763858 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763833.846460:0:256678:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787763833.846463:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b9d5d564f00 x1874599320626432/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763858 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763833.846468:0:256678:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787763833.846469:0:256678:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763833.846470:0:256678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787763833.846471:0:256678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763833.846472:0:256678:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787763833.846473:0:256678:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787763833.846475:0:256678:0:(import.c:65:import_set_state_nolock()) ffff9b9c55c21800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787763833.846476:0:256678:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.113@tcp failed (-110)
00000100:00000001:0.0:1787763833.846478:0:256678:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787763833.846480:0:256678:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b9d5d564f00 x1874599320626432/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763858 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787763833.846485:0:256678:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b9d5d564f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bab87f77-a046-4df9-bfa1-53434ab5924e:256678:1874599320626432:192.168.203.113@tcp:8:kworker.0
00000100:00000001:0.0:1787763833.846487:0:256678:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763833.846488:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787763833.846490:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d567480 x1874599320626176/t0(0) o38->lustre-MDT0000-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763858 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763833.846494:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787763833.846495:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787763833.846497:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d50558800.
02000000:00000001:0.0:1787763833.846499:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787763833.846500:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787763833.846501:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb56800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b9d74985000
00000020:00000001:0.0:1787763833.846503:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787763833.846504:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45907800.
02000000:00000001:0.0:1787763833.846505:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787763833.846506:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787763833.846507:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d567480.
00000100:00000001:0.0:1787763833.846509:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787763833.846510:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763833.846511:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787763833.846513:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d5652c0 x1874599320626304/t0(0) o38->lustre-MDT0001-mdc-ffff9b9d74985000@192.168.203.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763858 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763833.846517:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787763833.846518:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787763833.846519:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d50558c00.
02000000:00000001:0.0:1787763833.846520:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787763833.846521:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787763833.846521:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9d6fb54800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b9d74985000
00000020:00000001:0.0:1787763833.846522:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787763833.846523:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45906400.
02000000:00000001:0.0:1787763833.846525:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787763833.846525:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787763833.846526:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d5652c0.
00000100:00000001:0.0:1787763833.846527:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787763833.846528:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763833.846529:0:256678:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787763833.846531:0:256678:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b9d5d564f00 x1874599320626432/t0(0) o8->lustre-OST0001-osc-ffff9b9d74985000@192.168.203.113@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763858 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763833.846534:0:256678:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787763833.846535:0:256678:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787763833.846536:0:256678:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b9d5055b000.
02000000:00000001:0.0:1787763833.846537:0:256678:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787763833.846538:0:256678:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787763833.846539:0:256678:0:(genops.c:1223:class_import_put()) import ffff9b9c55c21800 refcount=2 obd=lustre-OST0001-osc-ffff9b9d74985000
00000020:00000001:0.0:1787763833.846541:0:256678:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787763833.846542:0:256678:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b9d45905800.
02000000:00000001:0.0:1787763833.846543:0:256678:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787763833.846544:0:256678:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787763833.846545:0:256678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b9d5d564f00.
00000100:00000001:0.0:1787763833.846546:0:256678:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787763833.846547:0:256678:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763833.846548:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763833.846550:0:256678:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787763833.846551:0:256678:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763833.846552:0:256678:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787763833.846554:0:256678:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763834.036569:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763834.036575:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763834.036581:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763834.036583:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763834.036586:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763834.036588:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763834.036679:0:301270:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763834.036685:0:301270:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763834.036688:0:301270:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787763834.868545:0:303118:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763834.868551:0:303118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763834.868552:0:303118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763834.868556:0:303118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b9d46038e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787763834.868560:0:303118:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763834.868563:0:303118:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763834.868565:0:303118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763834.868568:0:303118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763834.868571:0:303118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763835.060547:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763835.060555:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763835.060560:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763835.060561:0:303490:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763835.060564:0:303490:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787763835.060568:0:303490:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787763835.060571:0:303490:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787763835.060574:0:303490:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763835.060577:0:303490:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787763835.060578:0:303490:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763835.060580:0:303490:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787763835.060582:0:303490:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787763835.060655:0:293772:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787763835.060661:0:293772:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787763835.060664:0:293772:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787763835.124520:0:303451:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b000 (cpu 0) has reached its deadline 4315670264, at 4315670272
00000100:00000010:0.0:1787763835.124533:0:303451:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9c574ac360.
00000100:00000040:1.0:1787763835.124554:0:303331:0:(connection.c:75:cpu_latency_work()) work item of ffff9b9c5d21b110 (cpu 1) has reached its deadline 4315670264, at 4315670272
00000100:00000010:1.0:1787763835.124572:0:303331:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b9c574acf60.
Debug log: 135778 lines, 135778 kept, 0 dropped, 0 bad.